00000400:02000000:37.0F:1609800445.718914:0:16018:0:(libcfs_cpu.c:1234:cfs_cpu_init()) HW NUMA nodes: 2, HW CPU cores: 72, npartitions: 2
00000001:01000000:2.0F:1609800445.983604:0:16018:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1907 MB/s
00000001:01000000:2.0:1609800446.233183:0:16018:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 9067 MB/s
00000001:01000000:2.0:1609800446.483155:0:16018:0:(linux-crypto.c:390:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10835 MB/s
00000400:00000200:2.0:1609800446.507873:0:16018:0:(api-ni.c:832:lnet_register_lnd()) lo LND registered
00000400:00000080:43.0F:1609800446.515543:0:16032:0:(module.c:91:libcfs_ioctl()) libcfs ioctl cmd 3221775675
00000400:00000200:45.0F:1609800446.526395:0:16034:0:(api-ni.c:832:lnet_register_lnd()) o2ib LND registered
00000400:00000400:8.0F:1609800446.526657:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface eno2: it's down
00000400:00000400:8.0:1609800446.537249:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface ens786f0: it's down
00000400:00000400:8.0:1609800446.537250:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface san0: it's down
00000800:02000000:8.0:1609800446.537272:0:16032:0:(o2iblnd.c:2581:kiblnd_hdev_get_attr()) Using FMR for registration
00000800:00000200:8.0:1609800446.545153:0:16032:0:(o2iblnd.c:2041:kiblnd_init_pool()) Initialize TX pool
00000800:00000200:8.0:1609800446.549195:0:16032:0:(o2iblnd.c:2041:kiblnd_init_pool()) Initialize TX pool
00000400:02000000:8.0:1609800446.554706:0:16032:0:(api-ni.c:2233:lnet_startup_lndni()) Added LNI 192.168.128.187@o2ib18 [8/1024/0/180]
00000400:00000200:45.0:1609800446.570211:0:16048:0:(api-ni.c:832:lnet_register_lnd()) tcp LND registered
00000400:00000400:8.0:1609800446.570598:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface eno2: it's down
00000400:00000400:8.0:1609800446.570600:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface ens786f0: it's down
00000400:00000400:8.0:1609800446.570600:0:16032:0:(config.c:1641:lnet_inet_enumerate()) lnet: Ignoring interface san0: it's down
00000400:02000000:8.0:1609800446.570937:0:16032:0:(api-ni.c:2233:lnet_startup_lndni()) Added LNI 192.168.129.187@tcp129 [8/512/0/180]
00000400:00000200:8.0:1609800446.577668:0:16032:0:(router.c:331:lnet_add_route()) Add route: net o2ib600 hops -1 priority 0 gw 192.168.129.189@tcp129
00000400:00000200:8.0:1609800446.577675:0:16032:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4e40 nid 192.168.129.189@tcp129
00000400:00000200:8.0:1609800446.577677:0:16032:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345857b04c0 net tcp129
00000400:00000200:8.0:1609800446.577679:0:16032:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed0600 nid 192.168.129.189@tcp129
00000400:00000200:8.0:1609800446.577681:0:16032:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.129.189@tcp129 NID 192.168.129.189@tcp129 flags 0x0
00000800:00000200:8.0:1609800446.577686:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.189@tcp129 up
00000400:00000200:8.0:1609800446.577688:0:16032:0:(router.c:331:lnet_add_route()) Add route: net o2ib600 hops -1 priority 0 gw 192.168.129.190@tcp129
00000400:00000200:8.0:1609800446.577691:0:16032:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4f00 nid 192.168.129.190@tcp129
00000400:00000200:8.0:1609800446.577692:0:16032:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345857b0b40 net tcp129
00000400:00000200:8.0:1609800446.577695:0:16032:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345a5bc9a00 nid 192.168.129.190@tcp129
00000400:00000200:8.0:1609800446.577697:0:16032:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.129.190@tcp129 NID 192.168.129.190@tcp129 flags 0x0
00000800:00000200:8.0:1609800446.577698:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.190@tcp129 up
00000400:00000200:8.0:1609800446.577714:0:16032:0:(router.c:331:lnet_add_route()) Add route: net tcp hops -1 priority 0 gw 192.168.129.189@tcp129
00000800:00000200:8.0:1609800446.577716:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.189@tcp129 up
00000400:00000200:8.0:1609800446.577718:0:16032:0:(router.c:331:lnet_add_route()) Add route: net tcp hops -1 priority 0 gw 192.168.129.190@tcp129
00000800:00000200:8.0:1609800446.577720:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.190@tcp129 up
00000400:00000200:8.0:1609800446.577735:0:16032:0:(router.c:331:lnet_add_route()) Add route: net o2ib100 hops -1 priority 0 gw 192.168.129.189@tcp129
00000800:00000200:8.0:1609800446.577737:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.189@tcp129 up
00000400:00000200:8.0:1609800446.577739:0:16032:0:(router.c:331:lnet_add_route()) Add route: net o2ib100 hops -1 priority 0 gw 192.168.129.190@tcp129
00000800:00000200:8.0:1609800446.577740:0:16032:0:(socklnd.c:1795:ksocknal_notify()) gw 192.168.129.190@tcp129 up
00000400:02000000:37.0:1609800447.337412:0:16067:0:(acceptor.c:372:lnet_acceptor()) Accept secure, port 988
00000400:00000200:37.0:1609800447.341979:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 0 alive_count 0 lpni_ping_timestamp 0
00000400:00000200:37.0:1609800447.341983:0:16068:0:(router.c:1112:lnet_ping_router_locked()) Check: 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800447.341986:0:16068:0:(lib-move.c:4905:LNetGet()) LNetGet -> 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800447.341991:0:16068:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.129.189@tcp129 local destination
00000400:00000200:37.0:1609800447.341994:0:16068:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:0] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:37.0:1609800447.341998:0:16068:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:37.0:1609800447.342000:0:16068:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 192.168.129.189@tcp129
00000400:00000200:37.0:1609800447.342003:0:16068:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.129.189@tcp129 nid 192.168.129.187@tcp129: 0
00000400:00000200:37.0:1609800447.342006:0:16068:0:(lib-move.c:1738:lnet_handle_send()) rspt_next_hop_nid = 192.168.129.189@tcp129
00000400:00000200:37.0:1609800447.342011:0:16068:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129:<?>) -> 192.168.129.189@tcp129(192.168.129.189@tcp129:192.168.129.189@tcp129) : GET try# 0
00000800:00000200:37.0:1609800447.342014:0:16068:0:(socklnd_cb.c:1003:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800447.342020:0:16068:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (2)
00000800:00000200:37.1F:1609800447.342023:0:16068:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (2)
00000400:00000200:37.0:1609800447.342033:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 0 alive_count 0 lpni_ping_timestamp 0
00000400:00000200:37.0:1609800447.342035:0:16068:0:(router.c:1112:lnet_ping_router_locked()) Check: 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800447.342037:0:16068:0:(lib-move.c:4905:LNetGet()) LNetGet -> 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800447.342039:0:16068:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.129.190@tcp129 local destination
00000400:00000200:37.0:1609800447.342041:0:16068:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:1] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:37.0:1609800447.342043:0:16068:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:37.0:1609800447.342045:0:16068:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 192.168.129.190@tcp129
00000400:00000200:37.0:1609800447.342047:0:16068:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.129.190@tcp129 nid 192.168.129.187@tcp129: 0
00000400:00000200:37.0:1609800447.342050:0:16068:0:(lib-move.c:1738:lnet_handle_send()) rspt_next_hop_nid = 192.168.129.190@tcp129
00000400:00000200:37.0:1609800447.342054:0:16068:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129:<?>) -> 192.168.129.190@tcp129(192.168.129.190@tcp129:192.168.129.190@tcp129) : GET try# 0
00000800:00000200:37.0:1609800447.342056:0:16068:0:(socklnd_cb.c:1003:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800447.342061:0:16068:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (2)
00000800:00000200:37.1:1609800447.342063:0:16068:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (2)
00000800:00000200:21.1F:1609800447.342436:0:16050:0:(socklnd.c:337:ksocknal_associate_route_conn_locked()) Binding 12345-192.168.129.190@tcp129 192.168.129.190 to 192.168.129.187
00000800:00000200:21.1:1609800447.342443:0:16050:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:21.1:1609800447.342445:0:16050:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637b89e00 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:21.0F:1609800447.342449:0:16050:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.190@tcp129 p 3.x 192.168.129.187 -> 192.168.129.190/988 incarnation:1609797731351247509 sched[1]
00000800:00000200:20.1F:1609800447.342456:0:16049:0:(socklnd.c:337:ksocknal_associate_route_conn_locked()) Binding 12345-192.168.129.189@tcp129 192.168.129.189 to 192.168.129.187
00000800:00000200:20.1:1609800447.342461:0:16049:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.1:1609800447.342463:0:16049:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637b88d00 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:20.0F:1609800447.342466:0:16049:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.189@tcp129 p 3.x 192.168.129.187 -> 192.168.129.189/988 incarnation:1609797731351059877 sched[0]
00000400:00000200:21.0:1609800447.342486:0:16050:0:(lib-socket.c:413:lnet_sock_connect()) Error -99 connecting 192.168.129.187/1023 -> 192.168.129.190/988
00000400:00000200:20.0:1609800447.342487:0:16049:0:(lib-socket.c:413:lnet_sock_connect()) Error -99 connecting 192.168.129.187/1023 -> 192.168.129.189/988
00000800:00000200:69.0F:1609800447.342489:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:21.0:1609800447.342493:0:16050:0:(lib-socket.c:212:lnet_sock_create()) Port 1022 already in use
00000400:00000200:69.0:1609800447.342494:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800447.342494:0:16049:0:(lib-socket.c:212:lnet_sock_create()) Port 1022 already in use
00000400:00000200:69.0:1609800447.342498:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: GET: OK
00000800:00000200:38.0F:1609800447.342498:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800447.342502:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800447.342506:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: GET: OK
00000400:00000200:21.0:1609800447.342613:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129) <- 192.168.129.190@tcp129 : REPLY - for me
00000400:00000200:21.0:1609800447.342618:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.129.190@tcp129 1
00000400:00000200:21.0:1609800447.342623:0:16063:0:(lib-move.c:3957:lnet_parse_reply()) 192.168.129.187@tcp129: Reply from 12345-192.168.129.190@tcp129 of length 64/64 into md 0x11
00000400:00000200:21.0:1609800447.342627:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.342628:0:16063:0:(router.c:120:lnet_notify_locked()) Old news
00000400:00000200:38.0:1609800447.342682:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129) <- 192.168.129.189@tcp129 : REPLY - for me
00000400:00000200:38.0:1609800447.342686:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.129.189@tcp129 1
00000400:00000200:38.0:1609800447.342690:0:16057:0:(lib-move.c:3957:lnet_parse_reply()) 192.168.129.187@tcp129: Reply from 12345-192.168.129.189@tcp129 of length 64/64 into md 0x9
00000400:00000200:38.0:1609800447.342694:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800447.342695:0:16057:0:(router.c:120:lnet_notify_locked()) Old news
00000800:00000200:57.0F:1609800447.342855:0:16050:0:(socklnd.c:1380:ksocknal_create_conn()) Not creating conn 12345-192.168.129.190@tcp129 type 2: lost conn race
00000400:00000200:56.0F:1609800447.342862:0:16067:0:(acceptor.c:335:lnet_accept()) Accept 192.168.129.187@tcp129 from 192.168.129.189
00000800:00000200:57.0:1609800447.342867:0:16050:0:(socklnd_cb.c:2017:ksocknal_connect()) peer_ni 192.168.129.190@tcp129: conn race, retry later.
00000400:00000200:56.0:1609800447.342871:0:16067:0:(acceptor.c:335:lnet_accept()) Accept 192.168.129.187@tcp129 from 192.168.129.190
00000800:00000200:22.0F:1609800447.342880:0:16049:0:(socklnd.c:1380:ksocknal_create_conn()) Not creating conn 12345-192.168.129.189@tcp129 type 2: lost conn race
00000800:00000200:57.1F:1609800447.342883:0:16050:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (4)
00000800:00000200:57.1:1609800447.342886:0:16050:0:(socklnd.c:154:ksocknal_destroy_peer()) peer_ni 12345-192.168.129.189@tcp129 ffff9336127b4900 deleted
00000800:00000200:57.0:1609800447.342889:0:16050:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.189@tcp129 p 3.x 192.168.129.187 -> 192.168.129.189/1023 incarnation:1609797731351059877 sched[0]
00000800:00000200:22.0:1609800447.342905:0:16049:0:(socklnd_cb.c:2017:ksocknal_connect()) peer_ni 192.168.129.189@tcp129: conn race, retry later.
00000800:00000200:37.1:1609800447.342907:0:16051:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (3)
00000800:00000200:37.1:1609800447.342910:0:16051:0:(socklnd.c:154:ksocknal_destroy_peer()) peer_ni 12345-192.168.129.190@tcp129 ffff93552538bd00 deleted
00000800:00000200:37.0:1609800447.342914:0:16051:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.190@tcp129 p 3.x 192.168.129.187 -> 192.168.129.190/1023 incarnation:1609797731351247509 sched[1]
00000800:00000200:22.1F:1609800447.342917:0:16049:0:(socklnd_cb.c:1969:ksocknal_connect()) peer_ni 192.168.129.190@tcp129(1) already connecting to me, retry later.
00000400:00000200:56.0:1609800447.343087:0:16067:0:(acceptor.c:335:lnet_accept()) Accept 192.168.129.187@tcp129 from 192.168.129.189
00000400:00000200:56.0:1609800447.343095:0:16067:0:(acceptor.c:335:lnet_accept()) Accept 192.168.129.187@tcp129 from 192.168.129.190
00000800:00000200:21.1:1609800447.343127:0:16052:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (4)
00000800:00000200:21.1:1609800447.343130:0:16052:0:(socklnd.c:154:ksocknal_destroy_peer()) peer_ni 12345-192.168.129.189@tcp129 ffff93360a39ab00 deleted
00000800:00000200:21.0:1609800447.343139:0:16052:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.189@tcp129 p 3.x 192.168.129.187 -> 192.168.129.189/1021 incarnation:1609797731351059877 sched[0]
00000800:00000200:63.1F:1609800447.343142:0:16049:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (4)
00000800:00000200:63.1:1609800447.343146:0:16049:0:(socklnd.c:154:ksocknal_destroy_peer()) peer_ni 12345-192.168.129.190@tcp129 ffff9345b3795f00 deleted
00000800:00000200:63.0F:1609800447.343151:0:16049:0:(socklnd.c:1312:ksocknal_create_conn()) New conn 12345-192.168.129.190@tcp129 p 3.x 192.168.129.187 -> 192.168.129.190/1021 incarnation:1609797731351247509 sched[1]
00000400:00000200:21.0:1609800447.343645:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.343655:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.343665:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff93364c7860c0 nid 192.168.128.98@o2ib18
00000400:00000200:21.0:1609800447.343669:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345817b7980 net o2ib18
00000400:00000200:21.0:1609800447.343673:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345a2ba6e00 nid 192.168.128.98@o2ib18
00000400:00000200:21.0:1609800447.343679:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.98@o2ib18 NID 192.168.128.98@o2ib18 flags 0x0
00000400:00000200:21.0:1609800447.343685:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.98@o2ib18 NID 192.168.128.98@o2ib18: -108. pending discovery
00000400:00000200:0.0F:1609800447.638702:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.638731:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.638736:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f55c0 nid 192.168.128.80@o2ib18
00000400:00000200:0.0:1609800447.638749:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079000 net o2ib18
00000400:00000200:0.0:1609800447.638752:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93366bf83400 nid 192.168.128.80@o2ib18
00000400:00000200:0.0:1609800447.638755:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18 flags 0x0
00000400:00000200:0.0:1609800447.638759:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.638765:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.638768:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.638771:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.638775:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.638778:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.638781:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:37.0:1609800447.638879:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800447.638887:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800447.638892:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.638902:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.638910:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.638916:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.638921:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.638924:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.638926:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.638930:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.638932:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.638934:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.638938:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.638940:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.638942:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639034:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639038:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639041:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:38.0:1609800447.639235:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800447.639242:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800447.639247:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:38.0:1609800447.639400:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800447.639403:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800447.639406:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639448:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639471:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639490:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.639585:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.639597:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.639605:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639622:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639627:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639634:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639722:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.639730:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639733:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.639735:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639741:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.639748:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.639758:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.639763:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.639768:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639834:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639836:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639840:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:21.0:1609800447.639945:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800447.639950:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800447.639952:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:0.0:1609800447.640330:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800447.640341:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800447.640349:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: -108. pending discovery
00000400:00000200:8.0:1609800448.341162:0:16032:0:(api-ni.c:1869:lnet_push_target_resize()) nnis 16 success
00000400:00000200:8.0:1609800448.341224:0:16032:0:(peer.c:3294:lnet_peer_discovery_start()) discovery start: 0
00000400:00000200:69.0:1609800448.341230:0:16070:0:(peer.c:3133:lnet_peer_discovery()) started
00000400:00000200:2.0:1609800448.341244:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:2.0:1609800448.341249:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:21.0:1609800448.801682:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.801692:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.801699:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff93364c786000 nid 192.168.128.156@o2ib18
00000400:00000200:21.0:1609800448.801702:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345817b7780 net o2ib18
00000400:00000200:21.0:1609800448.801708:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed3e00 nid 192.168.128.156@o2ib18
00000400:00000200:21.0:1609800448.801724:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.156@o2ib18 NID 192.168.128.156@o2ib18 flags 0x0
00000400:00000200:21.0:1609800448.801732:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.156@o2ib18: 0
00000400:00000200:21.0:1609800448.801733:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:21.0:1609800448.801735:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:21.0:1609800448.801739:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.156@o2ib18 NID 192.168.128.156@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800448.801742:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:21.0:1609800448.801743:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.156@o2ib18 pending discovery
00000400:00000200:69.0:1609800448.801747:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.156@o2ib18 state 0x20
00000400:00000200:69.0:1609800448.801751:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.156@o2ib18
00000400:00000200:21.0:1609800448.801752:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800448.801754:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.156@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800448.801758:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.156@o2ib18
00000400:00000200:69.0:1609800448.801763:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.156@o2ib18
00000400:00000200:69.0:1609800448.801769:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:69.0:1609800448.801774:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:0] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:21.0:1609800448.801775:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800448.801780:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800448.801784:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.156@o2ib18
00000400:00000200:69.0:1609800448.801789:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.156@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800448.801795:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.156@o2ib18 1
00000400:00000200:21.0:1609800448.801797:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:69.0:1609800448.801805:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800448.801812:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:21.0:1609800448.801817:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800448.801824:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:69.0:1609800448.801827:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85f80] -> 192.168.128.156@o2ib18 (1)++
00000800:00000200:21.0:1609800448.801832:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800448.801835:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2)++
00000800:00000200:21.0:1609800448.801836:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800448.801879:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800448.801883:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85f80] -> 192.168.128.156@o2ib18 (3)--
00000400:00000200:37.0:1609800448.801940:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800448.801950:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800448.801956:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:37.0:1609800448.801968:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800448.801975:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800448.801983:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:37.0:1609800448.801987:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:37.0:1609800448.801997:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800448.802003:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800448.802007:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:37.0:1609800448.802016:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800448.802022:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800448.802026:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:37.0:1609800448.802029:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800448.802185:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800448.802194:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800448.802200:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:38.0:1609800448.802211:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800448.802217:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800448.802223:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800448.802244:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800448.802249:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800448.802253:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800448.802254:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:38.0:1609800448.802259:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800448.802261:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800448.802264:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800448.802265:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800448.802289:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802295:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802299:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:21.0:1609800448.802305:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800448.802309:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:21.0:1609800448.802313:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800448.802315:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800448.802424:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800448.802438:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800448.802440:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:38.0:1609800448.802445:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800448.802448:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800448.802452:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800448.802453:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800448.802457:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800448.802460:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800448.802462:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:46.0F:1609800448.802534:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.156@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800448.802570:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.156@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:21.0:1609800448.802781:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802786:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802790:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:21.0:1609800448.802795:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802798:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802800:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:21.0:1609800448.802804:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802806:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802808:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:21.0:1609800448.802812:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802814:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802815:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:0.0:1609800448.802889:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800448.802894:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800448.802897:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:46.0:1609800448.802899:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.156@o2ib18 Route resolved: 0
00000400:00000200:0.0:1609800448.802903:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800448.802908:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800448.802910:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:46.0:1609800448.802919:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9336373f5000 0xffff9336373f5000(0x1373f5000)
00000800:00000200:46.0:1609800448.802921:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93362a7d2000 0xffff93362a7d2000(0x12a7d2000)
00000800:00000200:46.0:1609800448.802922:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff933636bbb000 0xffff933636bbb000(0x136bbb000)
00000800:00000200:46.0:1609800448.802923:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff933633785000 0xffff933633785000(0x133785000)
00000800:00000200:46.0:1609800448.802923:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93363bfa9000 0xffff93363bfa9000(0x13bfa9000)
00000800:00000200:46.0:1609800448.802924:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93451ea02000 0xffff93451ea02000(0x101ea02000)
00000800:00000200:46.0:1609800448.802925:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93364cbaf000 0xffff93364cbaf000(0x14cbaf000)
00000800:00000200:46.0:1609800448.802926:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff934519757000 0xffff934519757000(0x1019757000)
00000800:00000200:46.0:1609800448.802927:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93451b3d1000 0xffff93451b3d1000(0x101b3d1000)
00000800:00000200:46.0:1609800448.802928:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93363fba6000 0xffff93363fba6000(0x13fba6000)
00000800:00000200:46.0:1609800448.802929:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93451f141000 0xffff93451f141000(0x101f141000)
00000800:00000200:46.0:1609800448.802930:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93362fbf7000 0xffff93362fbf7000(0x12fbf7000)
00000800:00000200:46.0:1609800448.802930:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff934518fa1000 0xffff934518fa1000(0x1018fa1000)
00000800:00000200:46.0:1609800448.802931:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93451b845000 0xffff93451b845000(0x101b845000)
00000800:00000200:46.0:1609800448.802932:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93364c783000 0xffff93364c783000(0x14c783000)
00000800:00000200:46.0:1609800448.802933:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff933612fa3000 0xffff933612fa3000(0x112fa3000)
00000800:00000200:46.0:1609800448.802934:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933645fed000 0xffff933645fed000(0x145fed000)
00000800:00000200:46.0:1609800448.802935:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9336417d3000 0xffff9336417d3000(0x1417d3000)
00000400:00000200:21.0:1609800448.802973:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800448.802980:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800448.802984:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:21.0:1609800448.803065:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800448.803318:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803319:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803320:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803321:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803321:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803322:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803322:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803323:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803324:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803324:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803325:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803325:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803327:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803328:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803328:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803329:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803330:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803331:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803332:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803332:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803333:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803334:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803334:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803335:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803335:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803336:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803336:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803337:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803338:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803338:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803339:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803339:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803340:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000800:00000200:46.0:1609800448.803340:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (19)++
00000800:00000200:46.0:1609800448.803341:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (20)--
00000400:00000200:0.0:1609800448.803411:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:32.0F:1609800448.803839:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.156@o2ib18
00000800:00000200:32.0:1609800448.803845:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.156@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800448.803848:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ecc200] (19)++
00000800:00000200:32.0:1609800448.803849:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ecc200] (20)++
00000800:00000200:32.0:1609800448.803851:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (21)++
00000800:00000200:32.0:1609800448.803852:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:32.0:1609800448.803853:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (23)++
00000800:00000200:32.0:1609800448.803854:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:32.0:1609800448.803855:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (25)++
00000800:00000200:32.0:1609800448.803856:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (26)++
00000800:00000200:32.0:1609800448.803857:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (27)++
00000800:00000200:32.0:1609800448.803857:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (28)++
00000800:00000200:32.0:1609800448.803873:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ecc200] (29)--
00000800:00000200:23.1F:1609800448.803907:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (28)++
00000800:00000200:38.0:1609800449.112452:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000800:00000200:38.0:1609800449.112463:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000400:00000200:38.0:1609800449.112466:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.112471:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112477:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800449.112482:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800449.112484:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (29)++
00000800:00000200:38.0:1609800449.112486:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (30)++
00000800:00000200:38.0:1609800449.112489:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112490:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (31)--
00000800:00000200:38.0:1609800449.112497:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (30)--
00000800:00000200:38.0:1609800449.112499:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000800:00000200:38.0:1609800449.112505:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0F:1609800449.112505:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000800:00000200:38.0:1609800449.112506:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000400:00000200:38.0:1609800449.112508:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.112511:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112515:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:3.0:1609800449.112517:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112518:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000800:00000200:38.0:1609800449.112519:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800449.112520:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.112522:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (29)++
00000800:00000200:4.0F:1609800449.112522:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000800:00000200:38.0:1609800449.112523:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (30)++
00000400:00000200:3.0:1609800449.112523:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112525:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112528:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800449.112529:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:4.0:1609800449.112530:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112531:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800449.112532:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000800:00000200:4.0:1609800449.112532:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000400:00000200:21.0:1609800449.112533:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112533:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (30)++
00000800:00000200:38.0:1609800449.112534:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000400:00000200:4.0:1609800449.112534:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112534:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (30)++
00000400:00000200:4.0:1609800449.112537:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.112537:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000400:00000200:21.0:1609800449.112538:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:3.0:1609800449.112538:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:38.0:1609800449.112539:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112541:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000800:00000200:37.0:1609800449.112541:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (31)++
00000400:00000200:38.0:1609800449.112542:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112543:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:3.0:1609800449.112544:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000800:00000200:37.0:1609800449.112545:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112545:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000400:00000200:38.0:1609800449.112546:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.112547:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000800:00000200:4.0:1609800449.112547:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:21.0:1609800449.112548:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800449.112548:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000400:00000200:37.0:1609800449.112549:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112549:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (30)++
00000800:00000200:3.0:1609800449.112549:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000400:00000200:3.0:1609800449.112550:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.112551:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:4.0:1609800449.112551:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (30)++
00000400:00000200:37.0:1609800449.112552:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:21.0:1609800449.112553:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112553:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:4.0:1609800449.112553:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (31)--
00000400:00000200:3.0:1609800449.112553:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112556:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:21.0:1609800449.112556:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:38.0:1609800449.112557:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (30)++
00000800:00000200:37.0:1609800449.112557:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:3.0:1609800449.112557:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:4.0:1609800449.112558:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (30)--
00000800:00000200:38.0:1609800449.112559:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (31)++
00000800:00000200:4.0:1609800449.112560:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000800:00000200:3.0:1609800449.112561:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800449.112561:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.112562:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112562:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)++
00000800:00000200:38.0:1609800449.112563:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:37.0:1609800449.112563:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800449.112564:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (33)++
00000800:00000200:4.0:1609800449.112564:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:4.0:1609800449.112565:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (32)--
00000800:00000200:3.0:1609800449.112565:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (32)++
00000800:00000200:38.0:1609800449.112566:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (33)--
00000400:00000200:4.0:1609800449.112567:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112567:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112567:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:38.0:1609800449.112568:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (32)++
00000800:00000200:37.0:1609800449.112568:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (32)++
00000400:00000200:4.0:1609800449.112569:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:0.0:1609800449.112569:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:37.0:1609800449.112570:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:37.0:1609800449.112571:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (33)--
00000800:00000200:38.0:1609800449.112572:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:4.0:1609800449.112575:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800449.112576:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (32)--
00000800:00000200:4.0:1609800449.112579:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.112579:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000800:00000200:37.0:1609800449.112580:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000800:00000200:4.0:1609800449.112580:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (30)++
00000400:00000200:0.0:1609800449.112580:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.112585:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.112587:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000400:00000200:0.0:1609800449.112588:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:3.0:1609800449.112589:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (32)--
00000800:00000200:38.0:1609800449.112594:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112595:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (31)++
00000800:00000200:4.0:1609800449.112595:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (31)++
00000800:00000200:38.0:1609800449.112597:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (33)--
00000800:00000200:4.0:1609800449.112597:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:4.0:1609800449.112597:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (33)--
00000800:00000200:38.0:1609800449.112599:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000800:00000200:4.0:1609800449.112601:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (30)--
00000800:00000200:37.0:1609800449.112602:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (29)++
00000800:00000200:37.0:1609800449.112603:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (30)--
00000800:00000200:37.0:1609800449.112604:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (29)--
00000800:00000200:23.1:1609800449.112680:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (28)++
00000800:00000200:3.0:1609800449.112688:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000800:00000200:3.0:1609800449.112691:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000400:00000200:3.0:1609800449.112692:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800449.112694:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112697:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (29)++
00000800:00000200:3.0:1609800449.112697:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:3.0:1609800449.112699:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.112701:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (30)++
00000800:00000200:38.0:1609800449.112703:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000800:00000200:3.0:1609800449.112703:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (31)++
00000400:00000200:38.0:1609800449.112705:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112705:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (31)++
00000800:00000200:3.0:1609800449.112705:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112706:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:3.0:1609800449.112708:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000400:00000200:38.0:1609800449.112709:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.112709:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:4.0:1609800449.112710:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000800:00000200:3.0:1609800449.112710:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000800:00000200:37.0:1609800449.112711:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000400:00000200:4.0:1609800449.112711:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112712:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:3.0:1609800449.112712:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000400:00000200:4.0:1609800449.112713:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112714:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800449.112714:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:37.0:1609800449.112714:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (30)--
00000400:00000200:3.0:1609800449.112714:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800449.112716:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112717:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:3.0:1609800449.112717:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:37.0:1609800449.112718:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112719:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800449.112720:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.112720:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800449.112721:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (29)++
00000800:00000200:37.0:1609800449.112721:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (29)--
00000800:00000200:4.0:1609800449.112721:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (29)++
00000800:00000200:37.0:1609800449.112722:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (30)++
00000800:00000200:4.0:1609800449.112722:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (30)++
00000800:00000200:3.0:1609800449.112723:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.112723:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)++
00000800:00000200:4.0:1609800449.112724:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112726:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (33)++
00000800:00000200:4.0:1609800449.112726:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (33)--
00000800:00000200:38.0:1609800449.112729:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:4.0:1609800449.112729:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (33)--
00000800:00000200:4.0:1609800449.112730:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (32)++
00000800:00000200:38.0:1609800449.112731:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (32)--
00000800:00000200:37.0:1609800449.112732:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:37.0:1609800449.112732:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (32)--
00000800:00000200:3.0:1609800449.112733:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (32)++
00000800:00000200:38.0:1609800449.112734:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (32)--
00000400:00000200:37.0:1609800449.112734:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112735:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112736:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (31)++
00000400:00000200:37.0:1609800449.112736:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.112736:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (31)--
00000800:00000200:4.0:1609800449.112737:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:37.0:1609800449.112738:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (31)--
00000800:00000200:4.0:1609800449.112738:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (31)--
00000400:00000200:4.0:1609800449.112739:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.112739:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (29)--
00000800:00000200:38.0:1609800449.112740:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:38.0:1609800449.112741:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (28)--
00000800:00000200:37.0:1609800449.112741:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (28)--
00000400:00000200:4.0:1609800449.112741:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:38.0:1609800449.112744:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.112744:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000400:00000200:38.0:1609800449.112748:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.112752:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:23.1:1609800449.112958:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (24)++
00000800:00000200:3.0:1609800449.112965:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (25)++
00000800:00000200:3.0:1609800449.112969:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:37.0:1609800449.112970:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000800:00000200:3.0:1609800449.112981:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (25)++
00000800:00000200:3.0:1609800449.112983:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (26)--
00000800:00000200:3.0:1609800449.112984:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:23.1:1609800449.113023:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (24)++
00000800:00000200:4.0:1609800449.113062:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (25)++
00000800:00000200:4.0:1609800449.113067:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (26)--
00000400:00000200:4.0:1609800449.113069:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.113071:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (25)++
00000400:00000200:4.0:1609800449.113072:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.113076:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (26)--
00000800:00000200:4.0:1609800449.113076:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000400:00000200:38.0:1609800449.113077:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.113078:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000400:00000200:38.0:1609800449.113080:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.113081:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (25)--
00000400:00000200:4.0:1609800449.113082:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.113084:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000400:00000200:4.0:1609800449.113085:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.113086:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:4.0:1609800449.113089:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800449.113089:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000800:00000200:4.0:1609800449.113090:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000400:00000200:3.0:1609800449.113090:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.113093:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:3.0:1609800449.113093:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.113094:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800449.113095:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:4.0:1609800449.113096:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:4.0:1609800449.113097:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (22)--
00000800:00000200:4.0:1609800449.113098:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000800:00000200:23.1:1609800449.113149:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:37.0:1609800449.113156:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:37.0:1609800449.113160:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:37.0:1609800449.113161:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800449.113162:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000800:00000200:38.0:1609800449.113163:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800449.113165:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:21.0:1609800449.165676:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.165680:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.165685:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff93451b35c000 nid 192.168.128.84@o2ib18
00000400:00000200:21.0:1609800449.165686:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345817b7e00 net o2ib18
00000400:00000200:21.0:1609800449.165690:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934582fe3e00 nid 192.168.128.84@o2ib18
00000400:00000200:21.0:1609800449.165692:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.84@o2ib18 NID 192.168.128.84@o2ib18 flags 0x0
00000400:00000200:21.0:1609800449.165696:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.84@o2ib18: 0
00000400:00000200:21.0:1609800449.165697:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:21.0:1609800449.165698:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:21.0:1609800449.165700:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.84@o2ib18 NID 192.168.128.84@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800449.165701:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:21.0:1609800449.165702:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.84@o2ib18 pending discovery
00000400:00000200:69.0:1609800449.165704:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.84@o2ib18 state 0x20
00000400:00000200:69.0:1609800449.165705:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.84@o2ib18
00000400:00000200:21.0:1609800449.165706:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800449.165707:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.84@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800449.165708:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.84@o2ib18
00000400:00000200:69.0:1609800449.165710:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.84@o2ib18
00000400:00000200:21.0:1609800449.165710:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800449.165712:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:69.0:1609800449.165714:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:1] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800449.165716:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800449.165720:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.84@o2ib18
00000400:00000200:69.0:1609800449.165723:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.84@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800449.165725:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.84@o2ib18 1
00000400:00000200:37.0:1609800449.165727:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800449.165729:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800449.165732:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:21.0:1609800449.165732:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.165737:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800449.165738:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.0:1609800449.165740:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:37.0:1609800449.165744:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:21.0:1609800449.165745:0:16061:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345817b2100] -> 192.168.128.84@o2ib18 (1)++
00000800:00000200:69.0:1609800449.165747:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800449.165748:0:16061:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345817b2100] -> 192.168.128.84@o2ib18 (2)++
00000800:00000200:69.0:1609800449.165749:0:16070:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345c37ce900] -> 192.168.128.84@o2ib18 (1)--
00000400:00000200:37.0:1609800449.165757:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800449.165763:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:21.0:1609800449.165764:0:16061:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:21.0:1609800449.165765:0:16061:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345817b2100] -> 192.168.128.84@o2ib18 (3)--
00000800:00000200:37.0:1609800449.165770:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800449.165770:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.165774:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.165775:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800449.165777:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.165783:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800449.165798:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:21.0:1609800449.165801:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800449.165803:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800449.165868:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.165870:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.165872:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.165877:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800449.165879:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:21.0:1609800449.165881:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800449.165883:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.165892:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.165899:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.165902:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800449.165908:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.165912:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:38.0:1609800449.165916:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.165918:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800449.165984:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.165987:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.165989:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.165994:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800449.165997:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:21.0:1609800449.166000:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800449.166001:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:21.0:1609800449.166005:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.166008:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.166009:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.166014:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:21.0:1609800449.166016:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:21.0:1609800449.166018:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000800:00000200:21.0:1609800449.166020:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.166078:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.166082:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.166084:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800449.166090:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.166092:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.166094:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:0.0:1609800449.166205:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.166212:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.166215:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:0.0:1609800449.166313:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.166315:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.166317:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:0.0:1609800449.166321:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.166324:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.166325:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:46.0:1609800449.166341:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.84@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800449.166356:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.84@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:21.0:1609800449.166489:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.166493:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.166496:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.166502:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.166504:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.166506:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:0.0:1609800449.166508:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.166511:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.166513:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:21.0:1609800449.166551:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800449.166655:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800449.166796:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.84@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800449.166833:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354de106000 0xffff9354de106000(0x1fde106000)
00000800:00000200:46.0:1609800449.166836:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354de107000 0xffff9354de107000(0x1fde107000)
00000800:00000200:46.0:1609800449.166838:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354de108000 0xffff9354de108000(0x1fde108000)
00000800:00000200:46.0:1609800449.166840:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354de109000 0xffff9354de109000(0x1fde109000)
00000800:00000200:46.0:1609800449.166842:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354de10a000 0xffff9354de10a000(0x1fde10a000)
00000800:00000200:46.0:1609800449.166843:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354de10b000 0xffff9354de10b000(0x1fde10b000)
00000800:00000200:46.0:1609800449.166845:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354de10c000 0xffff9354de10c000(0x1fde10c000)
00000800:00000200:46.0:1609800449.166847:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354de10d000 0xffff9354de10d000(0x1fde10d000)
00000800:00000200:46.0:1609800449.166850:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354de10e000 0xffff9354de10e000(0x1fde10e000)
00000800:00000200:46.0:1609800449.166852:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354de10f000 0xffff9354de10f000(0x1fde10f000)
00000800:00000200:46.0:1609800449.166853:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354de110000 0xffff9354de110000(0x1fde110000)
00000800:00000200:46.0:1609800449.166855:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354de111000 0xffff9354de111000(0x1fde111000)
00000800:00000200:46.0:1609800449.166857:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354de112000 0xffff9354de112000(0x1fde112000)
00000800:00000200:46.0:1609800449.166859:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354de113000 0xffff9354de113000(0x1fde113000)
00000800:00000200:46.0:1609800449.166861:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354de114000 0xffff9354de114000(0x1fde114000)
00000800:00000200:46.0:1609800449.166863:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354de115000 0xffff9354de115000(0x1fde115000)
00000800:00000200:46.0:1609800449.166864:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff934581bcd000 0xffff934581bcd000(0x1081bcd000)
00000800:00000200:46.0:1609800449.166866:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9345bcbe1000 0xffff9345bcbe1000(0x10bcbe1000)
00000800:00000200:46.0:1609800449.167170:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167171:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167172:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167173:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167173:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167174:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167174:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167175:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167176:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167176:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167177:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167177:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167178:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167178:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167179:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167180:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167180:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167181:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167181:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167182:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167182:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167183:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167184:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167184:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167185:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167186:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167187:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167188:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167188:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167189:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167190:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167190:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167191:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167192:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:46.0:1609800449.167192:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (19)++
00000800:00000200:46.0:1609800449.167193:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (20)--
00000800:00000200:33.0F:1609800449.167704:0:438:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.84@o2ib18
00000800:00000200:33.0:1609800449.167708:0:438:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.84@o2ib18: active(1), version(12), status(0)
00000800:00000200:33.0:1609800449.167710:0:438:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93552537e600] (19)++
00000800:00000200:33.0:1609800449.167711:0:438:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93552537e600] (20)++
00000800:00000200:33.0:1609800449.167712:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:33.0:1609800449.167713:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:33.0:1609800449.167714:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:33.0:1609800449.167715:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (24)++
00000800:00000200:33.0:1609800449.167716:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (25)++
00000800:00000200:33.0:1609800449.167717:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (26)++
00000800:00000200:33.0:1609800449.167717:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (27)++
00000800:00000200:33.0:1609800449.167718:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (28)++
00000800:00000200:33.0:1609800449.167727:0:438:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93552537e600] (29)--
00000800:00000200:26.1F:1609800449.167793:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (28)++
00000800:00000200:18.0F:1609800449.167802:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:19.0F:1609800449.167812:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000800:00000200:18.0:1609800449.167815:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (31)--
00000400:00000200:18.0:1609800449.167817:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.167818:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000400:00000200:19.0:1609800449.167820:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800449.167820:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:19.0:1609800449.167823:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:18.0:1609800449.167825:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:19.0:1609800449.167827:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.167828:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800449.167830:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800449.167830:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (29)++
00000800:00000200:19.0:1609800449.167831:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (30)++
00000800:00000200:18.0:1609800449.167831:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (30)++
00000800:00000200:18.0:1609800449.167833:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167834:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (32)++
00000800:00000200:18.0:1609800449.167834:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (32)--
00000800:00000200:19.0:1609800449.167836:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167836:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (32)--
00000800:00000200:18.0:1609800449.167837:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (32)--
00000800:00000200:19.0:1609800449.167838:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:18.0:1609800449.167839:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:18.0:1609800449.167843:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167844:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000800:00000200:18.0:1609800449.167844:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000400:00000200:18.0:1609800449.167845:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.167847:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000400:00000200:18.0:1609800449.167847:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.167848:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000800:00000200:19.0:1609800449.167848:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000400:00000200:19.0:1609800449.167848:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.167850:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:20.0:1609800449.167851:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000400:00000200:19.0:1609800449.167851:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.167852:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.167853:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000800:00000200:19.0:1609800449.167853:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.167853:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800449.167854:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.167854:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (30)++
00000800:00000200:20.0:1609800449.167855:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.167856:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (31)--
00000800:00000200:19.0:1609800449.167856:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800449.167856:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (31)++
00000400:00000200:22.0:1609800449.167857:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:20.0:1609800449.167857:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.167857:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (31)++
00000800:00000200:18.0:1609800449.167857:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167858:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (32)++
00000800:00000200:18.0:1609800449.167858:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (32)--
00000400:00000200:20.0:1609800449.167860:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800449.167860:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.167861:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:19.0:1609800449.167861:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (32)--
00000800:00000200:19.0:1609800449.167862:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (31)--
00000800:00000200:20.0:1609800449.167863:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.167863:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:22.0:1609800449.167864:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800449.167864:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:22.0:1609800449.167866:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (30)++
00000800:00000200:20.0:1609800449.167866:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800449.167867:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (31)++
00000800:00000200:22.0:1609800449.167868:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (32)++
00000800:00000200:19.0:1609800449.167868:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167868:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (31)--
00000400:00000200:19.0:1609800449.167869:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.167869:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (32)++
00000800:00000200:22.0:1609800449.167870:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.167870:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (33)--
00000800:00000200:20.0:1609800449.167871:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (33)++
00000400:00000200:19.0:1609800449.167871:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.167872:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (33)--
00000800:00000200:20.0:1609800449.167872:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.167873:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (32)--
00000800:00000200:20.0:1609800449.167873:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (32)--
00000800:00000200:19.0:1609800449.167874:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.167874:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000400:00000200:21.0:1609800449.167875:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800449.167875:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:18.0:1609800449.167875:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000800:00000200:19.0:1609800449.167876:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800449.167876:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.167877:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (28)++
00000800:00000200:19.0:1609800449.167878:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (29)++
00000400:00000200:18.0:1609800449.167878:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:21.0:1609800449.167879:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:19.0:1609800449.167880:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.167880:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (30)--
00000800:00000200:19.0:1609800449.167883:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (29)--
00000800:00000200:18.0:1609800449.167883:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.167886:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000400:00000200:21.0:1609800449.167887:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800449.167887:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (28)++
00000800:00000200:18.0:1609800449.167888:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (29)++
00000800:00000200:18.0:1609800449.167890:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:18.0:1609800449.167890:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (30)--
00000400:00000200:21.0:1609800449.167891:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.167893:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:18.0:1609800449.167896:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (29)--
00000400:00000200:38.0:1609800449.167911:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.167921:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:26.1:1609800449.168007:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (28)++
00000800:00000200:22.0:1609800449.168011:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:20.0:1609800449.168015:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:22.0:1609800449.168020:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:22.0:1609800449.168028:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.168029:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (29)++
00000800:00000200:22.0:1609800449.168030:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (30)--
00000800:00000200:22.0:1609800449.168031:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (29)--
00000800:00000200:26.1:1609800449.168035:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (28)++
00000800:00000200:19.0:1609800449.168039:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:19.0:1609800449.168042:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.168042:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000800:00000200:18.0:1609800449.168043:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000400:00000200:19.0:1609800449.168044:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800449.168046:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:20.0:1609800449.168047:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000800:00000200:18.0:1609800449.168047:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:18.0:1609800449.168047:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000800:00000200:19.0:1609800449.168049:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:18.0:1609800449.168049:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.168051:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (30)++
00000800:00000200:20.0:1609800449.168051:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.168051:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (30)--
00000800:00000200:19.0:1609800449.168051:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800449.168051:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:20.0:1609800449.168052:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.168052:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (30)++
00000800:00000200:22.0:1609800449.168053:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:22.0:1609800449.168054:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (31)--
00000800:00000200:19.0:1609800449.168054:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (31)++
00000800:00000200:18.0:1609800449.168054:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:22.0:1609800449.168055:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800449.168055:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800449.168056:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.168056:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (31)--
00000400:00000200:22.0:1609800449.168057:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:20.0:1609800449.168057:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:18.0:1609800449.168057:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800449.168058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:18.0:1609800449.168058:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (30)++
00000800:00000200:19.0:1609800449.168059:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:18.0:1609800449.168059:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (30)++
00000800:00000200:22.0:1609800449.168060:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:20.0:1609800449.168060:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800449.168060:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.168061:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (29)++
00000800:00000200:18.0:1609800449.168061:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (29)--
00000800:00000200:20.0:1609800449.168062:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (30)++
00000800:00000200:20.0:1609800449.168063:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:18.0:1609800449.168063:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (30)--
00000800:00000200:20.0:1609800449.168064:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (29)--
00000800:00000200:20.0:1609800449.168065:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (28)--
00000800:00000200:26.1:1609800449.168081:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (27)++
00000800:00000200:19.0:1609800449.168084:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (28)++
00000800:00000200:19.0:1609800449.168087:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:22.0:1609800449.168088:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (29)--
00000800:00000200:19.0:1609800449.168096:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:19.0:1609800449.168096:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (28)++
00000800:00000200:19.0:1609800449.168098:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (29)--
00000800:00000200:19.0:1609800449.168098:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (28)--
00000800:00000200:26.1:1609800449.168103:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (27)++
00000800:00000200:18.0:1609800449.168107:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (28)++
00000800:00000200:18.0:1609800449.168109:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.168110:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:18.0:1609800449.168110:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (29)--
00000400:00000200:18.0:1609800449.168111:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.168113:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (29)++
00000800:00000200:20.0:1609800449.168113:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.168113:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (29)--
00000400:00000200:18.0:1609800449.168113:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:20.0:1609800449.168114:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.168116:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000400:00000200:20.0:1609800449.168116:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:18.0:1609800449.168116:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (29)--
00000800:00000200:22.0:1609800449.168117:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (28)--
00000400:00000200:22.0:1609800449.168117:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.168117:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (28)++
00000800:00000200:19.0:1609800449.168118:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (28)--
00000800:00000200:18.0:1609800449.168118:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.84@o2ib18: no credits
00000800:00000200:20.0:1609800449.168119:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (27)--
00000800:00000200:18.0:1609800449.168119:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (27)--
00000400:00000200:22.0:1609800449.168125:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.168127:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000400:00000200:18.0:1609800449.168127:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800449.168129:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:18.0:1609800449.168131:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:26.1:1609800449.168138:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800449.168142:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800449.168144:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:20.0:1609800449.168145:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:19.0:1609800449.168148:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800449.168149:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (25)--
00000800:00000200:19.0:1609800449.168150:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:26.1:1609800449.168157:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000800:00000200:22.0:1609800449.168160:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:22.0:1609800449.168164:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (25)--
00000400:00000200:22.0:1609800449.168165:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.168166:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000400:00000200:22.0:1609800449.168167:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.168168:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:18.0:1609800449.168168:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (25)--
00000400:00000200:18.0:1609800449.168169:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.168170:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:22.0:1609800449.168171:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:18.0:1609800449.168171:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:22.0:1609800449.168172:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800449.168173:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:22.0:1609800449.168175:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800449.168175:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:22.0:1609800449.168176:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800449.168209:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:20.0:1609800449.168212:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:20.0:1609800449.168216:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:20.0:1609800449.168217:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:18.0:1609800449.168217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:20.0:1609800449.168218:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (22)--
00000800:00000200:20.0:1609800449.168219:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:2.0:1609800449.341186:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:2.0:1609800449.341193:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:21.0:1609800449.573582:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.573588:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.573604:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff93451b35c0c0 nid 192.168.128.123@o2ib18
00000400:00000200:21.0:1609800449.573606:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345817b70c0 net o2ib18
00000400:00000200:21.0:1609800449.573610:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ecf200 nid 192.168.128.123@o2ib18
00000400:00000200:21.0:1609800449.573614:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.123@o2ib18 NID 192.168.128.123@o2ib18 flags 0x0
00000400:00000200:21.0:1609800449.573619:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.123@o2ib18: 0
00000400:00000200:21.0:1609800449.573620:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:21.0:1609800449.573621:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:21.0:1609800449.573623:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.123@o2ib18 NID 192.168.128.123@o2ib18: 0. pending discovery
00000400:00000200:21.0:1609800449.573625:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.123@o2ib18 pending discovery
00000400:00000200:21.0:1609800449.573629:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:21.0:1609800449.573632:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:21.0:1609800449.573635:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.123@o2ib18: -114
00000400:00000200:21.0:1609800449.573635:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:21.0:1609800449.573636:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:21.0:1609800449.573637:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.123@o2ib18 NID 192.168.128.123@o2ib18: 0. pending discovery
00000400:00000200:21.0:1609800449.573639:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.123@o2ib18 pending discovery
00000400:00000200:69.0:1609800449.573653:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800449.573657:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.123@o2ib18 state 0x20
00000400:00000200:69.0:1609800449.573659:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.123@o2ib18
00000400:00000200:69.0:1609800449.573661:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.123@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800449.573663:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.123@o2ib18
00000400:00000200:69.0:1609800449.573665:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.123@o2ib18
00000400:00000200:69.0:1609800449.573669:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:69.0:1609800449.573671:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:2] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800449.573674:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800449.573676:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.123@o2ib18
00000400:00000200:69.0:1609800449.573679:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.123@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800449.573683:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.123@o2ib18 1
00000400:00000200:38.0:1609800449.573687:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800449.573689:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800449.573692:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:69.0:1609800449.573699:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85080] -> 192.168.128.123@o2ib18 (1)++
00000400:00000200:38.0:1609800449.573699:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800449.573703:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85080] -> 192.168.128.123@o2ib18 (2)++
00000400:00000200:38.0:1609800449.573705:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:38.0:1609800449.573717:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.573724:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:69.0:1609800449.573725:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800449.573727:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85080] -> 192.168.128.123@o2ib18 (3)--
00000400:00000200:57.0:1609800449.573727:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800449.573729:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.123@o2ib18
00000400:00000200:57.0:1609800449.573732:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800449.573733:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:38.0:1609800449.573733:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800449.573737:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:38.0:1609800449.573738:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800449.573739:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800449.573745:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:57.0:1609800449.573748:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800449.573750:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800449.573752:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800449.573752:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800449.573756:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573758:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800449.573759:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573764:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.573768:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:38.0:1609800449.573779:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.573784:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:38.0:1609800449.573790:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.573793:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800449.573795:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.573798:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.573801:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:38.0:1609800449.573802:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.573806:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800449.573809:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800449.573813:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573813:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800449.573815:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573817:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:38.0:1609800449.573827:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.573832:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:38.0:1609800449.573837:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.573840:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573851:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.573857:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.573860:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:38.0:1609800449.573869:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.573874:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:38.0:1609800449.573877:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.573880:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.573889:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.573894:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.573897:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800449.573914:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.573917:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.573919:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:0.0:1609800449.574029:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.574041:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.574047:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800449.574161:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.574164:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.574166:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:18.0:1609800449.574204:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.123@o2ib18 Addr resolved: 0
00000800:00000200:18.0:1609800449.574227:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.123@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800449.574231:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.574234:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.574236:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800449.574395:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.574399:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.574401:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800449.574405:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800449.574405:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.123@o2ib18 Route resolved: 0
00000800:00000200:18.0:1609800449.574431:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93365abb8000 0xffff93365abb8000(0x15abb8000)
00000800:00000200:18.0:1609800449.574433:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93364bfcd000 0xffff93364bfcd000(0x14bfcd000)
00000800:00000200:18.0:1609800449.574434:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff933659fed000 0xffff933659fed000(0x159fed000)
00000800:00000200:18.0:1609800449.574435:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff933635f9d000 0xffff933635f9d000(0x135f9d000)
00000800:00000200:18.0:1609800449.574436:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933659fab000 0xffff933659fab000(0x159fab000)
00000800:00000200:18.0:1609800449.574437:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93365b7b7000 0xffff93365b7b7000(0x15b7b7000)
00000800:00000200:18.0:1609800449.574439:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93363f789000 0xffff93363f789000(0x13f789000)
00000800:00000200:18.0:1609800449.574439:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff934518de4000 0xffff934518de4000(0x1018de4000)
00000800:00000200:18.0:1609800449.574440:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93451b3ec000 0xffff93451b3ec000(0x101b3ec000)
00000800:00000200:18.0:1609800449.574441:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93451b31f000 0xffff93451b31f000(0x101b31f000)
00000800:00000200:18.0:1609800449.574442:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933642bc0000 0xffff933642bc0000(0x142bc0000)
00000800:00000200:18.0:1609800449.574443:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9345118e2000 0xffff9345118e2000(0x10118e2000)
00000800:00000200:18.0:1609800449.574444:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93450a4a9000 0xffff93450a4a9000(0x100a4a9000)
00000400:00000200:0.0:1609800449.574444:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800449.574445:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff933639bef000 0xffff933639bef000(0x139bef000)
00000800:00000200:18.0:1609800449.574445:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff933626bac000 0xffff933626bac000(0x126bac000)
00000800:00000200:18.0:1609800449.574446:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff933639b94000 0xffff933639b94000(0x139b94000)
00000800:00000200:18.0:1609800449.574447:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933663fa1000 0xffff933663fa1000(0x163fa1000)
00000800:00000200:18.0:1609800449.574448:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93364c39d000 0xffff93364c39d000(0x14c39d000)
00000400:00000200:0.0:1609800449.574450:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.574454:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:0.0:1609800449.574459:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.574462:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.574466:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:0.0:1609800449.574470:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800449.574839:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574841:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574842:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574842:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574843:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574844:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574844:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574845:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574845:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574846:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574847:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574847:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574848:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574848:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574849:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574850:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574851:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574852:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574853:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574854:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574854:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574855:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574856:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574857:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574857:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574858:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574858:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574859:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574859:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574860:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574861:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574861:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574862:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574862:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:18.0:1609800449.574863:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (19)++
00000800:00000200:18.0:1609800449.574863:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (20)--
00000800:00000200:34.0F:1609800449.575366:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.123@o2ib18
00000800:00000200:34.0:1609800449.575370:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.123@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800449.575372:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff933635fe4c00] (19)++
00000800:00000200:34.0:1609800449.575373:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff933635fe4c00] (20)++
00000800:00000200:34.0:1609800449.575375:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:34.0:1609800449.575376:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:34.0:1609800449.575377:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:34.0:1609800449.575378:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000800:00000200:34.0:1609800449.575379:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (25)++
00000800:00000200:34.0:1609800449.575380:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (26)++
00000800:00000200:34.0:1609800449.575380:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (27)++
00000800:00000200:34.0:1609800449.575381:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (28)++
00000800:00000200:34.0:1609800449.575393:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff933635fe4c00] (29)--
00000800:00000200:29.1F:1609800449.575408:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (28)++
00000800:00000200:3.0:1609800449.575462:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000800:00000200:3.0:1609800449.575470:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:3.0:1609800449.575473:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800449.575479:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.575487:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575493:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.575496:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:3.0:1609800449.575498:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (30)++
00000800:00000200:3.0:1609800449.575501:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575503:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (31)--
00000800:00000200:4.0:1609800449.575512:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000800:00000200:3.0:1609800449.575532:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (31)--
00000800:00000200:3.0:1609800449.575535:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000400:00000200:57.0:1609800449.575536:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.575536:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575538:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (31)--
00000400:00000200:57.0:1609800449.575541:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:4.0:1609800449.575541:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.575542:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575543:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:3.0:1609800449.575545:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800449.575547:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:3.0:1609800449.575550:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575563:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000400:00000200:57.0:1609800449.575567:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800449.575567:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575569:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800449.575572:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575574:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000800:00000200:4.0:1609800449.575574:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.575574:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800449.575575:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000400:00000200:37.0:1609800449.575577:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.575577:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:3.0:1609800449.575577:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:3.0:1609800449.575578:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (30)++
00000400:00000200:37.0:1609800449.575582:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.575582:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575583:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (33)++
00000800:00000200:3.0:1609800449.575583:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (33)--
00000800:00000200:4.0:1609800449.575587:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575588:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (33)--
00000800:00000200:3.0:1609800449.575589:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (33)--
00000800:00000200:37.0:1609800449.575590:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575591:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (32)++
00000800:00000200:38.0:1609800449.575592:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000400:00000200:57.0:1609800449.575594:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.575594:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (32)--
00000400:00000200:57.0:1609800449.575596:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:3.0:1609800449.575596:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000400:00000200:38.0:1609800449.575597:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575597:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.575597:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (31)--
00000800:00000200:37.0:1609800449.575599:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)++
00000400:00000200:3.0:1609800449.575599:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.575600:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575601:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (31)++
00000800:00000200:4.0:1609800449.575602:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000400:00000200:38.0:1609800449.575603:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:3.0:1609800449.575604:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575605:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575606:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (32)--
00000800:00000200:4.0:1609800449.575608:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575609:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (31)--
00000800:00000200:38.0:1609800449.575612:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:4.0:1609800449.575612:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.575612:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800449.575613:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575615:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000400:00000200:4.0:1609800449.575616:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.575617:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800449.575619:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800449.575619:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575619:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)++
00000800:00000200:37.0:1609800449.575620:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000800:00000200:4.0:1609800449.575621:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575621:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (31)++
00000800:00000200:38.0:1609800449.575622:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)++
00000400:00000200:37.0:1609800449.575622:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.575624:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575625:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (32)--
00000800:00000200:38.0:1609800449.575626:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (32)++
00000400:00000200:37.0:1609800449.575626:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.575626:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800449.575628:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (32)++
00000800:00000200:38.0:1609800449.575629:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (33)--
00000800:00000200:38.0:1609800449.575631:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (33)--
00000800:00000200:4.0:1609800449.575631:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (33)++
00000800:00000200:37.0:1609800449.575632:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575633:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (31)--
00000800:00000200:38.0:1609800449.575634:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (31)--
00000800:00000200:4.0:1609800449.575634:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575635:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (31)--
00000800:00000200:37.0:1609800449.575637:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800449.575638:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)--
00000800:00000200:37.0:1609800449.575640:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:29.1:1609800449.575641:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (29)++
00000800:00000200:37.0:1609800449.575642:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (29)++
00000400:00000200:0.0:1609800449.575644:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575645:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575646:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (31)--
00000800:00000200:37.0:1609800449.575649:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575651:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000400:00000200:0.0:1609800449.575655:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:3.0:1609800449.575659:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575660:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000400:00000200:0.0:1609800449.575668:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800449.575693:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800449.575695:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:37.0:1609800449.575697:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575698:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:37.0:1609800449.575699:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575700:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)--
00000800:00000200:29.1:1609800449.575709:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (28)++
00000800:00000200:4.0:1609800449.575717:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000800:00000200:4.0:1609800449.575721:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575721:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:4.0:1609800449.575723:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.575723:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)--
00000400:00000200:4.0:1609800449.575725:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.575727:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:29.1:1609800449.575730:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (28)++
00000800:00000200:4.0:1609800449.575730:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800449.575731:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000800:00000200:4.0:1609800449.575732:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (30)++
00000800:00000200:4.0:1609800449.575734:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575734:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (31)--
00000800:00000200:4.0:1609800449.575736:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:4.0:1609800449.575738:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000800:00000200:4.0:1609800449.575741:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575742:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:4.0:1609800449.575742:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575744:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000400:00000200:4.0:1609800449.575744:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575747:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575747:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800449.575748:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000800:00000200:4.0:1609800449.575749:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.575749:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000400:00000200:37.0:1609800449.575750:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.575750:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)++
00000800:00000200:4.0:1609800449.575751:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (31)++
00000400:00000200:37.0:1609800449.575753:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.575753:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575754:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (32)--
00000800:00000200:38.0:1609800449.575755:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (32)++
00000800:00000200:3.0:1609800449.575755:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575756:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:4.0:1609800449.575756:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (32)--
00000800:00000200:3.0:1609800449.575756:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (31)--
00000400:00000200:3.0:1609800449.575757:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.575758:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:4.0:1609800449.575758:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:37.0:1609800449.575759:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800449.575760:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (29)++
00000400:00000200:3.0:1609800449.575760:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800449.575763:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800449.575766:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800449.575768:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)++
00000800:00000200:38.0:1609800449.575771:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:38.0:1609800449.575772:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (31)++
00000800:00000200:37.0:1609800449.575772:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (31)++
00000800:00000200:38.0:1609800449.575773:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (33)--
00000800:00000200:37.0:1609800449.575774:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575774:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (33)--
00000800:00000200:38.0:1609800449.575775:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (32)--
00000800:00000200:3.0:1609800449.575775:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (32)++
00000800:00000200:37.0:1609800449.575776:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (31)--
00000800:00000200:3.0:1609800449.575776:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:3.0:1609800449.575777:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (30)--
00000800:00000200:29.1:1609800449.575778:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (30)++
00000800:00000200:3.0:1609800449.575781:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:3.0:1609800449.575783:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000800:00000200:3.0:1609800449.575786:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575787:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000800:00000200:3.0:1609800449.575787:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:3.0:1609800449.575788:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.575790:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)++
00000800:00000200:4.0:1609800449.575790:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000400:00000200:3.0:1609800449.575790:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.575791:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (30)--
00000400:00000200:4.0:1609800449.575792:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800449.575792:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (30)--
00000800:00000200:38.0:1609800449.575793:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:37.0:1609800449.575793:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)++
00000800:00000200:38.0:1609800449.575794:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (29)--
00000400:00000200:4.0:1609800449.575794:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:38.0:1609800449.575795:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575797:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.123@o2ib18: no credits
00000800:00000200:4.0:1609800449.575797:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (29)--
00000400:00000200:38.0:1609800449.575798:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575798:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (29)--
00000400:00000200:37.0:1609800449.575799:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800449.575799:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (27)--
00000800:00000200:38.0:1609800449.575801:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000400:00000200:37.0:1609800449.575801:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575803:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:29.1:1609800449.575841:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (24)++
00000800:00000200:3.0:1609800449.575848:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000800:00000200:3.0:1609800449.575852:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:4.0:1609800449.575853:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000800:00000200:3.0:1609800449.575864:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:3.0:1609800449.575865:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)--
00000800:00000200:3.0:1609800449.575866:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:29.1:1609800449.575872:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (24)++
00000800:00000200:38.0:1609800449.575880:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000800:00000200:38.0:1609800449.575883:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (26)--
00000400:00000200:38.0:1609800449.575885:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575886:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:38.0:1609800449.575887:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800449.575889:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (26)--
00000800:00000200:38.0:1609800449.575890:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000400:00000200:37.0:1609800449.575891:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.575892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000400:00000200:37.0:1609800449.575893:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:38.0:1609800449.575895:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000800:00000200:4.0:1609800449.575895:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:38.0:1609800449.575896:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800449.575897:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:4.0:1609800449.575897:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800449.575898:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:38.0:1609800449.575899:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:4.0:1609800449.575899:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800449.575901:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:4.0:1609800449.575901:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:4.0:1609800449.575904:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800449.575935:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:3.0:1609800449.575942:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:3.0:1609800449.575946:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:37.0:1609800449.575947:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:3.0:1609800449.575947:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800449.575949:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:3.0:1609800449.575950:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800449.576022:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:38.0:1609800449.576044:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:38.0:1609800449.576048:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:38.0:1609800449.576049:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:4.0:1609800449.576049:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:38.0:1609800449.576051:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:38.0:1609800449.576052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800449.733085:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.733090:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.733094:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a5140 nid 192.168.128.186@o2ib18
00000400:00000200:57.0:1609800449.733096:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5ac0 net o2ib18
00000400:00000200:57.0:1609800449.733098:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345aafde200 nid 192.168.128.186@o2ib18
00000400:00000200:57.0:1609800449.733100:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.186@o2ib18 NID 192.168.128.186@o2ib18 flags 0x0
00000400:00000200:57.0:1609800449.733104:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.186@o2ib18: 0
00000400:00000200:57.0:1609800449.733104:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800449.733105:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800449.733107:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.186@o2ib18 NID 192.168.128.186@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800449.733108:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.186@o2ib18 pending discovery
00000400:00000200:69.0:1609800449.733137:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800449.733140:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.186@o2ib18 state 0x20
00000400:00000200:69.0:1609800449.733142:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.186@o2ib18
00000400:00000200:69.0:1609800449.733143:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.186@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800449.733145:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.186@o2ib18
00000400:00000200:69.0:1609800449.733147:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.186@o2ib18
00000400:00000200:69.0:1609800449.733150:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:69.0:1609800449.733152:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:3] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800449.733155:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800449.733157:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.186@o2ib18
00000400:00000200:69.0:1609800449.733159:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.186@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800449.733161:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.186@o2ib18 1
00000400:00000200:69.0:1609800449.733166:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800449.733169:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:69.0:1609800449.733175:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345f674ba80] -> 192.168.128.186@o2ib18 (1)++
00000800:00000200:69.0:1609800449.733179:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2)++
00000800:00000200:69.0:1609800449.733194:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800449.733196:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345f674ba80] -> 192.168.128.186@o2ib18 (3)--
00000400:00000200:57.0:1609800449.733246:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800449.733247:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.733249:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.733252:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:37.0:1609800449.733255:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.733257:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800449.733258:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:57.0:1609800449.733260:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:37.0:1609800449.733265:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800449.733269:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:37.0:1609800449.733274:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800449.733275:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800449.733277:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:37.0:1609800449.733279:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800449.733282:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.733285:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.733288:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800449.733294:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800449.733297:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800449.733299:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800449.733301:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800449.733336:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800449.733339:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800449.733341:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800449.733345:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800449.733347:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800449.733350:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800449.733351:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.733364:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.733372:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.733375:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:38.0:1609800449.733382:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.733385:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:38.0:1609800449.733391:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.733393:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800449.733553:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800449.733556:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800449.733558:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:38.0:1609800449.733563:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800449.733566:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:38.0:1609800449.733569:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800449.733571:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 0
00000800:00000200:18.0:1609800449.733676:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.186@o2ib18 Addr resolved: 0
00000800:00000200:18.0:1609800449.733690:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.186@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:18.0:1609800449.733768:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.186@o2ib18 Route resolved: 0
00000800:00000200:18.0:1609800449.733785:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff934586389000 0xffff934586389000(0x1086389000)
00000800:00000200:18.0:1609800449.733787:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354de1fa000 0xffff9354de1fa000(0x1fde1fa000)
00000800:00000200:18.0:1609800449.733788:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354de1fb000 0xffff9354de1fb000(0x1fde1fb000)
00000800:00000200:18.0:1609800449.733789:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354de1fc000 0xffff9354de1fc000(0x1fde1fc000)
00000800:00000200:18.0:1609800449.733789:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354de1fd000 0xffff9354de1fd000(0x1fde1fd000)
00000800:00000200:18.0:1609800449.733790:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354de1fe000 0xffff9354de1fe000(0x1fde1fe000)
00000800:00000200:18.0:1609800449.733791:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354de1ff000 0xffff9354de1ff000(0x1fde1ff000)
00000800:00000200:18.0:1609800449.733792:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354de200000 0xffff9354de200000(0x1fde200000)
00000800:00000200:18.0:1609800449.733793:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354de201000 0xffff9354de201000(0x1fde201000)
00000800:00000200:18.0:1609800449.733793:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354de202000 0xffff9354de202000(0x1fde202000)
00000800:00000200:18.0:1609800449.733794:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354de203000 0xffff9354de203000(0x1fde203000)
00000800:00000200:18.0:1609800449.733796:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354de204000 0xffff9354de204000(0x1fde204000)
00000800:00000200:18.0:1609800449.733797:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354de205000 0xffff9354de205000(0x1fde205000)
00000800:00000200:18.0:1609800449.733798:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354de206000 0xffff9354de206000(0x1fde206000)
00000800:00000200:18.0:1609800449.733799:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354de207000 0xffff9354de207000(0x1fde207000)
00000800:00000200:18.0:1609800449.733800:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354de208000 0xffff9354de208000(0x1fde208000)
00000800:00000200:18.0:1609800449.733801:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354de209000 0xffff9354de209000(0x1fde209000)
00000800:00000200:18.0:1609800449.733802:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354de20a000 0xffff9354de20a000(0x1fde20a000)
00000800:00000200:18.0:1609800449.734002:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734003:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734004:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734005:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734005:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734006:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734006:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734007:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734008:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734008:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734009:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734010:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734010:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734011:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734012:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734012:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734013:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734014:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734014:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734015:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734016:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734016:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734017:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734018:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734018:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734019:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734019:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734020:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734021:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734022:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734023:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734023:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734024:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734025:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:18.0:1609800449.734025:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (19)++
00000800:00000200:18.0:1609800449.734026:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (20)--
00000800:00000200:35.0F:1609800449.734466:0:440:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.186@o2ib18
00000800:00000200:35.0:1609800449.734470:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.186@o2ib18: active(1), version(12), status(0)
00000800:00000200:35.0:1609800449.734472:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934591fc2600] (19)++
00000800:00000200:35.0:1609800449.734473:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934591fc2600] (20)++
00000800:00000200:35.0:1609800449.734474:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (21)++
00000800:00000200:35.0:1609800449.734475:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:35.0:1609800449.734476:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (23)++
00000800:00000200:35.0:1609800449.734477:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (24)++
00000800:00000200:35.0:1609800449.734478:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (25)++
00000800:00000200:35.0:1609800449.734479:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (26)++
00000800:00000200:35.0:1609800449.734480:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (27)++
00000800:00000200:35.0:1609800449.734488:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934591fc2600] (28)--
00000800:00000200:35.1F:1609800449.734594:0:188:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (27)++
00000800:00000200:19.0:1609800449.734600:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (28)++
00000800:00000200:19.0:1609800449.734605:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (29)--
00000400:00000200:19.0:1609800449.734606:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.734607:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (28)++
00000400:00000200:19.0:1609800449.734609:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:22.0:1609800449.734610:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (29)--
00000400:00000200:22.0:1609800449.734612:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.734612:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (28)--
00000800:00000200:19.0:1609800449.734614:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (27)++
00000400:00000200:22.0:1609800449.734615:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:19.0:1609800449.734616:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (28)--
00000400:00000200:19.0:1609800449.734617:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.734618:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (27)--
00000800:00000200:22.0:1609800449.734619:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (26)++
00000800:00000200:22.0:1609800449.734621:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (27)--
00000400:00000200:19.0:1609800449.734621:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:22.0:1609800449.734622:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800449.734623:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000400:00000200:22.0:1609800449.734624:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:18.0:1609800449.734625:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000800:00000200:22.0:1609800449.734628:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000800:00000200:22.0:1609800449.734629:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000800:00000200:18.0:1609800449.734629:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (25)--
00000400:00000200:18.0:1609800449.734631:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800449.734632:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (25)--
00000800:00000200:20.0:1609800449.734632:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000400:00000200:22.0:1609800449.734633:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800449.734633:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (25)--
00000800:00000200:19.0:1609800449.734634:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (25)--
00000400:00000200:18.0:1609800449.734634:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:22.0:1609800449.734635:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:20.0:1609800449.734635:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800449.734637:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:18.0:1609800449.734637:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:22.0:1609800449.734639:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:20.0:1609800449.734640:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000800:00000200:35.1:1609800449.734713:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000800:00000200:19.0:1609800449.734717:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800449.734720:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.186@o2ib18
00000800:00000200:19.0:1609800449.734721:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (22)++
00000800:00000200:18.0:1609800449.734721:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:19.0:1609800449.734722:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (22)--
00000800:00000200:19.0:1609800449.734723:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000400:00000200:0.0:1609800450.092014:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.092043:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.092046:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.092047:0:16058:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5680 nid 192.168.128.178@o2ib18
00000400:00000200:57.0:1609800450.092052:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.092057:0:16058:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1000 net o2ib18
00000400:00000200:0.0:1609800450.092059:0:16058:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93366bf83e00 nid 192.168.128.178@o2ib18
00000400:00000200:0.0:1609800450.092063:0:16058:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.178@o2ib18 NID 192.168.128.178@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.092067:0:16061:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.178@o2ib18: 0
00000400:00000200:0.0:1609800450.092070:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.178@o2ib18: 0
00000400:00000200:0.0:1609800450.092071:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800450.092073:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800450.092075:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.178@o2ib18 NID 192.168.128.178@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800450.092078:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.178@o2ib18 pending discovery
00000400:00000200:57.0:1609800450.092080:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.178@o2ib18: -114
00000400:00000200:57.0:1609800450.092081:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.092082:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.092084:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.178@o2ib18 NID 192.168.128.178@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.092086:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.178@o2ib18 pending discovery
00000400:00000200:0.0:1609800450.092087:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.092092:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.092095:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.178@o2ib18: -114
00000400:00000200:0.0:1609800450.092096:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800450.092097:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800450.092099:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.178@o2ib18 NID 192.168.128.178@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800450.092102:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.178@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.092110:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800450.092114:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.178@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.092116:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.178@o2ib18
00000400:00000200:69.0:1609800450.092117:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.178@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800450.092119:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.178@o2ib18
00000400:00000200:69.0:1609800450.092132:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.178@o2ib18
00000400:00000200:57.0:1609800450.092134:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.092136:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:69.0:1609800450.092139:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:4] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.092143:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.092145:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.178@o2ib18
00000400:00000200:69.0:1609800450.092148:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.178@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.092150:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.178@o2ib18 1
00000400:00000200:57.0:1609800450.092151:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.092154:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:69.0:1609800450.092155:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.092159:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:57.0:1609800450.092162:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.092165:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:69.0:1609800450.092166:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85f00] -> 192.168.128.178@o2ib18 (1)++
00000800:00000200:57.0:1609800450.092169:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.092170:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2)++
00000800:00000200:57.0:1609800450.092172:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.092192:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.092194:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85f00] -> 192.168.128.178@o2ib18 (3)--
00000400:00000200:69.0:1609800450.092196:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.178@o2ib18
00000400:00000200:69.0:1609800450.092199:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:0.0:1609800450.092204:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.092206:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.092209:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:0.0:1609800450.092210:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.092212:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.092213:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:69.0:1609800450.092215:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800450.092218:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.178@o2ib18
00000400:00000200:0.0:1609800450.092220:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800450.092221:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:0.0:1609800450.092224:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:69.0:1609800450.092227:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.092230:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:0.0:1609800450.092233:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.092234:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.092236:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.092239:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.092303:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.092306:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.092308:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:0.0:1609800450.092314:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.092317:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:0.0:1609800450.092320:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.092321:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.092344:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.092349:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.092351:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800450.092357:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.092360:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:57.0:1609800450.092364:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.092366:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:37.0:1609800450.092380:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800450.092388:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.092393:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:37.0:1609800450.092399:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800450.092403:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:37.0:1609800450.092407:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000800:00000200:37.0:1609800450.092410:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.092520:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.092523:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.092525:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800450.092620:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.092624:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.092625:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:38.0:1609800450.092636:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.092648:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.092654:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:38.0:1609800450.092713:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.092718:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.092722:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:46.0:1609800450.092768:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.178@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.092794:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.178@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800450.092870:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.092882:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.092888:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:0.0:1609800450.093014:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.093162:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.093168:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.093171:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800450.093177:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.093179:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.093191:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800450.093195:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.093198:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.093199:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800450.093203:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.093268:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.178@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.093295:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93363a3ad000 0xffff93363a3ad000(0x13a3ad000)
00000800:00000200:46.0:1609800450.093296:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93363a3c6000 0xffff93363a3c6000(0x13a3c6000)
00000800:00000200:46.0:1609800450.093297:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9336397c4000 0xffff9336397c4000(0x1397c4000)
00000800:00000200:46.0:1609800450.093298:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff933664f88000 0xffff933664f88000(0x164f88000)
00000800:00000200:46.0:1609800450.093300:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933663faa000 0xffff933663faa000(0x163faa000)
00000800:00000200:46.0:1609800450.093301:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff933640395000 0xffff933640395000(0x140395000)
00000800:00000200:46.0:1609800450.093302:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9336403bf000 0xffff9336403bf000(0x1403bf000)
00000800:00000200:46.0:1609800450.093302:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93360c7df000 0xffff93360c7df000(0x10c7df000)
00000800:00000200:46.0:1609800450.093303:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93451f18c000 0xffff93451f18c000(0x101f18c000)
00000800:00000200:46.0:1609800450.093304:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93451d3e6000 0xffff93451d3e6000(0x101d3e6000)
00000800:00000200:46.0:1609800450.093305:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93450a504000 0xffff93450a504000(0x100a504000)
00000800:00000200:46.0:1609800450.093306:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93364f7ef000 0xffff93364f7ef000(0x14f7ef000)
00000800:00000200:46.0:1609800450.093307:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93451add2000 0xffff93451add2000(0x101add2000)
00000800:00000200:46.0:1609800450.093308:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93451f126000 0xffff93451f126000(0x101f126000)
00000800:00000200:46.0:1609800450.093308:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff934506c27000 0xffff934506c27000(0x1006c27000)
00000800:00000200:46.0:1609800450.093309:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff933665391000 0xffff933665391000(0x165391000)
00000800:00000200:46.0:1609800450.093310:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933644bdd000 0xffff933644bdd000(0x144bdd000)
00000800:00000200:46.0:1609800450.093311:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff933613bc8000 0xffff933613bc8000(0x113bc8000)
00000800:00000200:46.0:1609800450.093623:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093625:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093625:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093626:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093627:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093628:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093629:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093629:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093630:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093631:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093631:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093632:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093632:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093633:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093633:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093634:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093635:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093635:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093636:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093636:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093637:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093637:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093638:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093638:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093639:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093640:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093640:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093641:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093641:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093642:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093642:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093643:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093644:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093644:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:46.0:1609800450.093645:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (19)++
00000800:00000200:46.0:1609800450.093645:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (20)--
00000800:00000200:19.0:1609800450.094201:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.178@o2ib18
00000800:00000200:19.0:1609800450.094204:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.178@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800450.094206:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff933635fe7400] (19)++
00000800:00000200:19.0:1609800450.094208:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff933635fe7400] (20)++
00000800:00000200:19.0:1609800450.094209:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:19.0:1609800450.094210:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (22)++
00000800:00000200:19.0:1609800450.094211:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:19.0:1609800450.094212:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (24)++
00000800:00000200:19.0:1609800450.094214:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (25)++
00000800:00000200:19.0:1609800450.094215:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (26)++
00000800:00000200:19.0:1609800450.094215:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (27)++
00000800:00000200:19.0:1609800450.094216:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (28)++
00000800:00000200:19.0:1609800450.094228:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff933635fe7400] (29)--
00000800:00000200:24.1F:1609800450.094259:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (28)++
00000800:00000200:37.0:1609800450.094314:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000800:00000200:37.0:1609800450.094323:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000400:00000200:37.0:1609800450.094326:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094327:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (29)--
00000400:00000200:37.0:1609800450.094332:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.094341:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:37.0:1609800450.094347:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094350:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (28)++
00000800:00000200:37.0:1609800450.094352:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (29)++
00000800:00000200:37.0:1609800450.094355:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094356:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)--
00000800:00000200:37.0:1609800450.094364:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (29)--
00000800:00000200:24.1:1609800450.094392:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (28)++
00000400:00000200:0.0:1609800450.094410:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.094420:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:0.0:1609800450.094447:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800450.094453:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000800:00000200:4.0:1609800450.094460:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094461:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000400:00000200:4.0:1609800450.094463:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.094466:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.094471:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:4.0:1609800450.094475:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.094477:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (29)++
00000800:00000200:4.0:1609800450.094478:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (30)++
00000800:00000200:4.0:1609800450.094480:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094481:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (31)--
00000800:00000200:4.0:1609800450.094487:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (30)--
00000800:00000200:4.0:1609800450.094499:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000800:00000200:4.0:1609800450.094503:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:38.0:1609800450.094504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:4.0:1609800450.094504:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000400:00000200:4.0:1609800450.094507:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.094509:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.094511:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:38.0:1609800450.094512:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094512:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:38.0:1609800450.094513:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:37.0:1609800450.094513:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (31)++
00000800:00000200:4.0:1609800450.094514:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.094515:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000400:00000200:38.0:1609800450.094516:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094516:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (31)++
00000800:00000200:3.0:1609800450.094516:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:37.0:1609800450.094517:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094517:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:4.0:1609800450.094517:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (31)++
00000400:00000200:3.0:1609800450.094517:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.094519:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094520:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094520:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (31)--
00000400:00000200:3.0:1609800450.094520:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:38.0:1609800450.094521:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:37.0:1609800450.094522:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.094522:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (30)--
00000800:00000200:4.0:1609800450.094523:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000800:00000200:3.0:1609800450.094524:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:4.0:1609800450.094525:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094526:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:4.0:1609800450.094526:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000800:00000200:38.0:1609800450.094527:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:4.0:1609800450.094527:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094528:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800450.094529:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.094529:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (29)++
00000800:00000200:37.0:1609800450.094530:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.094530:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (30)++
00000800:00000200:38.0:1609800450.094531:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094531:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)++
00000800:00000200:4.0:1609800450.094532:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:38.0:1609800450.094533:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (32)++
00000800:00000200:3.0:1609800450.094533:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094546:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (33)++
00000800:00000200:3.0:1609800450.094546:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)--
00000800:00000200:4.0:1609800450.094547:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094548:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:38.0:1609800450.094549:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (33)++
00000800:00000200:37.0:1609800450.094549:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)--
00000800:00000200:4.0:1609800450.094549:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)++
00000800:00000200:37.0:1609800450.094550:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (34)--
00000800:00000200:38.0:1609800450.094551:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:38.0:1609800450.094552:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)--
00000800:00000200:37.0:1609800450.094552:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (33)++
00000800:00000200:4.0:1609800450.094552:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (33)++
00000800:00000200:3.0:1609800450.094553:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (34)--
00000800:00000200:4.0:1609800450.094554:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094555:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)--
00000800:00000200:3.0:1609800450.094555:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (33)++
00000800:00000200:38.0:1609800450.094556:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (33)--
00000800:00000200:37.0:1609800450.094556:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094556:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (33)--
00000800:00000200:3.0:1609800450.094557:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000400:00000200:37.0:1609800450.094558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094558:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:38.0:1609800450.094559:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000400:00000200:37.0:1609800450.094561:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:57.0:1609800450.094562:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.094564:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000800:00000200:37.0:1609800450.094564:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:4.0:1609800450.094566:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:37.0:1609800450.094567:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094568:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)++
00000400:00000200:57.0:1609800450.094569:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:3.0:1609800450.094569:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:3.0:1609800450.094571:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (31)++
00000800:00000200:3.0:1609800450.094572:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (32)--
00000800:00000200:3.0:1609800450.094573:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:38.0:1609800450.094575:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (30)++
00000800:00000200:37.0:1609800450.094575:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (30)++
00000800:00000200:38.0:1609800450.094576:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (32)--
00000800:00000200:24.1:1609800450.094577:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (32)++
00000800:00000200:38.0:1609800450.094580:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (32)--
00000800:00000200:37.0:1609800450.094581:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (32)--
00000800:00000200:38.0:1609800450.094582:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:37.0:1609800450.094585:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:38.0:1609800450.094586:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:37.0:1609800450.094587:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000400:00000200:38.0:1609800450.094588:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.094590:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:5.0F:1609800450.094592:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.094593:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:38.0:1609800450.094595:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.094597:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)++
00000800:00000200:38.0:1609800450.094598:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (31)++
00000800:00000200:38.0:1609800450.094600:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:38.0:1609800450.094600:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (32)--
00000400:00000200:5.0:1609800450.094600:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:37.0:1609800450.094603:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:3.0:1609800450.094603:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (31)++
00000800:00000200:37.0:1609800450.094604:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (32)--
00000800:00000200:38.0:1609800450.094605:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:3.0:1609800450.094605:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000400:00000200:37.0:1609800450.094606:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094606:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:4.0:1609800450.094607:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000400:00000200:37.0:1609800450.094608:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:5.0:1609800450.094608:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800450.094608:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.094610:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.094611:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:5.0:1609800450.094614:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094615:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:37.0:1609800450.094616:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094617:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)++
00000400:00000200:5.0:1609800450.094617:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:37.0:1609800450.094618:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (31)++
00000800:00000200:3.0:1609800450.094618:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.094619:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:3.0:1609800450.094619:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (32)++
00000800:00000200:37.0:1609800450.094620:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (32)--
00000800:00000200:3.0:1609800450.094620:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (33)++
00000800:00000200:3.0:1609800450.094622:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094623:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (33)--
00000800:00000200:3.0:1609800450.094623:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (33)--
00000800:00000200:4.0:1609800450.094624:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094625:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (31)--
00000800:00000200:3.0:1609800450.094625:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:37.0:1609800450.094626:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000400:00000200:4.0:1609800450.094626:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.094629:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.094631:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:37.0:1609800450.094631:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094632:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000800:00000200:4.0:1609800450.094632:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:38.0:1609800450.094633:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000400:00000200:37.0:1609800450.094633:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094633:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:38.0:1609800450.094634:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000800:00000200:4.0:1609800450.094635:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800450.094636:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.094636:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.094636:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:4.0:1609800450.094637:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (30)++
00000800:00000200:3.0:1609800450.094637:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000400:00000200:38.0:1609800450.094638:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.094638:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (30)--
00000800:00000200:4.0:1609800450.094638:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (30)++
00000400:00000200:3.0:1609800450.094638:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.094640:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (30)++
00000800:00000200:4.0:1609800450.094640:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:38.0:1609800450.094641:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (31)--
00000800:00000200:4.0:1609800450.094641:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (31)--
00000400:00000200:3.0:1609800450.094641:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.094642:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18: no credits
00000800:00000200:37.0:1609800450.094642:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (30)--
00000800:00000200:38.0:1609800450.094643:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (29)++
00000400:00000200:37.0:1609800450.094644:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094644:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (29)--
00000800:00000200:38.0:1609800450.094645:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.178@o2ib18
00000800:00000200:3.0:1609800450.094645:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (28)--
00000400:00000200:37.0:1609800450.094646:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.094647:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (27)--
00000800:00000200:37.0:1609800450.094649:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:38.0:1609800450.094657:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:38.0:1609800450.094658:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:38.0:1609800450.094660:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:24.1:1609800450.094666:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (24)++
00000800:00000200:3.0:1609800450.094674:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:3.0:1609800450.094677:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (26)--
00000400:00000200:3.0:1609800450.094678:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094680:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000400:00000200:3.0:1609800450.094680:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.094683:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (26)--
00000800:00000200:3.0:1609800450.094683:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000400:00000200:4.0:1609800450.094684:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.094685:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000400:00000200:4.0:1609800450.094687:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.094687:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000800:00000200:37.0:1609800450.094688:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:4.0:1609800450.094689:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000400:00000200:3.0:1609800450.094689:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.094690:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000400:00000200:37.0:1609800450.094691:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.094691:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:3.0:1609800450.094691:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:37.0:1609800450.094693:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.094694:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:4.0:1609800450.094695:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000800:00000200:3.0:1609800450.094695:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:37.0:1609800450.094697:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:4.0:1609800450.094697:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (22)++
00000800:00000200:4.0:1609800450.094698:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (22)--
00000800:00000200:4.0:1609800450.094699:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:57.0:1609800450.200330:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200341:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.200352:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a5080 nid 192.168.128.183@o2ib18
00000400:00000200:57.0:1609800450.200357:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5dc0 net o2ib18
00000400:00000200:57.0:1609800450.200364:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933635fe4e00 nid 192.168.128.183@o2ib18
00000400:00000200:57.0:1609800450.200370:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.183@o2ib18 NID 192.168.128.183@o2ib18 flags 0x0
00000400:00000200:38.0:1609800450.200374:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200378:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.183@o2ib18: 0
00000400:00000200:57.0:1609800450.200380:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.200382:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.200386:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.183@o2ib18 NID 192.168.128.183@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.200390:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.183@o2ib18 pending discovery
00000400:00000200:38.0:1609800450.200390:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.200397:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.183@o2ib18: -114
00000400:00000200:38.0:1609800450.200400:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800450.200401:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800450.200405:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.183@o2ib18 NID 192.168.128.183@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800450.200409:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.183@o2ib18 pending discovery
00000400:00000200:38.0:1609800450.200418:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.200421:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:38.0:1609800450.200423:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.200428:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.183@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.200449:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.183@o2ib18
00000400:00000200:69.0:1609800450.200450:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.183@o2ib18 state 0x10 rc 0
00000400:00000200:38.0:1609800450.200454:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:38.0:1609800450.200460:0:16056:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:5] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800450.200461:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200464:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.200465:0:16056:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800450.200468:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:38.0:1609800450.200470:0:16056:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.183@o2ib18
00000400:00000200:57.0:1609800450.200472:0:16064:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:6] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800450.200474:0:16064:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800450.200475:0:16056:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.183@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800450.200480:0:16056:0:(router.c:135:lnet_notify_locked()) set 192.168.128.183@o2ib18 1
00000400:00000200:38.0:1609800450.200490:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800450.200495:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.200496:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:69.0:1609800450.200500:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.183@o2ib18
00000400:00000200:69.0:1609800450.200503:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.200504:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.200507:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:69.0:1609800450.200510:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.200514:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.200517:0:16056:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5c00] -> 192.168.128.183@o2ib18 (1)++
00000800:00000200:69.0:1609800450.200522:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.200524:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.200525:0:16056:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2)++
00000400:00000200:69.0:1609800450.200527:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.183@o2ib18
00000400:00000200:69.0:1609800450.200529:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:57.0:1609800450.200530:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.200533:0:16064:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff93361efecf80] -> 192.168.128.183@o2ib18 (1)--
00000400:00000200:69.0:1609800450.200535:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800450.200537:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800450.200538:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:57.0:1609800450.200540:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.200541:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800450.200542:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:69.0:1609800450.200543:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800450.200547:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.200549:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800450.200552:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.200554:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800450.200558:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200560:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.200562:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.200566:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.200572:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.200573:0:16056:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800450.200575:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.200577:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800450.200577:0:16056:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5c00] -> 192.168.128.183@o2ib18 (3)--
00000400:00000200:38.0:1609800450.200587:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.200594:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.200599:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:38.0:1609800450.200610:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.200616:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.200621:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.200625:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.200832:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200836:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.200838:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.200845:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.200848:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800450.200852:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.200854:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.200858:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.200860:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.200862:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:38.0:1609800450.200899:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.200904:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.200909:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:38.0:1609800450.200918:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.200923:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.200926:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.201009:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.201012:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.201014:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.201025:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.201028:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.201029:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:46.0:1609800450.201104:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.183@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.201150:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.183@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800450.201176:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.201188:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.201194:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800450.201241:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.201370:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.201374:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.201376:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:0.0:1609800450.201380:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.201382:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.201384:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:0.0:1609800450.201388:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.201390:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.183@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.201412:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93451f1f8000 0xffff93451f1f8000(0x101f1f8000)
00000800:00000200:46.0:1609800450.201414:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff933641f8e000 0xffff933641f8e000(0x141f8e000)
00000800:00000200:46.0:1609800450.201415:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93363a7a3000 0xffff93363a7a3000(0x13a7a3000)
00000800:00000200:46.0:1609800450.201417:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451b3af000 0xffff93451b3af000(0x101b3af000)
00000800:00000200:46.0:1609800450.201418:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93360d7d8000 0xffff93360d7d8000(0x10d7d8000)
00000800:00000200:46.0:1609800450.201419:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff933634fa9000 0xffff933634fa9000(0x134fa9000)
00000800:00000200:46.0:1609800450.201420:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93450a72d000 0xffff93450a72d000(0x100a72d000)
00000800:00000200:46.0:1609800450.201420:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff933634faa000 0xffff933634faa000(0x134faa000)
00000800:00000200:46.0:1609800450.201421:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93367fed2000 0xffff93367fed2000(0x17fed2000)
00000800:00000200:46.0:1609800450.201422:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9336403b3000 0xffff9336403b3000(0x1403b3000)
00000800:00000200:46.0:1609800450.201423:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933650b8d000 0xffff933650b8d000(0x150b8d000)
00000800:00000200:46.0:1609800450.201424:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93364bbe3000 0xffff93364bbe3000(0x14bbe3000)
00000800:00000200:46.0:1609800450.201425:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff933613b9e000 0xffff933613b9e000(0x113b9e000)
00000800:00000200:46.0:1609800450.201426:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9336343a5000 0xffff9336343a5000(0x1343a5000)
00000800:00000200:46.0:1609800450.201426:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9336347bf000 0xffff9336347bf000(0x1347bf000)
00000800:00000200:46.0:1609800450.201427:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9336347e8000 0xffff9336347e8000(0x1347e8000)
00000800:00000200:46.0:1609800450.201428:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9336343a6000 0xffff9336343a6000(0x1343a6000)
00000800:00000200:46.0:1609800450.201429:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93363939a000 0xffff93363939a000(0x13939a000)
00000800:00000200:46.0:1609800450.201726:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201727:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201728:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201729:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201729:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201730:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201730:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201731:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201732:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201732:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201733:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201733:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201735:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201736:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201736:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201737:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201738:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201739:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201740:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201740:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201741:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201741:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201742:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201743:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201743:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201744:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201744:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201745:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201745:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201746:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201747:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201747:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201748:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201748:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:46.0:1609800450.201749:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:46.0:1609800450.201749:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (20)--
00000800:00000200:19.0:1609800450.202189:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.183@o2ib18
00000800:00000200:19.0:1609800450.202191:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.183@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800450.202194:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6b1a00] (19)++
00000800:00000200:19.0:1609800450.202195:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:19.0:1609800450.202197:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:19.0:1609800450.202198:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:19.0:1609800450.202199:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:19.0:1609800450.202200:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:19.0:1609800450.202201:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:19.0:1609800450.202202:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (26)++
00000800:00000200:19.0:1609800450.202202:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (27)++
00000800:00000200:19.0:1609800450.202204:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (28)++
00000800:00000200:19.0:1609800450.202216:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6b1a00] (29)--
00000800:00000200:29.1:1609800450.202287:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (28)++
00000800:00000200:3.0:1609800450.202338:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:3.0:1609800450.202347:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000400:00000200:3.0:1609800450.202350:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.202356:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202358:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:3.0:1609800450.202364:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800450.202369:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000800:00000200:3.0:1609800450.202371:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800450.202372:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202373:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:3.0:1609800450.202376:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (30)++
00000400:00000200:37.0:1609800450.202378:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202379:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202380:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:37.0:1609800450.202387:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:3.0:1609800450.202390:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)--
00000800:00000200:3.0:1609800450.202392:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:37.0:1609800450.202393:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.202396:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:3.0:1609800450.202398:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202399:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:3.0:1609800450.202399:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (31)--
00000400:00000200:3.0:1609800450.202402:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.202403:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202423:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000400:00000200:3.0:1609800450.202424:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.202427:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:3.0:1609800450.202427:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800450.202430:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:3.0:1609800450.202430:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.202431:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:37.0:1609800450.202432:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:38.0:1609800450.202433:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:38.0:1609800450.202434:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:3.0:1609800450.202434:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (32)++
00000400:00000200:38.0:1609800450.202436:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202436:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202437:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:37.0:1609800450.202438:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000400:00000200:38.0:1609800450.202439:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202439:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:3.0:1609800450.202439:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000400:00000200:37.0:1609800450.202441:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202441:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)++
00000400:00000200:0.0:1609800450.202441:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.202443:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202443:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202444:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000800:00000200:38.0:1609800450.202445:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:3.0:1609800450.202445:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.202446:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:3.0:1609800450.202447:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.202449:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800450.202449:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:38.0:1609800450.202451:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:38.0:1609800450.202452:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:37.0:1609800450.202454:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.202455:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:4.0:1609800450.202455:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:3.0:1609800450.202455:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.202456:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:37.0:1609800450.202456:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:37.0:1609800450.202457:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:38.0:1609800450.202458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:37.0:1609800450.202459:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202459:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:3.0:1609800450.202459:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.202460:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:3.0:1609800450.202460:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:4.0:1609800450.202461:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202462:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:37.0:1609800450.202463:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:4.0:1609800450.202463:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:38.0:1609800450.202464:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:38.0:1609800450.202465:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (32)--
00000400:00000200:4.0:1609800450.202465:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202465:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (32)++
00000400:00000200:38.0:1609800450.202466:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.202466:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:3.0:1609800450.202467:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000400:00000200:4.0:1609800450.202468:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202468:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)--
00000400:00000200:38.0:1609800450.202469:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202471:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202472:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:3.0:1609800450.202472:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)--
00000400:00000200:57.0:1609800450.202473:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.202474:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:38.0:1609800450.202475:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.202476:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:4.0:1609800450.202478:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800450.202479:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:4.0:1609800450.202480:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:37.0:1609800450.202481:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:38.0:1609800450.202482:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:37.0:1609800450.202482:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:38.0:1609800450.202484:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202484:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:38.0:1609800450.202485:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:37.0:1609800450.202485:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:4.0:1609800450.202485:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (32)++
00000400:00000200:57.0:1609800450.202487:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800450.202487:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:4.0:1609800450.202487:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:4.0:1609800450.202488:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202491:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000400:00000200:57.0:1609800450.202492:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.202492:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)--
00000400:00000200:57.0:1609800450.202494:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:38.0:1609800450.202494:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)++
00000400:00000200:57.0:1609800450.202499:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800450.202499:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:38.0:1609800450.202500:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000400:00000200:57.0:1609800450.202503:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.202503:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:3.0:1609800450.202503:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202504:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (31)--
00000400:00000200:57.0:1609800450.202506:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:4.0:1609800450.202506:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)++
00000400:00000200:3.0:1609800450.202506:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.202508:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202512:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:3.0:1609800450.202514:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.202516:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:3.0:1609800450.202516:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:37.0:1609800450.202517:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:4.0:1609800450.202517:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:3.0:1609800450.202517:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (33)++
00000800:00000200:38.0:1609800450.202518:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (34)--
00000400:00000200:4.0:1609800450.202518:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.202519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (33)--
00000800:00000200:3.0:1609800450.202519:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000400:00000200:37.0:1609800450.202520:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202520:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202521:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)++
00000400:00000200:4.0:1609800450.202521:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000400:00000200:37.0:1609800450.202522:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.202523:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202523:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202524:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000800:00000200:3.0:1609800450.202524:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)++
00000400:00000200:38.0:1609800450.202525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.202525:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800450.202526:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:3.0:1609800450.202526:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000400:00000200:38.0:1609800450.202527:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202527:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000800:00000200:4.0:1609800450.202528:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800450.202528:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.202529:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.202530:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (29)++
00000800:00000200:4.0:1609800450.202530:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (29)++
00000400:00000200:3.0:1609800450.202530:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.202531:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800450.202531:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:3.0:1609800450.202532:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:37.0:1609800450.202533:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202533:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202534:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.202534:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:3.0:1609800450.202534:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)++
00000800:00000200:38.0:1609800450.202535:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:37.0:1609800450.202535:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:4.0:1609800450.202536:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:37.0:1609800450.202537:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)++
00000800:00000200:4.0:1609800450.202537:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:38.0:1609800450.202538:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (33)++
00000800:00000200:3.0:1609800450.202538:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:3.0:1609800450.202538:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (33)--
00000400:00000200:3.0:1609800450.202539:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.202540:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:4.0:1609800450.202540:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (32)--
00000800:00000200:38.0:1609800450.202541:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (32)--
00000400:00000200:3.0:1609800450.202541:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202542:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:4.0:1609800450.202542:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (30)++
00000800:00000200:37.0:1609800450.202543:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (30)--
00000400:00000200:37.0:1609800450.202544:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.202544:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (31)--
00000800:00000200:38.0:1609800450.202545:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (29)--
00000800:00000200:4.0:1609800450.202545:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.183@o2ib18: no credits
00000800:00000200:4.0:1609800450.202545:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (29)--
00000400:00000200:37.0:1609800450.202546:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.202546:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (28)++
00000400:00000200:4.0:1609800450.202547:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.202549:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202550:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (28)--
00000800:00000200:37.0:1609800450.202551:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:3.0:1609800450.202551:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800450.202552:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:3.0:1609800450.202565:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:3.0:1609800450.202566:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:3.0:1609800450.202567:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:29.1:1609800450.202578:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:37.0:1609800450.202586:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:37.0:1609800450.202589:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:37.0:1609800450.202590:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.202592:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:37.0:1609800450.202593:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202596:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:37.0:1609800450.202597:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:4.0:1609800450.202597:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800450.202598:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)++
00000800:00000200:37.0:1609800450.202600:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:4.0:1609800450.202600:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:38.0:1609800450.202601:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)++
00000400:00000200:37.0:1609800450.202601:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.202603:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:37.0:1609800450.202603:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.202603:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:38.0:1609800450.202604:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.202605:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:38.0:1609800450.202607:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.202607:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:4.0:1609800450.202607:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:37.0:1609800450.202609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:4.0:1609800450.202609:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.202610:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:4.0:1609800450.202611:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.202614:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:29.1:1609800450.202625:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:37.0:1609800450.202633:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:37.0:1609800450.202637:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:37.0:1609800450.202638:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:38.0:1609800450.202639:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:37.0:1609800450.202639:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:37.0:1609800450.202640:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000400:00000200:57.0:1609800450.282875:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.282881:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.282885:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4d80 nid 192.168.128.115@o2ib18
00000400:00000200:57.0:1609800450.282886:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5440 net o2ib18
00000400:00000200:57.0:1609800450.282889:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933635fe6800 nid 192.168.128.115@o2ib18
00000400:00000200:57.0:1609800450.282892:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.115@o2ib18 NID 192.168.128.115@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.282896:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.115@o2ib18: 0
00000400:00000200:57.0:1609800450.282897:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.282898:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.282900:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.115@o2ib18 NID 192.168.128.115@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.282902:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.115@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.282929:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800450.282933:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.115@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.282934:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.115@o2ib18
00000400:00000200:69.0:1609800450.282936:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.115@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800450.282937:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.115@o2ib18
00000400:00000200:69.0:1609800450.282939:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.115@o2ib18
00000400:00000200:69.0:1609800450.282942:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:69.0:1609800450.282945:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:7] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.282948:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.282950:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.115@o2ib18
00000400:00000200:69.0:1609800450.282953:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.115@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.282956:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.115@o2ib18 1
00000400:00000200:69.0:1609800450.282960:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.282963:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:69.0:1609800450.282969:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85e80] -> 192.168.128.115@o2ib18 (1)++
00000400:00000200:57.0:1609800450.282973:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800450.282975:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2)++
00000400:00000200:57.0:1609800450.282976:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.282978:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800450.282984:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.282987:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800450.282992:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.282994:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800450.282997:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.282999:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85e80] -> 192.168.128.115@o2ib18 (3)--
00000400:00000200:5.0:1609800450.283025:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.283035:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.283041:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800450.283053:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.283059:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800450.283067:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.283071:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800450.283080:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.283085:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.283088:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800450.283098:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.283103:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800450.283107:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.283110:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800450.283118:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.283139:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.283143:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800450.283152:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.283157:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800450.283160:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.283164:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800450.283174:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.283181:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.283184:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800450.283193:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.283198:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800450.283202:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.283205:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.283218:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283221:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283224:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800450.283230:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.283232:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800450.283237:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.283239:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.283339:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283350:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283353:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800450.283358:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.283361:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800450.283364:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.283364:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800450.283366:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.283372:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.283375:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:38.0:1609800450.283427:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.283430:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.283432:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:46.0:1609800450.283493:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.115@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.283511:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.115@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800450.283518:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283521:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283523:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800450.283722:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283725:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283727:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800450.283751:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283754:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283756:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:46.0:1609800450.283759:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.115@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.283779:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff934512a7c000 0xffff934512a7c000(0x1012a7c000)
00000800:00000200:46.0:1609800450.283780:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9336383fc000 0xffff9336383fc000(0x1383fc000)
00000800:00000200:46.0:1609800450.283781:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff934518de5000 0xffff934518de5000(0x1018de5000)
00000800:00000200:46.0:1609800450.283782:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff933646fac000 0xffff933646fac000(0x146fac000)
00000800:00000200:46.0:1609800450.283783:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93451b864000 0xffff93451b864000(0x101b864000)
00000800:00000200:46.0:1609800450.283784:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93364bbc2000 0xffff93364bbc2000(0x14bbc2000)
00000800:00000200:46.0:1609800450.283785:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9336353ae000 0xffff9336353ae000(0x1353ae000)
00000800:00000200:46.0:1609800450.283785:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93367c745000 0xffff93367c745000(0x17c745000)
00000800:00000200:46.0:1609800450.283787:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93451b2de000 0xffff93451b2de000(0x101b2de000)
00000800:00000200:46.0:1609800450.283788:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93362c7af000 0xffff93362c7af000(0x12c7af000)
00000800:00000200:46.0:1609800450.283789:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933643b81000 0xffff933643b81000(0x143b81000)
00000800:00000200:46.0:1609800450.283790:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93451b8cf000 0xffff93451b8cf000(0x101b8cf000)
00000800:00000200:46.0:1609800450.283791:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93366fbe8000 0xffff93366fbe8000(0x16fbe8000)
00000800:00000200:46.0:1609800450.283792:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93366fbeb000 0xffff93366fbeb000(0x16fbeb000)
00000800:00000200:46.0:1609800450.283793:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93366fbec000 0xffff93366fbec000(0x16fbec000)
00000800:00000200:46.0:1609800450.283794:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93367c367000 0xffff93367c367000(0x17c367000)
00000400:00000200:57.0:1609800450.283795:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.283795:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9336643fa000 0xffff9336643fa000(0x1643fa000)
00000800:00000200:46.0:1609800450.283796:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9336343fb000 0xffff9336343fb000(0x1343fb000)
00000400:00000200:57.0:1609800450.283798:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.283799:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:0.0:1609800450.283809:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.283816:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.283819:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:0.0:1609800450.283887:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.283891:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.283892:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:0.0:1609800450.283897:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.283971:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.284074:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284076:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284077:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284077:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284078:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284078:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284079:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284080:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284080:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284081:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284081:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284082:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284082:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284083:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284084:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284084:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284085:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284085:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284086:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284086:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284087:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284088:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284088:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284089:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284089:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284091:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284091:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284092:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284093:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284094:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284094:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284095:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284096:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284096:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:46.0:1609800450.284097:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (19)++
00000800:00000200:46.0:1609800450.284097:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (20)--
00000800:00000200:20.0:1609800450.284645:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.115@o2ib18
00000800:00000200:20.0:1609800450.284648:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.115@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800450.284650:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6b1800] (19)++
00000800:00000200:20.0:1609800450.284651:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6b1800] (20)++
00000800:00000200:20.0:1609800450.284652:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (21)++
00000800:00000200:20.0:1609800450.284653:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000800:00000200:20.0:1609800450.284654:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (23)++
00000800:00000200:20.0:1609800450.284655:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (24)++
00000800:00000200:20.0:1609800450.284656:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (25)++
00000800:00000200:20.0:1609800450.284657:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000800:00000200:20.0:1609800450.284657:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (27)++
00000800:00000200:20.0:1609800450.284658:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (28)++
00000800:00000200:20.0:1609800450.284670:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6b1800] (29)--
00000800:00000200:33.1F:1609800450.284751:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (28)++
00000800:00000200:3.0:1609800450.284765:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000800:00000200:3.0:1609800450.284770:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:3.0:1609800450.284772:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.284777:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.284782:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:3.0:1609800450.284787:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.284789:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000800:00000200:3.0:1609800450.284790:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.284793:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284795:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:3.0:1609800450.284801:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.284803:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000800:00000200:3.0:1609800450.284808:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284809:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:57.0:1609800450.284810:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.284811:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000400:00000200:3.0:1609800450.284811:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.284816:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:57.0:1609800450.284817:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:3.0:1609800450.284821:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.284824:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284825:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.284827:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.284827:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.284828:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (31)++
00000400:00000200:4.0:1609800450.284829:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.284831:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284832:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:37.0:1609800450.284834:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)++
00000400:00000200:4.0:1609800450.284835:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.284839:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:3.0:1609800450.284841:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800450.284843:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800450.284843:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.284847:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.284849:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)++
00000800:00000200:4.0:1609800450.284849:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.284849:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:37.0:1609800450.284850:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.284850:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000800:00000200:4.0:1609800450.284852:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000400:00000200:3.0:1609800450.284852:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.284855:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:3.0:1609800450.284856:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.284857:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:38.0:1609800450.284859:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:4.0:1609800450.284859:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (31)++
00000800:00000200:3.0:1609800450.284861:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:38.0:1609800450.284862:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.284863:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.284864:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.284864:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:3.0:1609800450.284866:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800450.284867:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.284868:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.284870:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (31)++
00000800:00000200:37.0:1609800450.284871:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.284871:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (32)--
00000800:00000200:37.0:1609800450.284873:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)++
00000800:00000200:3.0:1609800450.284873:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800450.284874:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)++
00000800:00000200:3.0:1609800450.284875:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (33)--
00000800:00000200:37.0:1609800450.284876:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (33)++
00000800:00000200:38.0:1609800450.284877:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.284879:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284879:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (33)--
00000800:00000200:37.0:1609800450.284880:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (32)--
00000800:00000200:3.0:1609800450.284881:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (32)++
00000800:00000200:4.0:1609800450.284882:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.284884:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (32)--
00000800:00000200:4.0:1609800450.284884:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (32)--
00000800:00000200:38.0:1609800450.284885:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.284885:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:4.0:1609800450.284886:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.284887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.284887:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000800:00000200:38.0:1609800450.284888:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000400:00000200:3.0:1609800450.284889:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.284890:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (29)++
00000400:00000200:4.0:1609800450.284890:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:3.0:1609800450.284893:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.284894:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:38.0:1609800450.284895:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000800:00000200:4.0:1609800450.284898:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:38.0:1609800450.284899:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000800:00000200:3.0:1609800450.284899:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.284904:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800450.284904:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.284906:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:3.0:1609800450.284906:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:3.0:1609800450.284908:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.284911:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.284912:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:4.0:1609800450.284913:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (31)++
00000800:00000200:3.0:1609800450.284915:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:4.0:1609800450.284916:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800450.284917:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000400:00000200:0.0:1609800450.284918:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.284921:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000400:00000200:0.0:1609800450.284928:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:0.0:1609800450.284941:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.284948:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.284951:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:0.0:1609800450.284960:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.284966:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.284970:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:33.1:1609800450.285134:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (28)++
00000800:00000200:37.0:1609800450.285176:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000800:00000200:37.0:1609800450.285180:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:38.0:1609800450.285191:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800450.285194:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.285195:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (31)++
00000800:00000200:37.0:1609800450.285196:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (32)--
00000800:00000200:37.0:1609800450.285197:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.285198:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.285199:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:38.0:1609800450.285204:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (31)++
00000800:00000200:37.0:1609800450.285204:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.285205:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (31)--
00000400:00000200:37.0:1609800450.285205:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.285206:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:38.0:1609800450.285207:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000400:00000200:37.0:1609800450.285208:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.285211:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.285214:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.285215:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:37.0:1609800450.285216:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (29)++
00000800:00000200:37.0:1609800450.285217:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.285218:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000800:00000200:37.0:1609800450.285219:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000800:00000200:33.1:1609800450.285229:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (28)++
00000800:00000200:3.0:1609800450.285237:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000800:00000200:4.0:1609800450.285241:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.285241:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.285242:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:3.0:1609800450.285243:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.285245:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.285248:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:3.0:1609800450.285248:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.285249:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.285250:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)++
00000800:00000200:4.0:1609800450.285250:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.285251:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.285251:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.285252:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000400:00000200:4.0:1609800450.285252:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.285252:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)++
00000800:00000200:37.0:1609800450.285253:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:38.0:1609800450.285254:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.285254:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:3.0:1609800450.285254:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (31)++
00000400:00000200:37.0:1609800450.285255:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.285255:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.285256:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:38.0:1609800450.285257:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.285257:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000400:00000200:37.0:1609800450.285258:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.285260:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:3.0:1609800450.285260:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.285261:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000800:00000200:38.0:1609800450.285262:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.285263:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.285263:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.285263:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000800:00000200:4.0:1609800450.285264:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.285265:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000400:00000200:3.0:1609800450.285265:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.285266:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.285266:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000800:00000200:38.0:1609800450.285267:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800450.285267:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.285267:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (29)--
00000800:00000200:4.0:1609800450.285267:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000400:00000200:3.0:1609800450.285267:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:37.0:1609800450.285268:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.285270:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:3.0:1609800450.285270:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.285271:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000400:00000200:37.0:1609800450.285271:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.285271:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.285271:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:38.0:1609800450.285273:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800450.285273:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:38.0:1609800450.285274:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:37.0:1609800450.285274:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000800:00000200:3.0:1609800450.285275:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800450.285276:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)--
00000800:00000200:3.0:1609800450.285276:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (28)--
00000800:00000200:38.0:1609800450.285278:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000400:00000200:3.0:1609800450.285278:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.285280:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.285282:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:33.1:1609800450.285396:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (24)++
00000800:00000200:37.0:1609800450.285405:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800450.285408:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.285410:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800450.285429:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:33.1:1609800450.285430:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (26)++
00000800:00000200:37.0:1609800450.285431:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800450.285434:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800450.285435:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:38.0:1609800450.285439:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)++
00000800:00000200:37.0:1609800450.285439:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800450.285440:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)++
00000800:00000200:37.0:1609800450.285441:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (28)--
00000800:00000200:38.0:1609800450.285442:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (27)--
00000800:00000200:37.0:1609800450.285442:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)--
00000400:00000200:38.0:1609800450.285444:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.285445:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000400:00000200:38.0:1609800450.285446:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.285447:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000400:00000200:37.0:1609800450.285448:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.285449:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:38.0:1609800450.285451:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:37.0:1609800450.285451:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.285454:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800450.285455:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:38.0:1609800450.285456:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.285456:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000400:00000200:38.0:1609800450.285458:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.285459:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (24)--
00000800:00000200:38.0:1609800450.285460:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000400:00000200:37.0:1609800450.285460:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.285462:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.285463:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:37.0:1609800450.285465:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800450.285501:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:4.0:1609800450.285507:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:4.0:1609800450.285511:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800450.285513:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:3.0:1609800450.285513:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:4.0:1609800450.285514:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)--
00000800:00000200:4.0:1609800450.285516:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000400:00000200:3.0:1609800450.341233:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:3.0:1609800450.341240:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:57.0:1609800450.354163:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354173:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354180:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4cc0 nid 192.168.128.149@o2ib18
00000400:00000200:57.0:1609800450.354188:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5c00 net o2ib18
00000400:00000200:57.0:1609800450.354192:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933635fe4200 nid 192.168.128.149@o2ib18
00000400:00000200:57.0:1609800450.354198:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.149@o2ib18 NID 192.168.128.149@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.354206:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.149@o2ib18: 0
00000400:00000200:57.0:1609800450.354207:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.354211:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.354215:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.149@o2ib18 NID 192.168.128.149@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.354219:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.149@o2ib18 pending discovery
00000400:00000200:5.0:1609800450.354220:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.354231:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.354238:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.149@o2ib18: -114
00000400:00000200:5.0:1609800450.354240:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800450.354242:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800450.354246:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.149@o2ib18 NID 192.168.128.149@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800450.354248:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:5.0:1609800450.354251:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.149@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.354254:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.149@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.354258:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.149@o2ib18
00000400:00000200:5.0:1609800450.354261:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.354262:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.149@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800450.354263:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.354266:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.149@o2ib18
00000400:00000200:69.0:1609800450.354271:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.149@o2ib18
00000400:00000200:5.0:1609800450.354271:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354272:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.354276:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:69.0:1609800450.354277:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800450.354282:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:8] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.354283:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:8] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800450.354288:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.354289:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800450.354293:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.149@o2ib18
00000400:00000200:69.0:1609800450.354294:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.149@o2ib18
00000400:00000200:5.0:1609800450.354299:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.149@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.354300:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.149@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:5.0:1609800450.354304:0:16054:0:(router.c:135:lnet_notify_locked()) set 192.168.128.149@o2ib18 1
00000400:00000200:57.0:1609800450.354306:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800450.354314:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.354321:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:69.0:1609800450.354327:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.354334:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:57.0:1609800450.354340:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.354343:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85e00] -> 192.168.128.149@o2ib18 (1)++
00000800:00000200:57.0:1609800450.354346:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:5.0:1609800450.354349:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.354350:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2)++
00000800:00000200:57.0:1609800450.354354:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.354358:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800450.354363:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800450.354367:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354372:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.354373:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354379:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800450.354379:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.354383:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.354387:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85e00] -> 192.168.128.149@o2ib18 (3)--
00000400:00000200:57.0:1609800450.354389:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800450.354392:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800450.354394:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:5.0:1609800450.354395:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:69.0:1609800450.354396:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:57.0:1609800450.354403:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.354407:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800450.354407:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.354413:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:57.0:1609800450.354416:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.354419:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800450.354421:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354425:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:69.0:1609800450.354427:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:5.0:1609800450.354427:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.354431:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.354436:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.354436:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.354439:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.354441:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800450.354446:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.354449:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.354514:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354517:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354519:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800450.354524:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.354527:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800450.354530:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.354532:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.354536:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354539:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354540:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800450.354653:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354660:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354664:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354665:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800450.354665:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.354671:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800450.354691:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.354696:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.354700:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800450.354738:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.354742:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.354745:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800450.354815:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.354818:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.354821:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800450.354827:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.354828:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.354840:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.354846:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:0.0:1609800450.354858:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.354861:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.149@o2ib18 Addr resolved: 0
00000400:00000200:0.0:1609800450.354864:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.354868:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:46.0:1609800450.354886:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.149@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800450.354988:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.355140:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.149@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.355159:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff933649bcf000 0xffff933649bcf000(0x149bcf000)
00000800:00000200:46.0:1609800450.355163:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93364c3f8000 0xffff93364c3f8000(0x14c3f8000)
00000800:00000200:46.0:1609800450.355165:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9336303de000 0xffff9336303de000(0x1303de000)
00000800:00000200:46.0:1609800450.355166:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9336357b7000 0xffff9336357b7000(0x1357b7000)
00000800:00000200:46.0:1609800450.355168:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933645fe8000 0xffff933645fe8000(0x145fe8000)
00000800:00000200:46.0:1609800450.355170:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93363d3b7000 0xffff93363d3b7000(0x13d3b7000)
00000800:00000200:46.0:1609800450.355172:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93363dbc1000 0xffff93363dbc1000(0x13dbc1000)
00000800:00000200:46.0:1609800450.355174:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93360a3dd000 0xffff93360a3dd000(0x10a3dd000)
00000800:00000200:46.0:1609800450.355175:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff933623b8e000 0xffff933623b8e000(0x123b8e000)
00000800:00000200:46.0:1609800450.355177:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93367af57000 0xffff93367af57000(0x17af57000)
00000800:00000200:46.0:1609800450.355179:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93367fea0000 0xffff93367fea0000(0x17fea0000)
00000800:00000200:46.0:1609800450.355181:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93360bf8a000 0xffff93360bf8a000(0x10bf8a000)
00000800:00000200:46.0:1609800450.355183:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93363dfb8000 0xffff93363dfb8000(0x13dfb8000)
00000800:00000200:46.0:1609800450.355184:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff933626ba1000 0xffff933626ba1000(0x126ba1000)
00000800:00000200:46.0:1609800450.355186:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff934518567000 0xffff934518567000(0x1018567000)
00000800:00000200:46.0:1609800450.355188:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93453fd8f000 0xffff93453fd8f000(0x103fd8f000)
00000800:00000200:46.0:1609800450.355190:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933638b81000 0xffff933638b81000(0x138b81000)
00000800:00000200:46.0:1609800450.355192:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93451f1e2000 0xffff93451f1e2000(0x101f1e2000)
00000800:00000200:46.0:1609800450.355542:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355545:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355546:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355548:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355549:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355550:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355552:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355553:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355555:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355556:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355557:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355558:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355560:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355561:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355562:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355563:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355564:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355566:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355567:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355568:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355569:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355571:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355572:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355573:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355574:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355575:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355577:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355578:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355579:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355597:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355598:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355598:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355599:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355599:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:46.0:1609800450.355600:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (19)++
00000800:00000200:46.0:1609800450.355600:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (20)--
00000800:00000200:21.0:1609800450.356072:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.149@o2ib18
00000800:00000200:21.0:1609800450.356075:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.149@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800450.356077:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b2b1800] (19)++
00000800:00000200:21.0:1609800450.356079:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b2b1800] (20)++
00000800:00000200:21.0:1609800450.356080:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:21.0:1609800450.356081:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000800:00000200:21.0:1609800450.356082:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000800:00000200:21.0:1609800450.356083:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (24)++
00000800:00000200:21.0:1609800450.356084:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:21.0:1609800450.356084:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (26)++
00000800:00000200:21.0:1609800450.356085:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (27)++
00000800:00000200:21.0:1609800450.356086:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (28)++
00000800:00000200:21.0:1609800450.356097:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b2b1800] (29)--
00000800:00000200:31.1F:1609800450.356171:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (28)++
00000800:00000200:38.0:1609800450.356219:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356225:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:38.0:1609800450.356227:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.356230:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356232:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356236:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356239:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000800:00000200:38.0:1609800450.356240:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800450.356241:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.356242:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356243:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000400:00000200:37.0:1609800450.356244:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.356245:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356246:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (31)--
00000800:00000200:37.0:1609800450.356249:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356252:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.356253:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:38.0:1609800450.356254:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356254:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356257:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (31)++
00000400:00000200:57.0:1609800450.356259:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.356259:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356259:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (32)--
00000800:00000200:38.0:1609800450.356261:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356262:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (31)--
00000400:00000200:57.0:1609800450.356263:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800450.356263:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.356266:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356267:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:38.0:1609800450.356269:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356269:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000400:00000200:57.0:1609800450.356271:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800450.356272:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.356272:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356272:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000800:00000200:38.0:1609800450.356274:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000400:00000200:37.0:1609800450.356274:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.356275:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.356275:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000800:00000200:38.0:1609800450.356277:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000400:00000200:37.0:1609800450.356277:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356277:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (31)++
00000400:00000200:57.0:1609800450.356278:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:38.0:1609800450.356279:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (32)--
00000800:00000200:37.0:1609800450.356280:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:3.0:1609800450.356282:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000400:00000200:57.0:1609800450.356283:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800450.356283:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (31)--
00000800:00000200:38.0:1609800450.356284:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (31)--
00000800:00000200:37.0:1609800450.356284:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800450.356285:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.356286:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356286:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356287:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000800:00000200:37.0:1609800450.356288:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000400:00000200:3.0:1609800450.356288:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356289:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (32)--
00000800:00000200:38.0:1609800450.356290:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356291:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (31)--
00000400:00000200:38.0:1609800450.356293:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356294:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:38.0:1609800450.356295:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356295:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:37.0:1609800450.356296:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356298:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:3.0:1609800450.356298:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.356299:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356299:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000800:00000200:4.0:1609800450.356299:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)++
00000400:00000200:57.0:1609800450.356300:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356300:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356301:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800450.356301:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356301:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (31)++
00000800:00000200:38.0:1609800450.356302:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (31)++
00000400:00000200:57.0:1609800450.356303:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:37.0:1609800450.356304:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356304:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:3.0:1609800450.356305:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (33)--
00000800:00000200:37.0:1609800450.356307:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:4.0:1609800450.356307:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356308:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (32)++
00000800:00000200:4.0:1609800450.356308:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (32)--
00000800:00000200:3.0:1609800450.356309:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (32)--
00000800:00000200:38.0:1609800450.356310:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000400:00000200:4.0:1609800450.356310:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356310:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (31)--
00000800:00000200:38.0:1609800450.356311:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (31)--
00000800:00000200:37.0:1609800450.356311:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.356312:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:38.0:1609800450.356313:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:37.0:1609800450.356313:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000400:00000200:4.0:1609800450.356313:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356315:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356315:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (30)--
00000800:00000200:37.0:1609800450.356318:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)--
00000800:00000200:4.0:1609800450.356318:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:4.0:1609800450.356322:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.356324:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (28)++
00000400:00000200:0.0:1609800450.356326:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.356327:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (29)++
00000800:00000200:4.0:1609800450.356329:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:4.0:1609800450.356330:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (30)--
00000400:00000200:0.0:1609800450.356333:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:4.0:1609800450.356338:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)--
00000800:00000200:31.1:1609800450.356536:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (28)++
00000800:00000200:3.0:1609800450.356546:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:3.0:1609800450.356550:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:38.0:1609800450.356553:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:3.0:1609800450.356564:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:3.0:1609800450.356565:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:3.0:1609800450.356567:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (30)--
00000800:00000200:3.0:1609800450.356567:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)--
00000800:00000200:31.1:1609800450.356629:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (28)++
00000800:00000200:37.0:1609800450.356683:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356689:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356690:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:37.0:1609800450.356692:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.356694:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356699:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356704:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800450.356705:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356706:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000800:00000200:37.0:1609800450.356708:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356708:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (31)--
00000800:00000200:37.0:1609800450.356710:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:37.0:1609800450.356711:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356714:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356715:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:37.0:1609800450.356716:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.356717:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000400:00000200:37.0:1609800450.356718:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.356720:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:38.0:1609800450.356721:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356721:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:38.0:1609800450.356722:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.356722:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.356722:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)++
00000800:00000200:37.0:1609800450.356723:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:37.0:1609800450.356724:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (31)++
00000400:00000200:38.0:1609800450.356725:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356725:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (32)++
00000800:00000200:37.0:1609800450.356726:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356727:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356727:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (33)--
00000800:00000200:37.0:1609800450.356728:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (32)--
00000800:00000200:3.0:1609800450.356728:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800450.356729:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (31)--
00000800:00000200:4.0:1609800450.356729:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356730:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800450.356730:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (31)--
00000800:00000200:38.0:1609800450.356731:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000400:00000200:4.0:1609800450.356731:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800450.356734:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356738:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356739:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (30)++
00000800:00000200:4.0:1609800450.356739:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:3.0:1609800450.356739:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (30)++
00000800:00000200:3.0:1609800450.356740:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (32)--
00000800:00000200:38.0:1609800450.356741:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:3.0:1609800450.356741:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (31)--
00000800:00000200:38.0:1609800450.356742:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (31)--
00000800:00000200:4.0:1609800450.356742:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800450.356743:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)--
00000800:00000200:4.0:1609800450.356744:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (29)++
00000800:00000200:4.0:1609800450.356745:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (29)++
00000800:00000200:4.0:1609800450.356747:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:31.1:1609800450.356748:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (30)++
00000800:00000200:4.0:1609800450.356748:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (30)--
00000800:00000200:4.0:1609800450.356752:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000800:00000200:4.0:1609800450.356754:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:4.0:1609800450.356759:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:37.0:1609800450.356760:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)++
00000800:00000200:4.0:1609800450.356760:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:4.0:1609800450.356761:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.356764:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000400:00000200:4.0:1609800450.356764:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356764:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)++
00000800:00000200:37.0:1609800450.356765:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (30)--
00000400:00000200:37.0:1609800450.356766:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.356767:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (30)--
00000400:00000200:37.0:1609800450.356768:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:3.0:1609800450.356768:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356769:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)++
00000800:00000200:3.0:1609800450.356769:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (29)--
00000400:00000200:3.0:1609800450.356770:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.356772:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (29)--
00000800:00000200:37.0:1609800450.356773:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (28)--
00000400:00000200:3.0:1609800450.356773:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.356774:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.149@o2ib18: no credits
00000800:00000200:38.0:1609800450.356774:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (27)--
00000400:00000200:38.0:1609800450.356775:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356776:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000400:00000200:38.0:1609800450.356778:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.356780:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:31.1:1609800450.356914:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (24)++
00000800:00000200:37.0:1609800450.356923:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000800:00000200:37.0:1609800450.356927:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:3.0:1609800450.356929:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:37.0:1609800450.356939:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:37.0:1609800450.356941:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:37.0:1609800450.356942:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:31.1:1609800450.356949:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (24)++
00000800:00000200:4.0:1609800450.356958:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000800:00000200:4.0:1609800450.356961:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (26)--
00000400:00000200:4.0:1609800450.356962:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.356964:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000400:00000200:4.0:1609800450.356964:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.356967:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (26)--
00000800:00000200:4.0:1609800450.356967:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000400:00000200:38.0:1609800450.356968:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800450.356969:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000400:00000200:38.0:1609800450.356971:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.356972:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:3.0:1609800450.356972:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000800:00000200:38.0:1609800450.356974:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000400:00000200:4.0:1609800450.356974:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800450.356974:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:38.0:1609800450.356976:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:4.0:1609800450.356976:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:3.0:1609800450.356976:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800450.356978:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:4.0:1609800450.356979:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:3.0:1609800450.356981:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:31.1:1609800450.356997:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:37.0:1609800450.357022:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800450.357028:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:38.0:1609800450.357030:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800450.357030:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800450.357033:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800450.357034:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:31.1:1609800450.357063:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:4.0:1609800450.357072:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800450.357076:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:3.0:1609800450.357078:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:4.0:1609800450.357079:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:4.0:1609800450.357081:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:4.0:1609800450.357082:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:5.0:1609800450.542989:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.542995:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.543002:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.98@o2ib18: 0
00000400:00000200:5.0:1609800450.543003:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800450.543004:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800450.543006:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.98@o2ib18 NID 192.168.128.98@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800450.543008:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.98@o2ib18 pending discovery
00000400:00000200:5.0:1609800450.543013:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.543016:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.543018:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.98@o2ib18: -114
00000400:00000200:5.0:1609800450.543019:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800450.543019:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800450.543021:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.98@o2ib18 NID 192.168.128.98@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800450.543022:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.98@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.543048:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800450.543053:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.543054:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.98@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.543058:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.98@o2ib18
00000400:00000200:69.0:1609800450.543063:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.98@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800450.543063:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.543066:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.98@o2ib18
00000400:00000200:69.0:1609800450.543071:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800450.543073:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.543078:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:10] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800450.543084:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800450.543090:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800450.543096:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.98@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800450.543100:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.98@o2ib18 1
00000400:00000200:57.0:1609800450.543110:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.543116:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:69.0:1609800450.543117:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:69.0:1609800450.543147:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.543154:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:69.0:1609800450.543168:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853caa00] -> 192.168.128.98@o2ib18 (1)++
00000800:00000200:57.0:1609800450.543174:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.543175:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853caa00] -> 192.168.128.98@o2ib18 (2)++
00000800:00000200:57.0:1609800450.543179:0:16062:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345b23a9180] -> 192.168.128.98@o2ib18 (1)--
00000400:00000200:57.0:1609800450.543189:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.543195:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.543199:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:69.0:1609800450.543208:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800450.543210:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.543212:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853caa00] -> 192.168.128.98@o2ib18 (3)--
00000800:00000200:57.0:1609800450.543215:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:69.0:1609800450.543216:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.98@o2ib18
00000400:00000200:69.0:1609800450.543220:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800450.543220:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.543223:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800450.543231:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.543236:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800450.543241:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800450.543242:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.543245:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.543245:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.543249:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.543276:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.543279:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800450.543282:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.543284:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.543284:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.543291:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.543295:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800450.543303:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.543306:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800450.543312:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.543315:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.543385:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.543389:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.543391:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.543397:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.543400:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800450.543405:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.543407:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.543445:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.543448:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.543450:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800450.543456:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.543459:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800450.543464:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.543465:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.543469:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.543472:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.543474:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800450.543567:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.543575:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.543579:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.543620:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.543624:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.543627:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:46.0:1609800450.543678:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.98@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.543698:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.98@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800450.543772:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.543776:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.543778:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:46.0:1609800450.543864:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.98@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.543876:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddc64000 0xffff9354ddc64000(0x1fddc64000)
00000800:00000200:46.0:1609800450.543878:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddc65000 0xffff9354ddc65000(0x1fddc65000)
00000800:00000200:46.0:1609800450.543879:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddc66000 0xffff9354ddc66000(0x1fddc66000)
00000800:00000200:46.0:1609800450.543880:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddc67000 0xffff9354ddc67000(0x1fddc67000)
00000800:00000200:46.0:1609800450.543881:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddc68000 0xffff9354ddc68000(0x1fddc68000)
00000800:00000200:46.0:1609800450.543882:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddc69000 0xffff9354ddc69000(0x1fddc69000)
00000800:00000200:46.0:1609800450.543883:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddc6a000 0xffff9354ddc6a000(0x1fddc6a000)
00000800:00000200:46.0:1609800450.543884:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddc6b000 0xffff9354ddc6b000(0x1fddc6b000)
00000800:00000200:46.0:1609800450.543885:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddc6c000 0xffff9354ddc6c000(0x1fddc6c000)
00000800:00000200:46.0:1609800450.543886:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddc6d000 0xffff9354ddc6d000(0x1fddc6d000)
00000800:00000200:46.0:1609800450.543887:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddc6e000 0xffff9354ddc6e000(0x1fddc6e000)
00000800:00000200:46.0:1609800450.543888:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddc6f000 0xffff9354ddc6f000(0x1fddc6f000)
00000800:00000200:46.0:1609800450.543888:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddc70000 0xffff9354ddc70000(0x1fddc70000)
00000800:00000200:46.0:1609800450.543889:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddc71000 0xffff9354ddc71000(0x1fddc71000)
00000800:00000200:46.0:1609800450.543890:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddc72000 0xffff9354ddc72000(0x1fddc72000)
00000800:00000200:46.0:1609800450.543891:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddc73000 0xffff9354ddc73000(0x1fddc73000)
00000800:00000200:46.0:1609800450.543892:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddc74000 0xffff9354ddc74000(0x1fddc74000)
00000800:00000200:46.0:1609800450.543893:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddc75000 0xffff9354ddc75000(0x1fddc75000)
00000400:00000200:0.0:1609800450.543916:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.543918:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.543920:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800450.543925:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.543984:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.543989:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.543993:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.544002:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.544006:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.544009:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800450.544017:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.544021:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.544024:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:46.0:1609800450.544194:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544196:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544197:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544197:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544198:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544199:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544199:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544200:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544200:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544201:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544202:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544202:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544204:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544204:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544205:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544206:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544207:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544208:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544208:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544209:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544210:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544210:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544211:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544211:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544212:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544212:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544213:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544214:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544214:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544215:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544215:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544216:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544216:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544217:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:46.0:1609800450.544218:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (19)++
00000800:00000200:46.0:1609800450.544218:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (20)--
00000800:00000200:23.0F:1609800450.544874:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800450.544879:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.98@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800450.544881:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93552537da00] (19)++
00000800:00000200:23.0:1609800450.544883:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800450.544884:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800450.544885:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800450.544886:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800450.544887:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:23.0:1609800450.544888:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:23.0:1609800450.544889:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000800:00000200:23.0:1609800450.544890:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (27)++
00000800:00000200:23.0:1609800450.544891:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (28)++
00000800:00000200:23.0:1609800450.544903:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93552537da00] (29)--
00000800:00000200:28.1F:1609800450.544970:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (28)++
00000800:00000200:22.0:1609800450.544982:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.544987:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:22.0:1609800450.544989:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.544993:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.544998:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800450.545001:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.545003:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.545004:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (30)++
00000800:00000200:22.0:1609800450.545006:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545008:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800450.545014:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (30)--
00000800:00000200:22.0:1609800450.545015:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.545019:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545020:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:22.0:1609800450.545021:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.545022:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000400:00000200:22.0:1609800450.545023:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545026:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800450.545028:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.545029:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (30)++
00000800:00000200:18.0:1609800450.545029:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000800:00000200:20.0:1609800450.545030:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545031:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (31)++
00000800:00000200:20.0:1609800450.545031:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800450.545033:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545033:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (32)--
00000400:00000200:20.0:1609800450.545033:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.545035:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800450.545036:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000400:00000200:20.0:1609800450.545036:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.545036:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:18.0:1609800450.545037:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800450.545038:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545039:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:18.0:1609800450.545039:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.545040:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.545040:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:18.0:1609800450.545042:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:22.0:1609800450.545043:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.545044:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.545045:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.545046:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800450.545046:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (30)++
00000800:00000200:20.0:1609800450.545048:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:18.0:1609800450.545048:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800450.545049:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.545050:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (31)++
00000800:00000200:20.0:1609800450.545050:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800450.545051:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (32)++
00000800:00000200:22.0:1609800450.545052:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545052:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (32)--
00000800:00000200:22.0:1609800450.545053:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (32)--
00000800:00000200:18.0:1609800450.545053:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.545054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000800:00000200:22.0:1609800450.545055:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (31)--
00000800:00000200:18.0:1609800450.545055:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (31)++
00000800:00000200:22.0:1609800450.545056:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (31)++
00000800:00000200:20.0:1609800450.545056:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545056:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000400:00000200:5.0:1609800450.545056:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.545057:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (32)++
00000400:00000200:20.0:1609800450.545058:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.545059:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000400:00000200:20.0:1609800450.545060:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.545060:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (32)--
00000800:00000200:22.0:1609800450.545061:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545061:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000400:00000200:22.0:1609800450.545063:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.545063:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:5.0:1609800450.545063:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:19.0:1609800450.545064:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000400:00000200:22.0:1609800450.545065:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.545066:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.545067:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (31)++
00000800:00000200:19.0:1609800450.545068:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545070:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800450.545070:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (32)++
00000800:00000200:19.0:1609800450.545070:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (32)--
00000800:00000200:18.0:1609800450.545070:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (32)--
00000800:00000200:20.0:1609800450.545071:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:18.0:1609800450.545071:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (31)--
00000800:00000200:20.0:1609800450.545072:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000400:00000200:19.0:1609800450.545072:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.545073:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.545074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800450.545075:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (28)++
00000400:00000200:19.0:1609800450.545075:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545076:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.545078:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545079:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (30)--
00000800:00000200:22.0:1609800450.545080:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:19.0:1609800450.545080:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800450.545084:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800450.545086:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (28)++
00000800:00000200:19.0:1609800450.545087:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (29)++
00000800:00000200:19.0:1609800450.545089:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800450.545090:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (30)--
00000800:00000200:19.0:1609800450.545093:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:28.1:1609800450.545183:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (28)++
00000800:00000200:18.0:1609800450.545190:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:18.0:1609800450.545195:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800450.545197:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (30)--
00000800:00000200:18.0:1609800450.545208:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:18.0:1609800450.545209:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (29)++
00000800:00000200:18.0:1609800450.545210:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (30)--
00000800:00000200:18.0:1609800450.545211:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:28.1:1609800450.545215:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (28)++
00000800:00000200:22.0:1609800450.545221:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800450.545226:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545226:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:22.0:1609800450.545228:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.545229:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000400:00000200:22.0:1609800450.545230:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545233:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800450.545233:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800450.545234:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000800:00000200:22.0:1609800450.545235:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.545235:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000400:00000200:19.0:1609800450.545235:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.545237:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (30)++
00000800:00000200:22.0:1609800450.545238:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (31)++
00000400:00000200:19.0:1609800450.545238:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545240:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545240:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (32)--
00000800:00000200:19.0:1609800450.545240:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (32)--
00000800:00000200:20.0:1609800450.545242:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545242:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000800:00000200:19.0:1609800450.545242:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000400:00000200:20.0:1609800450.545243:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.545245:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (30)--
00000400:00000200:20.0:1609800450.545245:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545246:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:19.0:1609800450.545246:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800450.545247:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800450.545248:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800450.545248:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000400:00000200:19.0:1609800450.545248:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.545249:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (28)--
00000400:00000200:19.0:1609800450.545250:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.545253:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (27)--
00000800:00000200:22.0:1609800450.545258:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800450.545259:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:22.0:1609800450.545261:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:22.0:1609800450.545262:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:28.1:1609800450.545268:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (25)++
00000800:00000200:18.0:1609800450.545274:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (26)++
00000800:00000200:18.0:1609800450.545278:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545280:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (27)++
00000800:00000200:18.0:1609800450.545280:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (27)--
00000400:00000200:18.0:1609800450.545281:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.545283:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545284:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (27)--
00000400:00000200:18.0:1609800450.545284:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:20.0:1609800450.545285:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.545285:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (26)++
00000400:00000200:20.0:1609800450.545287:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.545289:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (27)--
00000800:00000200:19.0:1609800450.545289:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800450.545290:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800450.545290:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:20.0:1609800450.545291:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800450.545291:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800450.545293:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545295:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:20.0:1609800450.545296:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800450.545296:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:22.0:1609800450.545297:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800450.545297:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.545297:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800450.545298:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800450.545299:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.545301:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:22.0:1609800450.545302:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800450.545302:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800450.545304:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800450.545315:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800450.545320:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800450.545323:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800450.545324:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.545326:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800450.545327:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.545330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800450.545365:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800450.545370:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800450.545374:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800450.545375:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800450.545376:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800450.545377:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800450.545378:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800450.716539:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.716549:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.716555:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4c00 nid 192.168.128.139@o2ib18
00000400:00000200:57.0:1609800450.716558:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5340 net o2ib18
00000400:00000200:57.0:1609800450.716565:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345b0f9b000 nid 192.168.128.139@o2ib18
00000400:00000200:57.0:1609800450.716570:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.139@o2ib18 NID 192.168.128.139@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.716578:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.139@o2ib18: 0
00000400:00000200:57.0:1609800450.716580:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.716581:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.716585:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.139@o2ib18 NID 192.168.128.139@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.716589:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.139@o2ib18 pending discovery
00000400:00000200:57.0:1609800450.716597:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.716602:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.716621:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.139@o2ib18: -114
00000400:00000200:57.0:1609800450.716623:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.716627:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.716630:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.139@o2ib18 NID 192.168.128.139@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800450.716634:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800450.716634:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.139@o2ib18 pending discovery
00000400:00000200:38.0:1609800450.716638:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.716641:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.139@o2ib18 state 0x20
00000400:00000200:57.0:1609800450.716643:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.716645:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.139@o2ib18
00000400:00000200:69.0:1609800450.716647:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.139@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800450.716648:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.716651:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.716652:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.139@o2ib18
00000400:00000200:38.0:1609800450.716659:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800450.716673:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:69.0:1609800450.716674:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.139@o2ib18
00000400:00000200:38.0:1609800450.716675:0:16056:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:11] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800450.716677:0:16065:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:11] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800450.716680:0:16065:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800450.716681:0:16056:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800450.716683:0:16065:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.139@o2ib18
00000400:00000200:57.0:1609800450.716685:0:16065:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.139@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800450.716688:0:16065:0:(router.c:135:lnet_notify_locked()) set 192.168.128.139@o2ib18 1
00000400:00000200:57.0:1609800450.716694:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.716697:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:69.0:1609800450.716698:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:69.0:1609800450.716705:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.716708:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:38.0:1609800450.716716:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.716723:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800450.716724:0:16065:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9180] -> 192.168.128.139@o2ib18 (1)++
00000800:00000200:69.0:1609800450.716728:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.716728:0:16065:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2)++
00000800:00000200:69.0:1609800450.716730:0:16070:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345853ca080] -> 192.168.128.139@o2ib18 (1)--
00000800:00000200:38.0:1609800450.716732:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800450.716733:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.139@o2ib18
00000400:00000200:69.0:1609800450.716737:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:38.0:1609800450.716737:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800450.716743:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.716746:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:38.0:1609800450.716749:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800450.716750:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.716751:0:16065:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.716752:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.716753:0:16065:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9180] -> 192.168.128.139@o2ib18 (3)--
00000400:00000200:38.0:1609800450.716754:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.716759:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.716759:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:38.0:1609800450.716770:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800450.716775:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.716775:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:57.0:1609800450.716778:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:38.0:1609800450.716782:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.716785:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.716786:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.716788:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800450.716792:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.716794:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800450.716835:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.716841:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.716844:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:38.0:1609800450.716855:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.716860:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:38.0:1609800450.716866:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.716869:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.717408:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.717419:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.717425:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4b40 nid 192.168.128.176@o2ib18
00000400:00000200:57.0:1609800450.717433:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f58c0 net o2ib18
00000400:00000200:57.0:1609800450.717439:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345b0f9a600 nid 192.168.128.176@o2ib18
00000400:00000200:57.0:1609800450.717445:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.176@o2ib18 NID 192.168.128.176@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.717452:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.176@o2ib18: 0
00000400:00000200:57.0:1609800450.717454:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.717455:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.717459:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.176@o2ib18 NID 192.168.128.176@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.717463:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.176@o2ib18 pending discovery
00000800:00000200:46.0:1609800450.717486:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.139@o2ib18 Addr resolved: 0
00000400:00000200:69.0:1609800450.717494:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800450.717497:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.717501:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.176@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.717505:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.176@o2ib18
00000400:00000200:69.0:1609800450.717507:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.176@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800450.717510:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.717511:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.176@o2ib18
00000800:00000200:46.0:1609800450.717511:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.139@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:69.0:1609800450.717516:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.176@o2ib18
00000400:00000200:0.0:1609800450.717519:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:69.0:1609800450.717523:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:0.0:1609800450.717525:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:21, s:13] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.717529:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:10, s:13] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800450.717531:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.717535:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800450.717537:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.176@o2ib18
00000400:00000200:69.0:1609800450.717540:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.176@o2ib18
00000400:00000200:0.0:1609800450.717543:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.176@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.717546:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.176@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:69.0:1609800450.717551:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.176@o2ib18 1
00000400:00000200:69.0:1609800450.717561:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.717567:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:0.0:1609800450.717573:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.717580:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:69.0:1609800450.717584:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853ca080] -> 192.168.128.176@o2ib18 (1)++
00000800:00000200:0.0:1609800450.717589:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.717591:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853ca080] -> 192.168.128.176@o2ib18 (2)++
00000800:00000200:0.0:1609800450.717594:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.717606:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.717610:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.717612:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.717616:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.717616:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800450.717621:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:69.0:1609800450.717625:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.717628:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853ca080] -> 192.168.128.176@o2ib18 (3)--
00000400:00000200:57.0:1609800450.717633:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.717640:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:0.0:1609800450.717646:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.717652:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:0.0:1609800450.717657:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.717662:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.717667:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.717671:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.717676:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.717681:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.717681:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.717686:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:0.0:1609800450.717688:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.717692:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800450.717696:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.717702:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:0.0:1609800450.717708:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.717714:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800450.717715:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.717718:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.717723:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.717726:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.717736:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.717741:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.717744:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:0.0:1609800450.717754:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.717758:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:0.0:1609800450.717763:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.717766:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.717848:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.717851:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.717853:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800450.717860:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.717863:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800450.717867:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.717870:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.717874:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.717879:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.717883:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800450.717927:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.717962:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.139@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.717980:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddced000 0xffff9354ddced000(0x1fddced000)
00000800:00000200:46.0:1609800450.717981:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddcee000 0xffff9354ddcee000(0x1fddcee000)
00000800:00000200:46.0:1609800450.717982:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddcef000 0xffff9354ddcef000(0x1fddcef000)
00000800:00000200:46.0:1609800450.717983:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddcf0000 0xffff9354ddcf0000(0x1fddcf0000)
00000400:00000200:0.0:1609800450.717983:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800450.717984:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddcf1000 0xffff9354ddcf1000(0x1fddcf1000)
00000800:00000200:46.0:1609800450.717985:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddcf2000 0xffff9354ddcf2000(0x1fddcf2000)
00000800:00000200:46.0:1609800450.717986:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddcf3000 0xffff9354ddcf3000(0x1fddcf3000)
00000800:00000200:46.0:1609800450.717987:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddcf4000 0xffff9354ddcf4000(0x1fddcf4000)
00000800:00000200:46.0:1609800450.717989:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddcf5000 0xffff9354ddcf5000(0x1fddcf5000)
00000800:00000200:46.0:1609800450.717990:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddcf6000 0xffff9354ddcf6000(0x1fddcf6000)
00000800:00000200:46.0:1609800450.717991:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddcf7000 0xffff9354ddcf7000(0x1fddcf7000)
00000800:00000200:46.0:1609800450.717992:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddcf8000 0xffff9354ddcf8000(0x1fddcf8000)
00000800:00000200:46.0:1609800450.717993:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddcf9000 0xffff9354ddcf9000(0x1fddcf9000)
00000800:00000200:46.0:1609800450.717994:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddcfa000 0xffff9354ddcfa000(0x1fddcfa000)
00000800:00000200:46.0:1609800450.717995:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddcfb000 0xffff9354ddcfb000(0x1fddcfb000)
00000800:00000200:46.0:1609800450.717996:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddcfc000 0xffff9354ddcfc000(0x1fddcfc000)
00000800:00000200:46.0:1609800450.717997:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddcfd000 0xffff9354ddcfd000(0x1fddcfd000)
00000800:00000200:46.0:1609800450.717998:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddcfe000 0xffff9354ddcfe000(0x1fddcfe000)
00000800:00000200:10.0F:1609800450.718113:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.176@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800450.718168:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.176@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800450.718321:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718322:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718323:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718324:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718324:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718325:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718325:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718326:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718326:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718327:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718328:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718328:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718329:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718329:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718330:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718331:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718332:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718332:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718333:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718333:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718334:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718334:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718335:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718335:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718337:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718338:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718339:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718340:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718340:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718341:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718342:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718343:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718343:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718344:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (19)++
00000800:00000200:46.0:1609800450.718344:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (20)--
00000800:00000200:46.0:1609800450.718415:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.176@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.718422:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddd76000 0xffff9354ddd76000(0x1fddd76000)
00000800:00000200:46.0:1609800450.718424:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddd77000 0xffff9354ddd77000(0x1fddd77000)
00000800:00000200:46.0:1609800450.718424:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddd78000 0xffff9354ddd78000(0x1fddd78000)
00000800:00000200:46.0:1609800450.718425:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddd79000 0xffff9354ddd79000(0x1fddd79000)
00000800:00000200:46.0:1609800450.718426:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddd7a000 0xffff9354ddd7a000(0x1fddd7a000)
00000800:00000200:46.0:1609800450.718427:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddd7b000 0xffff9354ddd7b000(0x1fddd7b000)
00000800:00000200:46.0:1609800450.718428:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddd7c000 0xffff9354ddd7c000(0x1fddd7c000)
00000800:00000200:46.0:1609800450.718429:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddd7d000 0xffff9354ddd7d000(0x1fddd7d000)
00000800:00000200:46.0:1609800450.718430:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddd7e000 0xffff9354ddd7e000(0x1fddd7e000)
00000800:00000200:46.0:1609800450.718431:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddd7f000 0xffff9354ddd7f000(0x1fddd7f000)
00000800:00000200:46.0:1609800450.718432:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddd80000 0xffff9354ddd80000(0x1fddd80000)
00000800:00000200:46.0:1609800450.718433:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddd81000 0xffff9354ddd81000(0x1fddd81000)
00000800:00000200:46.0:1609800450.718434:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddd82000 0xffff9354ddd82000(0x1fddd82000)
00000800:00000200:46.0:1609800450.718435:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddd83000 0xffff9354ddd83000(0x1fddd83000)
00000800:00000200:46.0:1609800450.718435:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddd84000 0xffff9354ddd84000(0x1fddd84000)
00000800:00000200:46.0:1609800450.718436:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddd85000 0xffff9354ddd85000(0x1fddd85000)
00000800:00000200:46.0:1609800450.718437:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddd86000 0xffff9354ddd86000(0x1fddd86000)
00000800:00000200:46.0:1609800450.718438:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddd87000 0xffff9354ddd87000(0x1fddd87000)
00000800:00000200:46.0:1609800450.718706:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718707:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718708:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718709:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718710:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718711:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718712:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718712:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718713:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718714:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718715:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718715:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718716:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718717:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718717:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718718:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718718:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718719:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718719:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718720:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718721:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718721:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718722:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718722:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718723:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718723:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718724:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718724:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718725:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718726:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718726:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718727:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718727:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718728:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:46.0:1609800450.718728:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (19)++
00000800:00000200:46.0:1609800450.718729:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (20)--
00000800:00000200:24.0F:1609800450.718782:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.139@o2ib18
00000800:00000200:24.0:1609800450.718786:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.139@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800450.718789:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934582fe2000] (19)++
00000800:00000200:24.0:1609800450.718790:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934582fe2000] (20)++
00000800:00000200:24.0:1609800450.718791:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800450.718793:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800450.718794:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000800:00000200:24.0:1609800450.718795:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (24)++
00000800:00000200:24.0:1609800450.718795:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (25)++
00000800:00000200:24.0:1609800450.718796:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (26)++
00000800:00000200:24.0:1609800450.718797:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (27)++
00000800:00000200:24.0:1609800450.718808:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934582fe2000] (28)--
00000800:00000200:33.1:1609800450.718927:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (27)++
00000800:00000200:19.0:1609800450.718971:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (28)++
00000800:00000200:19.0:1609800450.718978:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (29)--
00000800:00000200:18.0:1609800450.718981:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (29)++
00000400:00000200:19.0:1609800450.718982:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.718984:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (29)--
00000400:00000200:19.0:1609800450.718985:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:18.0:1609800450.718986:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.718988:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (28)++
00000400:00000200:18.0:1609800450.718989:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.718993:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (29)--
00000800:00000200:22.0:1609800450.718994:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (29)--
00000800:00000200:19.0:1609800450.718994:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (28)--
00000400:00000200:22.0:1609800450.718995:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.718996:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000400:00000200:57.0:1609800450.718997:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.718999:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:57.0:1609800450.719000:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:18.0:1609800450.719000:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (27)--
00000400:00000200:18.0:1609800450.719001:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.719003:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000400:00000200:18.0:1609800450.719003:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719004:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (27)--
00000400:00000200:19.0:1609800450.719006:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719006:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:57.0:1609800450.719007:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800450.719007:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000400:00000200:19.0:1609800450.719008:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719009:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:18.0:1609800450.719009:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000400:00000200:57.0:1609800450.719010:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800450.719010:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.719012:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:22.0:1609800450.719012:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000800:00000200:22.0:1609800450.719013:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (25)--
00000400:00000200:18.0:1609800450.719013:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719014:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000400:00000200:22.0:1609800450.719015:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.719016:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800450.719017:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:57.0:1609800450.719018:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800450.719018:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:57.0:1609800450.719022:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.719022:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:57.0:1609800450.719024:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800450.719028:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.719031:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.719032:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800450.719049:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.719056:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800450.719063:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.719068:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.719070:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800450.719074:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.719087:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.719089:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800450.719095:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800450.719099:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:19.0:1609800450.719108:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:18.0:1609800450.719136:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:19.0:1609800450.719140:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800450.719142:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800450.719144:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:19.0:1609800450.719145:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:29.0F:1609800450.719372:0:434:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.176@o2ib18
00000800:00000200:29.0:1609800450.719375:0:434:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.176@o2ib18: active(1), version(12), status(0)
00000800:00000200:29.0:1609800450.719378:0:434:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934582fe0600] (19)++
00000800:00000200:29.0:1609800450.719379:0:434:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934582fe0600] (20)++
00000800:00000200:29.0:1609800450.719380:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:29.0:1609800450.719382:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800450.719383:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800450.719384:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (24)++
00000800:00000200:29.0:1609800450.719386:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (25)++
00000800:00000200:29.0:1609800450.719386:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (26)++
00000800:00000200:29.0:1609800450.719388:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (27)++
00000800:00000200:29.0:1609800450.719389:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (28)++
00000800:00000200:29.0:1609800450.719401:0:434:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934582fe0600] (29)--
00000800:00000200:25.1F:1609800450.719418:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (28)++
00000800:00000200:22.0:1609800450.719429:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719433:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000400:00000200:22.0:1609800450.719435:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.719438:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719443:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:22.0:1609800450.719447:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.719448:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719449:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (30)++
00000800:00000200:22.0:1609800450.719451:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719452:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (31)--
00000800:00000200:22.0:1609800450.719454:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000800:00000200:22.0:1609800450.719455:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719458:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719459:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000400:00000200:22.0:1609800450.719460:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719461:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:22.0:1609800450.719462:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719465:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:18.0:1609800450.719465:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719466:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000800:00000200:22.0:1609800450.719467:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.719467:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (30)++
00000800:00000200:22.0:1609800450.719468:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (29)++
00000400:00000200:18.0:1609800450.719468:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.719469:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (30)++
00000400:00000200:18.0:1609800450.719470:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719471:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719471:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:20.0:1609800450.719473:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719474:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (31)--
00000800:00000200:18.0:1609800450.719474:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:20.0:1609800450.719476:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.719477:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000800:00000200:18.0:1609800450.719477:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.719478:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:18.0:1609800450.719478:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (29)++
00000400:00000200:20.0:1609800450.719479:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719480:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719481:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (31)--
00000400:00000200:22.0:1609800450.719482:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719482:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000800:00000200:20.0:1609800450.719483:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:18.0:1609800450.719484:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000400:00000200:22.0:1609800450.719485:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.719485:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719486:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800450.719487:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000800:00000200:20.0:1609800450.719488:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (30)++
00000800:00000200:18.0:1609800450.719488:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719489:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:20.0:1609800450.719489:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (30)++
00000800:00000200:20.0:1609800450.719491:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719491:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:18.0:1609800450.719492:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719493:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719494:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000400:00000200:18.0:1609800450.719494:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.719496:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:18.0:1609800450.719496:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.719497:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719498:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000400:00000200:20.0:1609800450.719499:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719499:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:22.0:1609800450.719500:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.719501:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (29)++
00000400:00000200:20.0:1609800450.719501:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719501:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719502:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (30)++
00000800:00000200:18.0:1609800450.719503:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.719504:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719504:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)++
00000800:00000200:22.0:1609800450.719505:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:20.0:1609800450.719505:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:22.0:1609800450.719507:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (32)--
00000800:00000200:19.0:1609800450.719507:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719508:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719508:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800450.719508:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (31)--
00000800:00000200:18.0:1609800450.719508:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000800:00000200:20.0:1609800450.719509:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (30)++
00000400:00000200:19.0:1609800450.719510:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719511:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719511:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719512:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000800:00000200:20.0:1609800450.719513:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000400:00000200:19.0:1609800450.719513:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.719514:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (31)--
00000800:00000200:18.0:1609800450.719514:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719517:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (29)--
00000800:00000200:19.0:1609800450.719518:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:19.0:1609800450.719522:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800450.719523:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (28)++
00000800:00000200:19.0:1609800450.719525:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (29)++
00000400:00000200:38.0:1609800450.719527:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.719527:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:19.0:1609800450.719527:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (30)--
00000800:00000200:19.0:1609800450.719530:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (29)--
00000400:00000200:38.0:1609800450.719537:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:38.0:1609800450.719550:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.719558:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.1:1609800450.719560:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (28)++
00000400:00000200:38.0:1609800450.719562:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:22.0:1609800450.719566:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719569:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000400:00000200:38.0:1609800450.719572:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800450.719572:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000400:00000200:38.0:1609800450.719576:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.719580:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:22.0:1609800450.719581:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719582:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (29)++
00000800:00000200:22.0:1609800450.719583:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (30)--
00000800:00000200:22.0:1609800450.719585:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (29)--
00000800:00000200:25.1:1609800450.719587:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (28)++
00000400:00000200:38.0:1609800450.719591:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800450.719593:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:38.0:1609800450.719597:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.719597:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719597:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000400:00000200:20.0:1609800450.719598:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.719599:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:38.0:1609800450.719601:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:20.0:1609800450.719601:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719604:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:19.0:1609800450.719604:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000800:00000200:20.0:1609800450.719606:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:19.0:1609800450.719606:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719606:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:19.0:1609800450.719608:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.719609:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800450.719609:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719610:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (30)++
00000800:00000200:18.0:1609800450.719610:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000800:00000200:22.0:1609800450.719611:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (31)++
00000800:00000200:20.0:1609800450.719611:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000400:00000200:18.0:1609800450.719611:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.719612:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:19.0:1609800450.719612:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:20.0:1609800450.719613:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:22.0:1609800450.719614:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000400:00000200:18.0:1609800450.719614:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719615:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (31)--
00000800:00000200:20.0:1609800450.719615:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (31)--
00000800:00000200:19.0:1609800450.719615:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800450.719616:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:19.0:1609800450.719616:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (29)++
00000400:00000200:22.0:1609800450.719617:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719618:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:20.0:1609800450.719619:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800450.719619:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000400:00000200:22.0:1609800450.719620:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719621:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719621:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800450.719622:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:22.0:1609800450.719623:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:18.0:1609800450.719623:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)++
00000800:00000200:19.0:1609800450.719624:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (32)--
00000800:00000200:19.0:1609800450.719625:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (31)--
00000800:00000200:22.0:1609800450.719626:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800450.719628:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (30)++
00000800:00000200:20.0:1609800450.719633:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:20.0:1609800450.719634:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (31)++
00000800:00000200:18.0:1609800450.719634:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000800:00000200:20.0:1609800450.719635:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (33)--
00000800:00000200:20.0:1609800450.719636:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (32)--
00000800:00000200:18.0:1609800450.719636:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:18.0:1609800450.719636:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:25.1:1609800450.719637:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (30)++
00000800:00000200:22.0:1609800450.719637:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (31)++
00000800:00000200:22.0:1609800450.719638:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.176@o2ib18: no credits
00000800:00000200:22.0:1609800450.719639:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (32)--
00000800:00000200:18.0:1609800450.719640:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (31)--
00000800:00000200:22.0:1609800450.719641:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000800:00000200:18.0:1609800450.719643:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000800:00000200:18.0:1609800450.719646:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800450.719647:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (30)++
00000800:00000200:20.0:1609800450.719650:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (31)++
00000800:00000200:22.0:1609800450.719653:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (32)++
00000800:00000200:18.0:1609800450.719656:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (33)++
00000800:00000200:20.0:1609800450.719657:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (33)--
00000800:00000200:19.0:1609800450.719657:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (33)--
00000800:00000200:22.0:1609800450.719658:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (33)--
00000400:00000200:19.0:1609800450.719658:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719658:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (33)--
00000400:00000200:22.0:1609800450.719659:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800450.719659:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719659:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000400:00000200:20.0:1609800450.719661:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000400:00000200:19.0:1609800450.719661:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.719661:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (29)++
00000400:00000200:22.0:1609800450.719662:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.719662:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (30)--
00000800:00000200:19.0:1609800450.719663:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (30)--
00000400:00000200:18.0:1609800450.719664:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.719665:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (28)++
00000800:00000200:20.0:1609800450.719666:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (29)--
00000800:00000200:19.0:1609800450.719666:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (29)--
00000400:00000200:18.0:1609800450.719666:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719667:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (28)--
00000800:00000200:20.0:1609800450.719668:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (26)--
00000400:00000200:19.0:1609800450.719668:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.719669:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:19.0:1609800450.719670:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.719673:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:25.1:1609800450.719675:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (23)++
00000800:00000200:22.0:1609800450.719680:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:22.0:1609800450.719682:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (25)--
00000400:00000200:22.0:1609800450.719684:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.719685:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000400:00000200:22.0:1609800450.719686:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.719688:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (25)--
00000400:00000200:20.0:1609800450.719689:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.719690:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:22.0:1609800450.719691:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:20.0:1609800450.719691:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.719694:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000800:00000200:20.0:1609800450.719694:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000400:00000200:22.0:1609800450.719695:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800450.719695:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000400:00000200:22.0:1609800450.719698:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.719699:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800450.719699:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:20.0:1609800450.719700:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:22.0:1609800450.719701:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:20.0:1609800450.719701:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:20.0:1609800450.719703:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:25.1:1609800450.719705:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:19.0:1609800450.719710:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:19.0:1609800450.719714:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:22.0:1609800450.719716:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:19.0:1609800450.719716:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800450.719717:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (22)--
00000800:00000200:19.0:1609800450.719718:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800450.736324:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.736334:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.736340:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4a80 nid 192.168.128.88@o2ib18
00000400:00000200:57.0:1609800450.736343:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5640 net o2ib18
00000400:00000200:57.0:1609800450.736350:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b2b1600 nid 192.168.128.88@o2ib18
00000400:00000200:57.0:1609800450.736361:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.88@o2ib18 NID 192.168.128.88@o2ib18 flags 0x0
00000400:00000200:38.0:1609800450.736394:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.736396:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.88@o2ib18: 0
00000400:00000200:57.0:1609800450.736397:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.736398:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.736400:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.88@o2ib18 NID 192.168.128.88@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.736402:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.88@o2ib18 pending discovery
00000400:00000200:38.0:1609800450.736406:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.736407:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.736411:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.736413:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.88@o2ib18: -114
00000400:00000200:38.0:1609800450.736415:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800450.736418:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800450.736422:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.88@o2ib18 NID 192.168.128.88@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.736427:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.88@o2ib18: -114
00000400:00000200:57.0:1609800450.736428:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.736429:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.736443:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.88@o2ib18 NID 192.168.128.88@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800450.736443:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.88@o2ib18 pending discovery
00000400:00000200:57.0:1609800450.736446:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.88@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.736447:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:38.0:1609800450.736448:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.736451:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.88@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.736453:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.88@o2ib18
00000400:00000200:38.0:1609800450.736454:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.736455:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.88@o2ib18 state 0x10 rc 0
00000400:00000200:38.0:1609800450.736457:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:38.0:1609800450.736461:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:15] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800450.736463:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800450.736466:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.88@o2ib18
00000400:00000200:38.0:1609800450.736468:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.88@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800450.736470:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.128.88@o2ib18 1
00000400:00000200:38.0:1609800450.736475:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800450.736478:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.88@o2ib18
00000800:00000200:38.0:1609800450.736478:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000400:00000200:69.0:1609800450.736481:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.88@o2ib18
00000800:00000200:38.0:1609800450.736484:0:16057:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5d80] -> 192.168.128.88@o2ib18 (1)++
00000400:00000200:69.0:1609800450.736486:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:38.0:1609800450.736489:0:16057:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2)++
00000400:00000200:69.0:1609800450.736493:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.736497:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:69.0:1609800450.736503:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800450.736505:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800450.736507:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.88@o2ib18
00000400:00000200:69.0:1609800450.736509:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:69.0:1609800450.736514:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.736516:0:16057:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.736517:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:38.0:1609800450.736518:0:16057:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5d80] -> 192.168.128.88@o2ib18 (3)--
00000800:00000200:69.0:1609800450.736520:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.736522:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800450.736524:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.88@o2ib18
00000400:00000200:38.0:1609800450.736525:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.736526:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:69.0:1609800450.736530:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.736533:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000400:00000200:38.0:1609800450.736534:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.736536:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.736536:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800450.736537:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:69.0:1609800450.736538:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.736540:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.736543:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:38.0:1609800450.736544:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800450.736549:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000400:00000200:57.0:1609800450.736554:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.736557:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:38.0:1609800450.736559:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800450.736561:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.736564:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.736566:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800450.737234:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.88@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.737260:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.88@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800450.737622:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.88@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.737642:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93364c3fd000 0xffff93364c3fd000(0x14c3fd000)
00000800:00000200:46.0:1609800450.737645:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93366fbe7000 0xffff93366fbe7000(0x16fbe7000)
00000800:00000200:46.0:1609800450.737646:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93451a5d4000 0xffff93451a5d4000(0x101a5d4000)
00000800:00000200:46.0:1609800450.737647:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451b3d4000 0xffff93451b3d4000(0x101b3d4000)
00000800:00000200:46.0:1609800450.737648:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93451b2cd000 0xffff93451b2cd000(0x101b2cd000)
00000800:00000200:46.0:1609800450.737649:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93360f7ce000 0xffff93360f7ce000(0x10f7ce000)
00000800:00000200:46.0:1609800450.737650:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93363cbed000 0xffff93363cbed000(0x13cbed000)
00000800:00000200:46.0:1609800450.737651:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff933643bb4000 0xffff933643bb4000(0x143bb4000)
00000800:00000200:46.0:1609800450.737652:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff934506d19000 0xffff934506d19000(0x1006d19000)
00000800:00000200:46.0:1609800450.737653:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933641bcc000 0xffff933641bcc000(0x141bcc000)
00000800:00000200:46.0:1609800450.737654:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9345196ab000 0xffff9345196ab000(0x10196ab000)
00000800:00000200:46.0:1609800450.737655:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff933613b94000 0xffff933613b94000(0x113b94000)
00000800:00000200:46.0:1609800450.737656:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff933612fa9000 0xffff933612fa9000(0x112fa9000)
00000800:00000200:46.0:1609800450.737656:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff933636fe1000 0xffff933636fe1000(0x136fe1000)
00000800:00000200:46.0:1609800450.737657:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff933600393000 0xffff933600393000(0x100393000)
00000800:00000200:46.0:1609800450.737658:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9336353ee000 0xffff9336353ee000(0x1353ee000)
00000800:00000200:46.0:1609800450.737659:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93451dce3000 0xffff93451dce3000(0x101dce3000)
00000800:00000200:46.0:1609800450.737660:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93364c3e8000 0xffff93364c3e8000(0x14c3e8000)
00000800:00000200:46.0:1609800450.737960:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737962:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737962:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737963:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737964:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737964:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737965:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737965:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737966:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737966:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737967:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737968:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737968:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737969:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737969:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737970:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737971:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737972:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737973:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737974:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737974:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737975:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737976:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737977:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737977:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737978:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737978:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737979:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737979:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737980:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737981:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737981:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737982:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737982:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:46.0:1609800450.737983:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (19)++
00000800:00000200:46.0:1609800450.737983:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (20)--
00000800:00000200:30.0F:1609800450.738598:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.88@o2ib18
00000800:00000200:30.0:1609800450.738606:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.88@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800450.738610:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518d37600] (19)++
00000800:00000200:30.0:1609800450.738613:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518d37600] (20)++
00000800:00000200:30.0:1609800450.738615:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000800:00000200:30.0:1609800450.738617:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000800:00000200:30.0:1609800450.738619:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (23)++
00000800:00000200:30.0:1609800450.738620:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (24)++
00000800:00000200:30.0:1609800450.738622:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (25)++
00000800:00000200:30.0:1609800450.738624:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (26)++
00000800:00000200:30.0:1609800450.738638:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518d37600] (27)--
00000800:00000200:30.1F:1609800450.738828:0:163:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (26)++
00000800:00000200:38.0:1609800450.738917:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (27)++
00000800:00000200:38.0:1609800450.738923:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (28)--
00000400:00000200:38.0:1609800450.738925:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.738927:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (27)++
00000400:00000200:38.0:1609800450.738929:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.738933:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (28)--
00000800:00000200:37.0:1609800450.738933:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (28)--
00000800:00000200:38.0:1609800450.738935:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (26)++
00000400:00000200:37.0:1609800450.738935:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800450.738938:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (27)--
00000400:00000200:37.0:1609800450.738938:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000400:00000200:38.0:1609800450.738940:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.738942:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.738945:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (26)--
00000800:00000200:38.0:1609800450.738954:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (25)++
00000800:00000200:37.0:1609800450.738955:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (26)--
00000800:00000200:38.0:1609800450.738956:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (26)--
00000400:00000200:38.0:1609800450.738957:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800450.738957:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000400:00000200:38.0:1609800450.738959:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:37.0:1609800450.738959:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (25)--
00000400:00000200:37.0:1609800450.738960:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800450.738962:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.738963:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:38.0:1609800450.738964:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:38.0:1609800450.738966:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800450.738966:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800450.738967:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000400:00000200:38.0:1609800450.738968:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800450.738970:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800450.738984:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:38.0:1609800450.738985:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:37.0:1609800450.738985:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.88@o2ib18
00000800:00000200:37.0:1609800450.738987:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (21)++
00000800:00000200:37.0:1609800450.738989:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (22)--
00000800:00000200:37.0:1609800450.738990:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:57.0:1609800450.835573:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.835601:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.835608:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a49c0 nid 192.168.128.129@o2ib18
00000400:00000200:57.0:1609800450.835611:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5180 net o2ib18
00000400:00000200:57.0:1609800450.835617:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345837e2200 nid 192.168.128.129@o2ib18
00000400:00000200:57.0:1609800450.835623:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.129@o2ib18 NID 192.168.128.129@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.835632:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.129@o2ib18: 0
00000400:00000200:0.0:1609800450.835632:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.835633:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.835634:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.835639:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.129@o2ib18 NID 192.168.128.129@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.835642:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.129@o2ib18 pending discovery
00000400:00000200:0.0:1609800450.835643:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.835651:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.835651:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.129@o2ib18: -114
00000400:00000200:0.0:1609800450.835653:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800450.835656:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.835659:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.835660:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.129@o2ib18 NID 192.168.128.129@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800450.835664:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.129@o2ib18 pending discovery
00000400:00000200:57.0:1609800450.835681:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.129@o2ib18: -114
00000400:00000200:57.0:1609800450.835682:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.835683:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.835686:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.129@o2ib18 NID 192.168.128.129@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800450.835689:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800450.835690:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.129@o2ib18 pending discovery
00000400:00000200:0.0:1609800450.835691:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800450.835693:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.129@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.835695:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.129@o2ib18
00000400:00000200:69.0:1609800450.835696:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.129@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800450.835696:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800450.835699:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.129@o2ib18
00000400:00000200:69.0:1609800450.835701:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.129@o2ib18
00000400:00000200:0.0:1609800450.835703:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:69.0:1609800450.835705:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:69.0:1609800450.835708:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:16] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.835711:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800450.835711:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:16] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.835713:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.129@o2ib18
00000400:00000200:0.0:1609800450.835717:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.835718:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.129@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.835721:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.129@o2ib18 1
00000400:00000200:69.0:1609800450.835727:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.835730:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000400:00000200:0.0:1609800450.835738:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.835744:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:69.0:1609800450.835746:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853cae00] -> 192.168.128.129@o2ib18 (1)++
00000800:00000200:69.0:1609800450.835750:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853cae00] -> 192.168.128.129@o2ib18 (2)++
00000800:00000200:0.0:1609800450.835753:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.835757:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800450.835767:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.835772:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.835774:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800450.835776:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:69.0:1609800450.835777:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853cae00] -> 192.168.128.129@o2ib18 (3)--
00000400:00000200:69.0:1609800450.835780:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.129@o2ib18
00000400:00000200:0.0:1609800450.835804:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.835807:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000400:00000200:69.0:1609800450.835808:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:0.0:1609800450.835811:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.835813:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800450.835815:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.835818:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:69.0:1609800450.835823:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.835824:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800450.835826:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.129@o2ib18
00000400:00000200:69.0:1609800450.835828:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:69.0:1609800450.835833:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.835836:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:69.0:1609800450.835838:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800450.835840:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.835843:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.835847:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.835849:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:57.0:1609800450.835855:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.835860:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:57.0:1609800450.835865:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.835867:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800450.836091:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.836096:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.836099:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:0.0:1609800450.836105:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.836108:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:0.0:1609800450.836113:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.836115:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800450.836289:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.129@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.836320:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.129@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800450.836503:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.129@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.836520:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dde95000 0xffff9354dde95000(0x1fdde95000)
00000800:00000200:46.0:1609800450.836522:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dde96000 0xffff9354dde96000(0x1fdde96000)
00000800:00000200:46.0:1609800450.836523:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dde97000 0xffff9354dde97000(0x1fdde97000)
00000800:00000200:46.0:1609800450.836524:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dde98000 0xffff9354dde98000(0x1fdde98000)
00000800:00000200:46.0:1609800450.836524:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dde99000 0xffff9354dde99000(0x1fdde99000)
00000800:00000200:46.0:1609800450.836525:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dde9a000 0xffff9354dde9a000(0x1fdde9a000)
00000800:00000200:46.0:1609800450.836526:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dde9b000 0xffff9354dde9b000(0x1fdde9b000)
00000800:00000200:46.0:1609800450.836527:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dde9c000 0xffff9354dde9c000(0x1fdde9c000)
00000800:00000200:46.0:1609800450.836528:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dde9d000 0xffff9354dde9d000(0x1fdde9d000)
00000800:00000200:46.0:1609800450.836528:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dde9e000 0xffff9354dde9e000(0x1fdde9e000)
00000800:00000200:46.0:1609800450.836529:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dde9f000 0xffff9354dde9f000(0x1fdde9f000)
00000800:00000200:46.0:1609800450.836531:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddea0000 0xffff9354ddea0000(0x1fddea0000)
00000800:00000200:46.0:1609800450.836533:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddea1000 0xffff9354ddea1000(0x1fddea1000)
00000800:00000200:46.0:1609800450.836534:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddea2000 0xffff9354ddea2000(0x1fddea2000)
00000800:00000200:46.0:1609800450.836535:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddea3000 0xffff9354ddea3000(0x1fddea3000)
00000800:00000200:46.0:1609800450.836536:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddea4000 0xffff9354ddea4000(0x1fddea4000)
00000800:00000200:46.0:1609800450.836537:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddea5000 0xffff9354ddea5000(0x1fddea5000)
00000800:00000200:46.0:1609800450.836538:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddea6000 0xffff9354ddea6000(0x1fddea6000)
00000800:00000200:46.0:1609800450.836843:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836845:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836845:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836846:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836847:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836847:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836848:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836849:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836850:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836850:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836851:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836852:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836853:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836853:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836854:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836855:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836855:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836856:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836857:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836857:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836858:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836859:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836859:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836860:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836861:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836861:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836862:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836863:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836864:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836865:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836866:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836867:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836867:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836868:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:46.0:1609800450.836869:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (19)++
00000800:00000200:46.0:1609800450.836870:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (20)--
00000800:00000200:30.0:1609800450.837265:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.129@o2ib18
00000800:00000200:30.0:1609800450.837267:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.129@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800450.837269:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934582fe3000] (19)++
00000800:00000200:30.0:1609800450.837270:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934582fe3000] (20)++
00000800:00000200:30.0:1609800450.837272:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:30.0:1609800450.837273:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (22)++
00000800:00000200:30.0:1609800450.837274:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000800:00000200:30.0:1609800450.837293:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (24)++
00000800:00000200:30.0:1609800450.837294:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (25)++
00000800:00000200:30.0:1609800450.837295:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (26)++
00000800:00000200:30.0:1609800450.837296:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (27)++
00000800:00000200:30.0:1609800450.837307:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934582fe3000] (28)--
00000800:00000200:23.1:1609800450.837391:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (27)++
00000800:00000200:18.0:1609800450.837403:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (28)++
00000800:00000200:18.0:1609800450.837410:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (29)--
00000400:00000200:18.0:1609800450.837412:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800450.837416:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.837420:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (28)--
00000800:00000200:18.0:1609800450.837421:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (27)++
00000800:00000200:18.0:1609800450.837425:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (28)--
00000400:00000200:18.0:1609800450.837426:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800450.837428:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.837429:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (27)++
00000800:00000200:18.0:1609800450.837433:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (28)--
00000800:00000200:22.0:1609800450.837434:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (28)--
00000800:00000200:18.0:1609800450.837434:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (27)++
00000400:00000200:22.0:1609800450.837436:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.837436:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (27)--
00000400:00000200:18.0:1609800450.837438:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.837440:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000400:00000200:18.0:1609800450.837440:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.837442:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (26)++
00000800:00000200:18.0:1609800450.837445:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (27)--
00000800:00000200:20.0:1609800450.837446:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (27)--
00000800:00000200:22.0:1609800450.837447:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (26)--
00000400:00000200:20.0:1609800450.837448:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.837449:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:20.0:1609800450.837451:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.837452:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (25)--
00000400:00000200:18.0:1609800450.837453:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.837454:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:18.0:1609800450.837455:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.837456:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (25)--
00000800:00000200:20.0:1609800450.837456:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000400:00000200:22.0:1609800450.837457:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.837459:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:22.0:1609800450.837460:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800450.837461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:22.0:1609800450.837463:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:23.1:1609800450.837788:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (20)++
00000800:00000200:18.0:1609800450.837840:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800450.837853:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.129@o2ib18
00000800:00000200:18.0:1609800450.837856:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800450.837859:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000800:00000200:18.0:1609800450.837861:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:18.0:1609800450.837863:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:57.0:1609800450.861921:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.861932:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.861938:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4900 nid 192.168.128.100@o2ib18
00000400:00000200:57.0:1609800450.861942:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5500 net o2ib18
00000400:00000200:57.0:1609800450.861950:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345837e3600 nid 192.168.128.100@o2ib18
00000400:00000200:57.0:1609800450.861955:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.100@o2ib18 NID 192.168.128.100@o2ib18 flags 0x0
00000400:00000200:57.0:1609800450.861963:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.100@o2ib18: 0
00000400:00000200:57.0:1609800450.861965:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800450.861966:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800450.861970:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.100@o2ib18 NID 192.168.128.100@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800450.861973:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.100@o2ib18 pending discovery
00000400:00000200:69.0:1609800450.862023:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800450.862027:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.100@o2ib18 state 0x20
00000400:00000200:69.0:1609800450.862029:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.100@o2ib18
00000400:00000200:69.0:1609800450.862030:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.100@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800450.862032:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.100@o2ib18
00000400:00000200:69.0:1609800450.862034:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.100@o2ib18
00000400:00000200:69.0:1609800450.862038:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:69.0:1609800450.862043:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:18] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800450.862046:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800450.862048:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.100@o2ib18
00000400:00000200:69.0:1609800450.862050:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.100@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800450.862053:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.100@o2ib18 1
00000400:00000200:69.0:1609800450.862058:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800450.862061:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000400:00000200:57.0:1609800450.862062:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.862066:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800450.862067:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853cae80] -> 192.168.128.100@o2ib18 (1)++
00000400:00000200:57.0:1609800450.862068:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000800:00000200:69.0:1609800450.862071:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853cae80] -> 192.168.128.100@o2ib18 (2)++
00000400:00000200:57.0:1609800450.862074:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.862078:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800450.862082:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800450.862084:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800450.862093:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800450.862095:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853cae80] -> 192.168.128.100@o2ib18 (3)--
00000400:00000200:0.0:1609800450.862111:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800450.862119:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800450.862138:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:0.0:1609800450.862145:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800450.862149:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:0.0:1609800450.862157:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800450.862159:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.862240:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.862244:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.862247:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800450.862253:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.862256:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800450.862260:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.862262:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800450.862285:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800450.862293:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800450.862297:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:5.0:1609800450.862304:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800450.862307:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:5.0:1609800450.862313:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800450.862315:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800450.862405:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800450.862408:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800450.862427:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800450.862433:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800450.862435:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800450.862439:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800450.862441:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800450.862691:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.100@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800450.862709:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.100@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800450.862956:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.100@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800450.862991:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddf22000 0xffff9354ddf22000(0x1fddf22000)
00000800:00000200:46.0:1609800450.862993:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddf23000 0xffff9354ddf23000(0x1fddf23000)
00000800:00000200:46.0:1609800450.862994:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddf24000 0xffff9354ddf24000(0x1fddf24000)
00000800:00000200:46.0:1609800450.862995:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddf25000 0xffff9354ddf25000(0x1fddf25000)
00000800:00000200:46.0:1609800450.862996:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddf26000 0xffff9354ddf26000(0x1fddf26000)
00000800:00000200:46.0:1609800450.862997:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddf27000 0xffff9354ddf27000(0x1fddf27000)
00000800:00000200:46.0:1609800450.862998:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddf28000 0xffff9354ddf28000(0x1fddf28000)
00000800:00000200:46.0:1609800450.862999:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddf29000 0xffff9354ddf29000(0x1fddf29000)
00000800:00000200:46.0:1609800450.863000:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddf2a000 0xffff9354ddf2a000(0x1fddf2a000)
00000800:00000200:46.0:1609800450.863000:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddf2b000 0xffff9354ddf2b000(0x1fddf2b000)
00000800:00000200:46.0:1609800450.863001:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddf2c000 0xffff9354ddf2c000(0x1fddf2c000)
00000800:00000200:46.0:1609800450.863002:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddf2d000 0xffff9354ddf2d000(0x1fddf2d000)
00000800:00000200:46.0:1609800450.863003:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddf2e000 0xffff9354ddf2e000(0x1fddf2e000)
00000800:00000200:46.0:1609800450.863004:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddf2f000 0xffff9354ddf2f000(0x1fddf2f000)
00000800:00000200:46.0:1609800450.863005:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddf38000 0xffff9354ddf38000(0x1fddf38000)
00000800:00000200:46.0:1609800450.863005:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddf39000 0xffff9354ddf39000(0x1fddf39000)
00000800:00000200:46.0:1609800450.863006:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddf3a000 0xffff9354ddf3a000(0x1fddf3a000)
00000800:00000200:46.0:1609800450.863007:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddf3b000 0xffff9354ddf3b000(0x1fddf3b000)
00000800:00000200:46.0:1609800450.863310:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863312:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863313:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863315:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863316:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863317:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863318:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863318:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863319:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863320:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863321:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863321:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863322:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863322:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863323:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863324:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863324:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863325:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863325:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863326:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863326:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863327:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863328:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863328:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863329:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863329:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863330:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863331:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863332:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863332:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863333:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863333:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863334:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:46.0:1609800450.863334:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (19)++
00000800:00000200:46.0:1609800450.863335:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (20)--
00000800:00000200:31.0F:1609800450.863856:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.100@o2ib18
00000800:00000200:31.0:1609800450.863860:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.100@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800450.863862:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934582fe1e00] (19)++
00000800:00000200:31.0:1609800450.863864:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934582fe1e00] (20)++
00000800:00000200:31.0:1609800450.863865:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:31.0:1609800450.863867:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:31.0:1609800450.863868:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (23)++
00000800:00000200:31.0:1609800450.863869:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (24)++
00000800:00000200:31.0:1609800450.863870:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (25)++
00000800:00000200:31.0:1609800450.863871:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (26)++
00000800:00000200:31.0:1609800450.863881:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934582fe1e00] (27)--
00000800:00000200:30.1:1609800450.863962:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (26)++
00000800:00000200:22.0:1609800450.863969:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (27)++
00000800:00000200:22.0:1609800450.863974:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (28)--
00000400:00000200:22.0:1609800450.863976:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800450.863979:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.863980:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (27)++
00000800:00000200:22.0:1609800450.863986:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (28)--
00000800:00000200:22.0:1609800450.863987:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (27)++
00000800:00000200:19.0:1609800450.863987:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (28)--
00000400:00000200:19.0:1609800450.863988:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.863991:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (27)--
00000400:00000200:22.0:1609800450.863992:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800450.863992:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.863994:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (26)++
00000400:00000200:22.0:1609800450.863995:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:19.0:1609800450.863996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (27)--
00000800:00000200:22.0:1609800450.863998:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (26)--
00000800:00000200:18.0:1609800450.863998:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (26)--
00000800:00000200:19.0:1609800450.864000:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000400:00000200:18.0:1609800450.864000:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800450.864003:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (25)--
00000400:00000200:18.0:1609800450.864004:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000400:00000200:19.0:1609800450.864005:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800450.864006:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000400:00000200:19.0:1609800450.864007:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:22.0:1609800450.864008:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (25)--
00000400:00000200:22.0:1609800450.864009:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800450.864010:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000400:00000200:22.0:1609800450.864011:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:18.0:1609800450.864011:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800450.864013:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:22.0:1609800450.864015:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:30.1:1609800450.864226:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:18.0:1609800450.864235:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:18.0:1609800450.864243:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.100@o2ib18
00000800:00000200:19.0:1609800450.864246:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:18.0:1609800450.864246:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:18.0:1609800450.864249:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:18.0:1609800450.864251:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000400:00000200:57.0:1609800451.027931:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.027941:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.027948:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4780 nid 192.168.128.140@o2ib18
00000400:00000200:57.0:1609800451.027951:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5cc0 net o2ib18
00000400:00000200:57.0:1609800451.027955:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345aafdce00 nid 192.168.128.140@o2ib18
00000400:00000200:57.0:1609800451.027966:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.140@o2ib18 NID 192.168.128.140@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.027974:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.140@o2ib18: 0
00000400:00000200:57.0:1609800451.027975:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.027976:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.027980:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.140@o2ib18 NID 192.168.128.140@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.027984:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.140@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.028016:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.028022:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.140@o2ib18 state 0x20
00000400:00000200:38.0:1609800451.028022:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.028026:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.140@o2ib18
00000400:00000200:69.0:1609800451.028029:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.140@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.028033:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.140@o2ib18
00000400:00000200:69.0:1609800451.028037:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.140@o2ib18
00000400:00000200:69.0:1609800451.028042:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800451.028042:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.028047:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:19] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800451.028049:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:69.0:1609800451.028053:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800451.028055:0:16056:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:19] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.028058:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.140@o2ib18
00000400:00000200:38.0:1609800451.028060:0:16056:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.028063:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.140@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.028068:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.140@o2ib18 1
00000400:00000200:69.0:1609800451.028077:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.028084:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000400:00000200:38.0:1609800451.028090:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.028097:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:69.0:1609800451.028100:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853caf00] -> 192.168.128.140@o2ib18 (1)++
00000800:00000200:38.0:1609800451.028107:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.028108:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853caf00] -> 192.168.128.140@o2ib18 (2)++
00000800:00000200:38.0:1609800451.028112:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800451.028139:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.028144:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.028148:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800451.028159:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.028164:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:69.0:1609800451.028165:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800451.028168:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.028170:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.028172:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853caf00] -> 192.168.128.140@o2ib18 (3)--
00000800:00000200:38.0:1609800451.028173:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800451.028174:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.028180:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800451.028184:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.028189:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.028191:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800451.028193:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:57.0:1609800451.028198:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000400:00000200:38.0:1609800451.028204:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.028209:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:57.0:1609800451.028213:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.028216:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.028219:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.028224:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.028229:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.028235:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.028238:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800451.028248:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.028253:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:38.0:1609800451.028258:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.028261:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.028747:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.140@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.028772:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.140@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.029063:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.140@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.029081:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddfb3000 0xffff9354ddfb3000(0x1fddfb3000)
00000800:00000200:46.0:1609800451.029086:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddfb4000 0xffff9354ddfb4000(0x1fddfb4000)
00000800:00000200:46.0:1609800451.029089:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddfb5000 0xffff9354ddfb5000(0x1fddfb5000)
00000800:00000200:46.0:1609800451.029090:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddfb6000 0xffff9354ddfb6000(0x1fddfb6000)
00000800:00000200:46.0:1609800451.029092:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddfb7000 0xffff9354ddfb7000(0x1fddfb7000)
00000800:00000200:46.0:1609800451.029094:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddfb8000 0xffff9354ddfb8000(0x1fddfb8000)
00000800:00000200:46.0:1609800451.029096:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddfb9000 0xffff9354ddfb9000(0x1fddfb9000)
00000800:00000200:46.0:1609800451.029098:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddfba000 0xffff9354ddfba000(0x1fddfba000)
00000800:00000200:46.0:1609800451.029099:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddfbb000 0xffff9354ddfbb000(0x1fddfbb000)
00000800:00000200:46.0:1609800451.029101:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddfbc000 0xffff9354ddfbc000(0x1fddfbc000)
00000800:00000200:46.0:1609800451.029103:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddfbd000 0xffff9354ddfbd000(0x1fddfbd000)
00000800:00000200:46.0:1609800451.029105:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddfbe000 0xffff9354ddfbe000(0x1fddfbe000)
00000800:00000200:46.0:1609800451.029107:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddfbf000 0xffff9354ddfbf000(0x1fddfbf000)
00000800:00000200:46.0:1609800451.029108:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddfc0000 0xffff9354ddfc0000(0x1fddfc0000)
00000800:00000200:46.0:1609800451.029110:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddfc1000 0xffff9354ddfc1000(0x1fddfc1000)
00000800:00000200:46.0:1609800451.029112:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddfc2000 0xffff9354ddfc2000(0x1fddfc2000)
00000800:00000200:46.0:1609800451.029114:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddfc3000 0xffff9354ddfc3000(0x1fddfc3000)
00000800:00000200:46.0:1609800451.029116:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddfc4000 0xffff9354ddfc4000(0x1fddfc4000)
00000800:00000200:46.0:1609800451.029460:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029463:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029465:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029466:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029467:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029468:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029469:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029471:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029472:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029473:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029474:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029476:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029477:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029478:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029479:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029481:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029483:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029484:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029486:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029487:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029488:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029490:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029491:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029492:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029494:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029495:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029496:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029497:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029498:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029500:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029501:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029502:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029503:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029505:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:46.0:1609800451.029506:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (19)++
00000800:00000200:46.0:1609800451.029507:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (20)--
00000800:00000200:31.0:1609800451.030230:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.140@o2ib18
00000800:00000200:31.0:1609800451.030233:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.140@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800451.030235:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345b0f99800] (19)++
00000800:00000200:31.0:1609800451.030236:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345b0f99800] (20)++
00000800:00000200:31.0:1609800451.030237:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000800:00000200:31.0:1609800451.030238:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (22)++
00000800:00000200:31.0:1609800451.030239:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000800:00000200:31.0:1609800451.030241:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (24)++
00000800:00000200:31.0:1609800451.030241:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (25)++
00000800:00000200:31.0:1609800451.030242:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (26)++
00000800:00000200:31.0:1609800451.030271:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345b0f99800] (27)--
00000800:00000200:25.1:1609800451.030355:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (26)++
00000800:00000200:22.0:1609800451.030364:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (27)++
00000800:00000200:22.0:1609800451.030369:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (28)--
00000400:00000200:22.0:1609800451.030374:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.030374:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (27)++
00000400:00000200:22.0:1609800451.030377:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.030380:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (28)--
00000800:00000200:22.0:1609800451.030381:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (28)--
00000800:00000200:22.0:1609800451.030382:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)++
00000400:00000200:20.0:1609800451.030382:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.030385:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.030386:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (27)--
00000400:00000200:22.0:1609800451.030387:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.030389:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000400:00000200:22.0:1609800451.030390:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.030391:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)++
00000800:00000200:20.0:1609800451.030392:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (26)--
00000400:00000200:20.0:1609800451.030393:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.030394:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)++
00000400:00000200:20.0:1609800451.030395:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.030396:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000800:00000200:22.0:1609800451.030398:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)++
00000800:00000200:18.0:1609800451.030398:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (25)--
00000800:00000200:20.0:1609800451.030399:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)--
00000800:00000200:22.0:1609800451.030400:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (25)--
00000400:00000200:18.0:1609800451.030400:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.030401:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.030401:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000400:00000200:22.0:1609800451.030403:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.030404:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.030409:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:22.0:1609800451.030411:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:25.1:1609800451.030596:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:20.0:1609800451.030605:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800451.030611:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.140@o2ib18
00000800:00000200:20.0:1609800451.030614:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:18.0:1609800451.030614:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:20.0:1609800451.030616:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:20.0:1609800451.030618:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:57.0:1609800451.089196:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.089206:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.089213:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a46c0 nid 192.168.128.67@o2ib18
00000400:00000200:57.0:1609800451.089217:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5200 net o2ib18
00000400:00000200:57.0:1609800451.089229:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed3a00 nid 192.168.128.67@o2ib18
00000400:00000200:57.0:1609800451.089234:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.67@o2ib18 NID 192.168.128.67@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.089242:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.67@o2ib18: 0
00000400:00000200:57.0:1609800451.089243:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.089245:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.089249:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.67@o2ib18 NID 192.168.128.67@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.089252:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.67@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.089283:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.089290:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.67@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.089293:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.67@o2ib18
00000400:00000200:69.0:1609800451.089296:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.67@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.089299:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.67@o2ib18
00000400:00000200:69.0:1609800451.089304:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.67@o2ib18
00000400:00000200:69.0:1609800451.089309:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:69.0:1609800451.089315:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:21] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.089320:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.089324:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.67@o2ib18
00000400:00000200:69.0:1609800451.089345:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.67@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.089348:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.67@o2ib18 1
00000400:00000200:22.0:1609800451.089351:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.089353:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.089356:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:22.0:1609800451.089358:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.089359:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800451.089361:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:38.0:1609800451.089367:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.089369:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec500] -> 192.168.128.67@o2ib18 (1)++
00000400:00000200:22.0:1609800451.089369:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800451.089372:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:69.0:1609800451.089373:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec500] -> 192.168.128.67@o2ib18 (2)++
00000400:00000200:38.0:1609800451.089374:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:22.0:1609800451.089378:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (3) version: 0
00000800:00000200:22.0:1609800451.089380:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800451.089384:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000400:00000200:22.0:1609800451.089385:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.089387:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:22.0:1609800451.089389:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.089392:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:38.0:1609800451.089393:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.089395:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:38.0:1609800451.089396:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.089398:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec500] -> 192.168.128.67@o2ib18 (3)--
00000400:00000200:22.0:1609800451.089399:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800451.089402:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:22.0:1609800451.089406:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000800:00000200:22.0:1609800451.089408:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.089547:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.089552:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.089554:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:57.0:1609800451.089560:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.089564:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:57.0:1609800451.089568:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.089570:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.089594:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.089601:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.089605:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:0.0:1609800451.089612:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.089615:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:0.0:1609800451.089621:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.089623:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.089828:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.67@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.089845:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.67@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.089981:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.67@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.090015:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff933650bed000 0xffff933650bed000(0x150bed000)
00000800:00000200:46.0:1609800451.090019:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff934507c3e000 0xffff934507c3e000(0x1007c3e000)
00000800:00000200:46.0:1609800451.090021:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93451dc22000 0xffff93451dc22000(0x101dc22000)
00000800:00000200:46.0:1609800451.090023:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451b3f7000 0xffff93451b3f7000(0x101b3f7000)
00000800:00000200:46.0:1609800451.090024:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93364c3d2000 0xffff93364c3d2000(0x14c3d2000)
00000800:00000200:46.0:1609800451.090026:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93365dbd3000 0xffff93365dbd3000(0x15dbd3000)
00000800:00000200:46.0:1609800451.090028:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93363778b000 0xffff93363778b000(0x13778b000)
00000800:00000200:46.0:1609800451.090030:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93360dfa6000 0xffff93360dfa6000(0x10dfa6000)
00000800:00000200:46.0:1609800451.090032:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93450a4d7000 0xffff93450a4d7000(0x100a4d7000)
00000800:00000200:46.0:1609800451.090034:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933633ff3000 0xffff933633ff3000(0x133ff3000)
00000800:00000200:46.0:1609800451.090035:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93367c752000 0xffff93367c752000(0x17c752000)
00000800:00000200:46.0:1609800451.090039:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff933636fb7000 0xffff933636fb7000(0x136fb7000)
00000800:00000200:46.0:1609800451.090041:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93360b7de000 0xffff93360b7de000(0x10b7de000)
00000800:00000200:46.0:1609800451.090043:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff933610fe7000 0xffff933610fe7000(0x110fe7000)
00000800:00000200:46.0:1609800451.090045:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff933613bd9000 0xffff933613bd9000(0x113bd9000)
00000800:00000200:46.0:1609800451.090046:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93366fb9a000 0xffff93366fb9a000(0x16fb9a000)
00000800:00000200:46.0:1609800451.090048:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933627bdb000 0xffff933627bdb000(0x127bdb000)
00000800:00000200:46.0:1609800451.090050:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93451b889000 0xffff93451b889000(0x101b889000)
00000800:00000200:46.0:1609800451.090462:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090464:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090464:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090465:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090466:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090466:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090467:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090468:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090469:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090469:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090470:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090470:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090471:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090471:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090472:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090473:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090473:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090474:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090474:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090475:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090475:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090476:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090477:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090477:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090478:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090478:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090479:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090479:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090481:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090482:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090482:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090483:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090484:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090485:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:46.0:1609800451.090486:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (19)++
00000800:00000200:46.0:1609800451.090486:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (20)--
00000800:00000200:31.0:1609800451.090867:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.67@o2ib18
00000800:00000200:31.0:1609800451.090870:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.67@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800451.090873:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336503eaa00] (19)++
00000800:00000200:31.0:1609800451.090877:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336503eaa00] (20)++
00000800:00000200:31.0:1609800451.090878:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:31.0:1609800451.090880:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:31.0:1609800451.090882:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (23)++
00000800:00000200:31.0:1609800451.090883:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000800:00000200:31.0:1609800451.090885:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (25)++
00000800:00000200:31.0:1609800451.090887:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (26)++
00000800:00000200:31.0:1609800451.090899:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336503eaa00] (27)--
00000800:00000200:30.1:1609800451.091010:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (26)++
00000800:00000200:4.0:1609800451.091080:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)++
00000800:00000200:4.0:1609800451.091086:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (28)--
00000400:00000200:4.0:1609800451.091089:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.091092:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.091097:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)--
00000800:00000200:4.0:1609800451.091098:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)++
00000800:00000200:4.0:1609800451.091101:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (27)--
00000400:00000200:4.0:1609800451.091103:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.091105:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.091107:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:4.0:1609800451.091108:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:4.0:1609800451.091111:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (26)--
00000400:00000200:4.0:1609800451.091112:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.091115:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.091116:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:4.0:1609800451.091117:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:4.0:1609800451.091119:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000800:00000200:38.0:1609800451.091131:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000400:00000200:4.0:1609800451.091133:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.091135:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000400:00000200:4.0:1609800451.091135:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.091137:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.091137:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:4.0:1609800451.091139:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:38.0:1609800451.091141:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.091155:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:4.0:1609800451.091156:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:38.0:1609800451.091157:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:4.0:1609800451.091157:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.091160:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.091162:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800451.091284:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:37.0:1609800451.091307:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800451.091314:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:38.0:1609800451.091315:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:37.0:1609800451.091316:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800451.091330:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:37.0:1609800451.091330:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:57.0:1609800451.096718:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.096729:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.096740:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4600 nid 192.168.128.103@o2ib18
00000400:00000200:57.0:1609800451.096743:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5d40 net o2ib18
00000400:00000200:57.0:1609800451.096766:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345aafddc00 nid 192.168.128.103@o2ib18
00000400:00000200:57.0:1609800451.096769:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.103@o2ib18 NID 192.168.128.103@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.096770:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.096785:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.103@o2ib18: 0
00000400:00000200:57.0:1609800451.096786:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.096787:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.096789:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.103@o2ib18 NID 192.168.128.103@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.096791:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.103@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.096795:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.096814:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.096817:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.103@o2ib18: -114
00000400:00000200:0.0:1609800451.096819:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.096821:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.096823:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.096825:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.103@o2ib18 NID 192.168.128.103@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.096827:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.096830:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.103@o2ib18: -114
00000400:00000200:0.0:1609800451.096830:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.103@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.096831:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.096834:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.096836:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.103@o2ib18 NID 192.168.128.103@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.096838:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.103@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.096839:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.103@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.096841:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.103@o2ib18
00000400:00000200:69.0:1609800451.096843:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.103@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.096845:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096847:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.096848:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.103@o2ib18
00000400:00000200:69.0:1609800451.096852:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:0.0:1609800451.096853:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.096855:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:22] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.096857:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:69.0:1609800451.096858:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.096860:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096863:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:23] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.096864:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.103@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.096868:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.103@o2ib18 1
00000400:00000200:0.0:1609800451.096869:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.096873:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.096877:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096885:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.096891:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:69.0:1609800451.096900:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934d25de1b00] -> 192.168.128.103@o2ib18 (1)++
00000800:00000200:69.0:1609800451.096904:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2)++
00000800:00000200:0.0:1609800451.096911:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.096916:0:16059:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff934586386f00] -> 192.168.128.103@o2ib18 (1)--
00000800:00000200:69.0:1609800451.096926:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800451.096926:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.096928:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934d25de1b00] -> 192.168.128.103@o2ib18 (3)--
00000400:00000200:69.0:1609800451.096931:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096931:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.096933:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:0.0:1609800451.096937:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:69.0:1609800451.096940:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.096944:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096951:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.096957:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:69.0:1609800451.096958:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.096958:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.096959:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.096962:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.103@o2ib18
00000400:00000200:57.0:1609800451.096962:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.096963:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.096964:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:0.0:1609800451.096967:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.096970:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.096973:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:69.0:1609800451.096974:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096978:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.096980:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.096984:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800451.096984:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.096986:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.096988:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.096988:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:57.0:1609800451.096991:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.096993:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.096999:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.097004:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:0.0:1609800451.097010:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.097014:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.097464:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.103@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.097481:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.103@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.097766:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.103@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.097790:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd8b1000 0xffff9354dd8b1000(0x1fdd8b1000)
00000800:00000200:46.0:1609800451.097793:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd8b2000 0xffff9354dd8b2000(0x1fdd8b2000)
00000800:00000200:46.0:1609800451.097796:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd8b3000 0xffff9354dd8b3000(0x1fdd8b3000)
00000800:00000200:46.0:1609800451.097797:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd8b4000 0xffff9354dd8b4000(0x1fdd8b4000)
00000800:00000200:46.0:1609800451.097799:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd8b5000 0xffff9354dd8b5000(0x1fdd8b5000)
00000800:00000200:46.0:1609800451.097801:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd8b6000 0xffff9354dd8b6000(0x1fdd8b6000)
00000800:00000200:46.0:1609800451.097803:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd8b7000 0xffff9354dd8b7000(0x1fdd8b7000)
00000800:00000200:46.0:1609800451.097804:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd8b8000 0xffff9354dd8b8000(0x1fdd8b8000)
00000800:00000200:46.0:1609800451.097806:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd8b9000 0xffff9354dd8b9000(0x1fdd8b9000)
00000800:00000200:46.0:1609800451.097808:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd8ba000 0xffff9354dd8ba000(0x1fdd8ba000)
00000800:00000200:46.0:1609800451.097810:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd8bb000 0xffff9354dd8bb000(0x1fdd8bb000)
00000800:00000200:46.0:1609800451.097812:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd8bc000 0xffff9354dd8bc000(0x1fdd8bc000)
00000800:00000200:46.0:1609800451.097813:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd8bd000 0xffff9354dd8bd000(0x1fdd8bd000)
00000800:00000200:46.0:1609800451.097815:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd8be000 0xffff9354dd8be000(0x1fdd8be000)
00000800:00000200:46.0:1609800451.097817:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd8bf000 0xffff9354dd8bf000(0x1fdd8bf000)
00000800:00000200:46.0:1609800451.097819:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd8c0000 0xffff9354dd8c0000(0x1fdd8c0000)
00000800:00000200:46.0:1609800451.097821:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd8c1000 0xffff9354dd8c1000(0x1fdd8c1000)
00000800:00000200:46.0:1609800451.097822:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9345b53dc000 0xffff9345b53dc000(0x10b53dc000)
00000800:00000200:46.0:1609800451.098141:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098143:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098145:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098147:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098149:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098150:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098151:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098153:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098154:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098156:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098157:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098158:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098160:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098161:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098162:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098163:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098164:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098166:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098167:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098168:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098169:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098170:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098172:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098173:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098174:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098175:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098177:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098178:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098179:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098180:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098181:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098183:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098184:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098185:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:46.0:1609800451.098186:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:46.0:1609800451.098188:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (20)--
00000800:00000200:32.0:1609800451.098930:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.103@o2ib18
00000800:00000200:32.0:1609800451.098935:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.103@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800451.098938:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345b0f99e00] (19)++
00000800:00000200:32.0:1609800451.098941:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:32.0:1609800451.098943:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:32.0:1609800451.098945:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:32.0:1609800451.098947:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:32.0:1609800451.098948:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:32.0:1609800451.098950:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:32.0:1609800451.098952:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (26)++
00000800:00000200:32.0:1609800451.098953:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (27)++
00000800:00000200:32.0:1609800451.098982:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345b0f99e00] (28)--
00000800:00000200:33.1:1609800451.099025:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (27)++
00000800:00000200:22.0:1609800451.099034:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (28)++
00000800:00000200:22.0:1609800451.099039:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (29)--
00000400:00000200:22.0:1609800451.099041:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.099046:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.099050:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (28)--
00000800:00000200:22.0:1609800451.099051:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (27)++
00000800:00000200:22.0:1609800451.099055:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (28)--
00000400:00000200:22.0:1609800451.099056:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.099059:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.099061:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (27)--
00000800:00000200:22.0:1609800451.099063:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)++
00000800:00000200:22.0:1609800451.099066:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (27)--
00000400:00000200:22.0:1609800451.099067:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.099069:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.099071:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:22.0:1609800451.099072:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:22.0:1609800451.099075:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (26)--
00000400:00000200:22.0:1609800451.099076:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.099077:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:22.0:1609800451.099078:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.099080:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:19.0:1609800451.099081:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (26)--
00000400:00000200:19.0:1609800451.099083:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.099083:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:19.0:1609800451.099088:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.099089:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:22.0:1609800451.099090:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:18.0:1609800451.099091:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.099092:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:19.0:1609800451.099092:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:22.0:1609800451.099093:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.099093:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:18.0:1609800451.099095:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:22.0:1609800451.099096:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.099099:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:22.0:1609800451.099102:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800451.099389:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:19.0:1609800451.099446:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800451.099458:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800451.099461:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800451.099464:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800451.099466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800451.099468:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:57.0:1609800451.106113:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.106135:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.106142:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4540 nid 192.168.128.99@o2ib18
00000400:00000200:57.0:1609800451.106146:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5d00 net o2ib18
00000400:00000200:0.0:1609800451.106151:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.106152:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336503ea600 nid 192.168.128.99@o2ib18
00000400:00000200:57.0:1609800451.106158:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.99@o2ib18 NID 192.168.128.99@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.106163:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.106166:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.99@o2ib18: 0
00000400:00000200:57.0:1609800451.106168:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.106170:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.106174:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.99@o2ib18 NID 192.168.128.99@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.106178:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.99@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.106180:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.99@o2ib18: -114
00000400:00000200:0.0:1609800451.106182:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.106185:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.106189:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.99@o2ib18 NID 192.168.128.99@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.106192:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.106194:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.99@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.106198:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.106203:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.106204:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.99@o2ib18: -114
00000400:00000200:57.0:1609800451.106206:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.106208:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.106211:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.99@o2ib18 NID 192.168.128.99@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.106213:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.106215:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.106219:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.99@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.106219:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.99@o2ib18: -114
00000400:00000200:0.0:1609800451.106221:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.106223:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.106227:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.99@o2ib18 NID 192.168.128.99@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.106231:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.99@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.106233:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.99@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.106236:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106239:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.99@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.106243:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106248:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106253:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:69.0:1609800451.106258:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:24] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.106264:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.106271:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106276:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.99@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.106281:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.99@o2ib18 1
00000400:00000200:69.0:1609800451.106290:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.106296:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:69.0:1609800451.106308:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec200] -> 192.168.128.99@o2ib18 (1)++
00000800:00000200:69.0:1609800451.106315:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec200] -> 192.168.128.99@o2ib18 (2)++
00000800:00000200:69.0:1609800451.106360:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.106361:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec200] -> 192.168.128.99@o2ib18 (3)--
00000400:00000200:69.0:1609800451.106364:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106366:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800451.106371:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.106372:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.106375:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:57.0:1609800451.106375:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.106379:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.106379:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:5.0:1609800451.106379:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.106381:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.106383:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106385:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800451.106386:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.106390:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:57.0:1609800451.106394:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.106394:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.106395:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.106397:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.106398:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:5.0:1609800451.106399:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:69.0:1609800451.106401:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.106403:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.106406:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.99@o2ib18
00000400:00000200:5.0:1609800451.106407:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.106408:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:5.0:1609800451.106412:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:69.0:1609800451.106415:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.106417:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:5.0:1609800451.106420:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.106422:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.106425:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.106427:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.106536:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.106539:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.106542:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800451.106548:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.106550:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:57.0:1609800451.106554:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.106556:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.106989:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.99@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.107014:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.99@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.107536:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.99@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.107569:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93363c3f3000 0xffff93363c3f3000(0x13c3f3000)
00000800:00000200:46.0:1609800451.107573:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93365c3c7000 0xffff93365c3c7000(0x15c3c7000)
00000800:00000200:46.0:1609800451.107575:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff933639bb4000 0xffff933639bb4000(0x139bb4000)
00000800:00000200:46.0:1609800451.107577:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451857b000 0xffff93451857b000(0x101857b000)
00000800:00000200:46.0:1609800451.107579:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9336003eb000 0xffff9336003eb000(0x1003eb000)
00000800:00000200:46.0:1609800451.107580:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff933649bc9000 0xffff933649bc9000(0x149bc9000)
00000800:00000200:46.0:1609800451.107582:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93360dfa5000 0xffff93360dfa5000(0x10dfa5000)
00000800:00000200:46.0:1609800451.107584:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9336397e3000 0xffff9336397e3000(0x1397e3000)
00000800:00000200:46.0:1609800451.107586:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93450bbfa000 0xffff93450bbfa000(0x100bbfa000)
00000800:00000200:46.0:1609800451.107588:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933637799000 0xffff933637799000(0x137799000)
00000800:00000200:46.0:1609800451.107589:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5c83000 0xffff9344c5c83000(0xfc5c83000)
00000800:00000200:46.0:1609800451.107591:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93365a399000 0xffff93365a399000(0x15a399000)
00000800:00000200:46.0:1609800451.107593:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93362efd0000 0xffff93362efd0000(0x12efd0000)
00000800:00000200:46.0:1609800451.107595:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93362efd1000 0xffff93362efd1000(0x12efd1000)
00000800:00000200:46.0:1609800451.107597:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93450a72a000 0xffff93450a72a000(0x100a72a000)
00000800:00000200:46.0:1609800451.107598:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93450a72b000 0xffff93450a72b000(0x100a72b000)
00000800:00000200:46.0:1609800451.107600:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933613bc0000 0xffff933613bc0000(0x113bc0000)
00000800:00000200:46.0:1609800451.107602:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff933613bc1000 0xffff933613bc1000(0x113bc1000)
00000800:00000200:46.0:1609800451.107896:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107898:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107900:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107901:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107902:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107903:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107905:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107906:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107907:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107908:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107910:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107911:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107912:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107914:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107915:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107916:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107918:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107920:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107921:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107922:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107924:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107925:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107926:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107928:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107929:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107930:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107931:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107932:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107934:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107935:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107936:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107937:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107938:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107940:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:46.0:1609800451.107941:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (19)++
00000800:00000200:46.0:1609800451.107942:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (20)--
00000800:00000200:32.0:1609800451.108496:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.99@o2ib18
00000800:00000200:32.0:1609800451.108498:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.99@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800451.108501:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6eb800] (19)++
00000800:00000200:32.0:1609800451.108502:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6eb800] (20)++
00000800:00000200:32.0:1609800451.108503:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:32.0:1609800451.108504:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:32.0:1609800451.108505:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000800:00000200:32.0:1609800451.108506:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:32.0:1609800451.108507:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (25)++
00000800:00000200:32.0:1609800451.108508:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (26)++
00000800:00000200:32.0:1609800451.108511:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (27)++
00000800:00000200:32.0:1609800451.108523:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6eb800] (28)--
00000800:00000200:26.1:1609800451.108595:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (27)++
00000800:00000200:3.0:1609800451.108645:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (28)++
00000800:00000200:3.0:1609800451.108654:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (29)--
00000400:00000200:3.0:1609800451.108658:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.108664:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.108671:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (28)--
00000800:00000200:3.0:1609800451.108673:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (27)++
00000800:00000200:3.0:1609800451.108677:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (28)--
00000400:00000200:3.0:1609800451.108679:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.108684:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.108687:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (27)--
00000800:00000200:3.0:1609800451.108689:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)++
00000800:00000200:3.0:1609800451.108693:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (27)--
00000400:00000200:3.0:1609800451.108695:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.108696:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)++
00000400:00000200:3.0:1609800451.108700:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.108702:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (27)--
00000800:00000200:3.0:1609800451.108703:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (27)--
00000400:00000200:4.0:1609800451.108705:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.108706:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000800:00000200:3.0:1609800451.108708:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (26)--
00000400:00000200:3.0:1609800451.108710:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.108712:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.108715:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.108719:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:38.0:1609800451.108722:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:4.0:1609800451.108732:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:38.0:1609800451.108751:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:38.0:1609800451.108752:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.108752:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:4.0:1609800451.108755:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:38.0:1609800451.108756:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.108756:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:4.0:1609800451.108757:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.108760:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:4.0:1609800451.108760:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.108763:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:26.1:1609800451.108860:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:37.0:1609800451.108872:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800451.108878:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:3.0:1609800451.108879:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:37.0:1609800451.108894:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800451.108896:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:37.0:1609800451.108897:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:38.0:1609800451.112304:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.112316:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.112327:0:16056:0:(peer.c:271:lnet_peer_alloc()) ffff93366e355ec0 nid 192.168.128.135@o2ib18
00000400:00000200:38.0:1609800451.112337:0:16056:0:(peer.c:220:lnet_peer_net_alloc()) ffff934580fd58c0 net o2ib18
00000400:00000200:38.0:1609800451.112342:0:16056:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6e9c00 nid 192.168.128.135@o2ib18
00000400:00000200:38.0:1609800451.112348:0:16056:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.135@o2ib18 NID 192.168.128.135@o2ib18 flags 0x0
00000400:00000200:38.0:1609800451.112356:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.135@o2ib18: 0
00000400:00000200:38.0:1609800451.112358:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.112360:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.112365:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.135@o2ib18 NID 192.168.128.135@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.112366:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.112369:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.135@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.112371:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.112378:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.135@o2ib18: -114
00000400:00000200:57.0:1609800451.112380:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.112381:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.112385:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.135@o2ib18 NID 192.168.128.135@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.112389:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.135@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.112403:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.112409:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.135@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.112413:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.135@o2ib18
00000400:00000200:69.0:1609800451.112415:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.135@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.112419:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.135@o2ib18
00000400:00000200:69.0:1609800451.112423:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.135@o2ib18
00000400:00000200:69.0:1609800451.112429:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:69.0:1609800451.112434:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:25] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.112439:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.112443:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.135@o2ib18
00000400:00000200:69.0:1609800451.112448:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.135@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.112453:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.135@o2ib18 1
00000400:00000200:69.0:1609800451.112462:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.112468:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:69.0:1609800451.112478:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec280] -> 192.168.128.135@o2ib18 (1)++
00000800:00000200:69.0:1609800451.112485:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec280] -> 192.168.128.135@o2ib18 (2)++
00000800:00000200:69.0:1609800451.112518:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.112522:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec280] -> 192.168.128.135@o2ib18 (3)--
00000400:00000200:69.0:1609800451.112526:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.135@o2ib18
00000400:00000200:69.0:1609800451.112530:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:69.0:1609800451.112540:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.112545:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000400:00000200:38.0:1609800451.112548:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.112550:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.112554:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.112561:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.112566:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:38.0:1609800451.112578:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.112590:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:38.0:1609800451.112598:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.112602:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.112611:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.112616:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.112620:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:38.0:1609800451.112629:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.112634:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:38.0:1609800451.112639:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.112642:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.112689:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.112692:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.112694:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:57.0:1609800451.112700:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.112703:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:57.0:1609800451.112708:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.112709:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.112830:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.112838:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.112842:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:0.0:1609800451.112861:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.112865:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:0.0:1609800451.112884:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.112886:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.113048:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.135@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.113071:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.135@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.113614:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.135@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.113626:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff933610b90000 0xffff933610b90000(0x110b90000)
00000800:00000200:46.0:1609800451.113628:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff933610b91000 0xffff933610b91000(0x110b91000)
00000800:00000200:46.0:1609800451.113628:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93365a39c000 0xffff93365a39c000(0x15a39c000)
00000800:00000200:46.0:1609800451.113629:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93365a39d000 0xffff93365a39d000(0x15a39d000)
00000800:00000200:46.0:1609800451.113630:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93365a39a000 0xffff93365a39a000(0x15a39a000)
00000800:00000200:46.0:1609800451.113631:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93365a39b000 0xffff93365a39b000(0x15a39b000)
00000800:00000200:46.0:1609800451.113632:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9336373dc000 0xffff9336373dc000(0x1373dc000)
00000800:00000200:46.0:1609800451.113633:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9336373dd000 0xffff9336373dd000(0x1373dd000)
00000800:00000200:46.0:1609800451.113633:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff933630ff6000 0xffff933630ff6000(0x130ff6000)
00000800:00000200:46.0:1609800451.113634:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933630ff7000 0xffff933630ff7000(0x130ff7000)
00000800:00000200:46.0:1609800451.113635:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93365bbd8000 0xffff93365bbd8000(0x15bbd8000)
00000800:00000200:46.0:1609800451.113637:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93365bbd9000 0xffff93365bbd9000(0x15bbd9000)
00000800:00000200:46.0:1609800451.113638:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93362e3c6000 0xffff93362e3c6000(0x12e3c6000)
00000800:00000200:46.0:1609800451.113639:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93362e3c7000 0xffff93362e3c7000(0x12e3c7000)
00000800:00000200:46.0:1609800451.113640:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5c70000 0xffff9344c5c70000(0xfc5c70000)
00000800:00000200:46.0:1609800451.113641:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5c71000 0xffff9344c5c71000(0xfc5c71000)
00000800:00000200:46.0:1609800451.113642:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93451b30e000 0xffff93451b30e000(0x101b30e000)
00000800:00000200:46.0:1609800451.113643:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93451b30f000 0xffff93451b30f000(0x101b30f000)
00000800:00000200:46.0:1609800451.113898:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113900:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113900:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113901:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113901:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113902:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113903:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113904:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113904:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113905:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113906:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113907:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113908:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113908:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113909:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113909:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113910:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113911:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113911:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113912:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113912:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113913:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113913:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113914:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113914:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113915:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113916:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113916:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113917:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113918:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113919:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113920:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113921:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113922:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:46.0:1609800451.113923:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (19)++
00000800:00000200:46.0:1609800451.113923:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (20)--
00000800:00000200:33.0:1609800451.114670:0:438:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.135@o2ib18
00000800:00000200:33.0:1609800451.114673:0:438:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.135@o2ib18: active(1), version(12), status(0)
00000800:00000200:33.0:1609800451.114675:0:438:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff933635fe7600] (19)++
00000800:00000200:33.0:1609800451.114677:0:438:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff933635fe7600] (20)++
00000800:00000200:33.0:1609800451.114678:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000800:00000200:33.0:1609800451.114679:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (22)++
00000800:00000200:33.0:1609800451.114698:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:33.0:1609800451.114699:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (24)++
00000800:00000200:33.0:1609800451.114700:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (25)++
00000800:00000200:33.0:1609800451.114701:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (26)++
00000800:00000200:33.0:1609800451.114722:0:438:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff933635fe7600] (27)--
00000800:00000200:26.1:1609800451.114803:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (26)++
00000800:00000200:38.0:1609800451.114846:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (27)++
00000800:00000200:38.0:1609800451.114852:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (28)--
00000400:00000200:38.0:1609800451.114854:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.114857:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.114861:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (27)--
00000800:00000200:38.0:1609800451.114862:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (26)++
00000800:00000200:38.0:1609800451.114865:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (27)--
00000400:00000200:38.0:1609800451.114866:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.114868:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.114870:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000800:00000200:38.0:1609800451.114871:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (25)++
00000800:00000200:38.0:1609800451.114875:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (26)--
00000400:00000200:38.0:1609800451.114876:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.114878:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.114879:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:38.0:1609800451.114880:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:38.0:1609800451.114882:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000400:00000200:38.0:1609800451.114883:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.114885:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.114885:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:38.0:1609800451.114889:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:4.0:1609800451.114890:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000800:00000200:38.0:1609800451.114892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:4.0:1609800451.114892:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.114894:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:38.0:1609800451.114895:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.114895:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.114897:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.114900:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:4.0:1609800451.114901:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:38.0:1609800451.114902:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:26.1:1609800451.115031:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (20)++
00000800:00000200:4.0:1609800451.115043:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (21)++
00000800:00000200:38.0:1609800451.115052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:4.0:1609800451.115058:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.135@o2ib18
00000800:00000200:4.0:1609800451.115060:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (21)++
00000800:00000200:4.0:1609800451.115063:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (22)--
00000800:00000200:4.0:1609800451.115065:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000400:00000200:57.0:1609800451.119443:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.119459:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.119463:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4480 nid 192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119465:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5d80 net o2ib18
00000400:00000200:57.0:1609800451.119470:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345c7b9c200 nid 192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119473:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.150@o2ib18 NID 192.168.128.150@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.119478:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.150@o2ib18: 0
00000400:00000200:57.0:1609800451.119479:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.119480:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.119482:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.150@o2ib18 NID 192.168.128.150@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.119486:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.150@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.119527:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.119530:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.150@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.119531:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.119532:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.150@o2ib18
00000400:00000200:69.0:1609800451.119534:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.150@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.119537:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119538:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.119540:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119540:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.119543:0:16061:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:26] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.119546:0:16061:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.119548:0:16061:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119550:0:16061:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.150@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.119553:0:16061:0:(router.c:135:lnet_notify_locked()) set 192.168.128.150@o2ib18 1
00000400:00000200:57.0:1609800451.119557:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.119560:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:69.0:1609800451.119561:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:69.0:1609800451.119567:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.119588:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800451.119590:0:16061:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (1)++
00000800:00000200:69.0:1609800451.119593:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119594:0:16061:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2)++
00000800:00000200:69.0:1609800451.119595:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119615:0:16061:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.119617:0:16061:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (3)--
00000400:00000200:0.0:1609800451.119681:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.119691:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.119698:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:0.0:1609800451.119710:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.119725:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800451.119733:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.119749:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.119759:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.119764:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.119765:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.119768:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.119769:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.119777:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.119782:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:0.0:1609800451.119783:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800451.119788:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.119789:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.119791:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119793:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800451.119799:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.119800:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.119801:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.119806:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.119808:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.119811:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.119814:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.119822:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.119826:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:0.0:1609800451.119827:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:57.0:1609800451.119832:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.119832:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119836:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800451.119836:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119841:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119843:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.119964:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.119969:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.119971:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.119975:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.119978:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800451.119980:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.119982:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.120080:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.120085:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.120087:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.120174:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.120179:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.120181:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:46.0:1609800451.120237:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.150@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.120263:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.150@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800451.120275:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.120285:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.120292:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:0.0:1609800451.120303:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.120309:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.120313:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.120330:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.120334:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.120336:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.120341:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.120392:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.120404:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.120410:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:38.0:1609800451.120504:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.120534:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.120541:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:46.0:1609800451.120717:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.150@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.120736:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dda1e000 0xffff9354dda1e000(0x1fdda1e000)
00000800:00000200:46.0:1609800451.120737:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dda1f000 0xffff9354dda1f000(0x1fdda1f000)
00000800:00000200:46.0:1609800451.120739:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dda20000 0xffff9354dda20000(0x1fdda20000)
00000800:00000200:46.0:1609800451.120740:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dda21000 0xffff9354dda21000(0x1fdda21000)
00000800:00000200:46.0:1609800451.120741:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dda22000 0xffff9354dda22000(0x1fdda22000)
00000800:00000200:46.0:1609800451.120742:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dda23000 0xffff9354dda23000(0x1fdda23000)
00000800:00000200:46.0:1609800451.120743:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dda24000 0xffff9354dda24000(0x1fdda24000)
00000800:00000200:46.0:1609800451.120744:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dda25000 0xffff9354dda25000(0x1fdda25000)
00000800:00000200:46.0:1609800451.120745:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dda26000 0xffff9354dda26000(0x1fdda26000)
00000800:00000200:46.0:1609800451.120745:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dda27000 0xffff9354dda27000(0x1fdda27000)
00000800:00000200:46.0:1609800451.120746:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dda28000 0xffff9354dda28000(0x1fdda28000)
00000800:00000200:46.0:1609800451.120747:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dda29000 0xffff9354dda29000(0x1fdda29000)
00000800:00000200:46.0:1609800451.120748:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dda2a000 0xffff9354dda2a000(0x1fdda2a000)
00000800:00000200:46.0:1609800451.120749:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dda2b000 0xffff9354dda2b000(0x1fdda2b000)
00000800:00000200:46.0:1609800451.120750:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dda2c000 0xffff9354dda2c000(0x1fdda2c000)
00000800:00000200:46.0:1609800451.120750:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dda2d000 0xffff9354dda2d000(0x1fdda2d000)
00000800:00000200:46.0:1609800451.120751:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dda2e000 0xffff9354dda2e000(0x1fdda2e000)
00000800:00000200:46.0:1609800451.120752:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dda2f000 0xffff9354dda2f000(0x1fdda2f000)
00000800:00000200:46.0:1609800451.120998:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121000:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121000:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121002:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121003:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121004:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121005:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121005:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121006:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121007:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121008:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121008:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121009:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121010:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121010:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121011:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121011:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121012:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121012:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121013:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121013:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121014:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121015:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121015:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121016:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121016:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121017:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121017:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121018:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121019:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121019:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121020:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121020:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121021:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:46.0:1609800451.121021:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (19)++
00000800:00000200:46.0:1609800451.121022:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (20)--
00000800:00000200:34.0:1609800451.121542:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.150@o2ib18
00000800:00000200:34.0:1609800451.121547:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.150@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.121551:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345aafdd000] (19)++
00000800:00000200:34.0:1609800451.121553:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345aafdd000] (20)++
00000800:00000200:34.0:1609800451.121555:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:34.0:1609800451.121557:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:34.0:1609800451.121559:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (23)++
00000800:00000200:34.0:1609800451.121561:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:34.0:1609800451.121563:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (25)++
00000800:00000200:34.0:1609800451.121564:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (26)++
00000800:00000200:34.0:1609800451.121566:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (27)++
00000800:00000200:34.0:1609800451.121567:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (28)++
00000800:00000200:34.0:1609800451.121582:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345aafdd000] (29)--
00000800:00000200:35.1:1609800451.121641:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (28)++
00000800:00000200:20.0:1609800451.121687:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:20.0:1609800451.121697:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:20.0:1609800451.121700:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.121701:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000400:00000200:20.0:1609800451.121706:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121708:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:22.0:1609800451.121711:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.121714:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:22.0:1609800451.121717:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.121720:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.121722:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (29)++
00000800:00000200:20.0:1609800451.121724:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (30)++
00000800:00000200:22.0:1609800451.121726:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.121728:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121729:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000800:00000200:22.0:1609800451.121732:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.121735:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)++
00000800:00000200:20.0:1609800451.121736:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121737:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (31)++
00000800:00000200:20.0:1609800451.121738:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)++
00000800:00000200:22.0:1609800451.121740:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121742:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (32)--
00000800:00000200:20.0:1609800451.121744:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121745:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)--
00000800:00000200:20.0:1609800451.121746:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (31)--
00000400:00000200:20.0:1609800451.121747:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.121750:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000400:00000200:20.0:1609800451.121752:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121757:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121757:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:18.0:1609800451.121758:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)++
00000800:00000200:22.0:1609800451.121759:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:22.0:1609800451.121760:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.121764:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)++
00000400:00000200:22.0:1609800451.121765:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.121765:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.121767:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)++
00000800:00000200:18.0:1609800451.121767:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121768:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (32)--
00000800:00000200:22.0:1609800451.121771:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800451.121772:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000400:00000200:18.0:1609800451.121772:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.121774:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (31)++
00000800:00000200:19.0:1609800451.121774:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (31)--
00000800:00000200:22.0:1609800451.121776:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800451.121777:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.121777:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121778:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)++
00000800:00000200:20.0:1609800451.121778:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121779:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000800:00000200:22.0:1609800451.121780:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (32)++
00000400:00000200:57.0:1609800451.121782:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.121782:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121784:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121784:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (32)--
00000800:00000200:22.0:1609800451.121785:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (32)--
00000800:00000200:20.0:1609800451.121786:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)++
00000800:00000200:18.0:1609800451.121786:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.121789:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121790:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)--
00000800:00000200:20.0:1609800451.121790:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (31)--
00000800:00000200:19.0:1609800451.121790:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:22.0:1609800451.121792:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)++
00000400:00000200:20.0:1609800451.121792:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.121794:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:18.0:1609800451.121794:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.121796:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121797:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:20.0:1609800451.121797:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.121797:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)++
00000400:00000200:22.0:1609800451.121799:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.121799:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (30)++
00000400:00000200:22.0:1609800451.121803:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.121803:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121804:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800451.121804:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.121804:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000800:00000200:19.0:1609800451.121807:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)++
00000800:00000200:18.0:1609800451.121808:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)--
00000400:00000200:57.0:1609800451.121809:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800451.121809:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.121809:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.121809:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (31)++
00000800:00000200:20.0:1609800451.121811:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)++
00000800:00000200:18.0:1609800451.121811:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (31)--
00000800:00000200:19.0:1609800451.121812:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121813:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.121814:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (31)++
00000800:00000200:19.0:1609800451.121814:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000400:00000200:57.0:1609800451.121816:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.121816:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)++
00000800:00000200:20.0:1609800451.121818:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:19.0:1609800451.121818:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (32)--
00000800:00000200:22.0:1609800451.121819:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (32)++
00000800:00000200:20.0:1609800451.121819:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (32)--
00000400:00000200:57.0:1609800451.121820:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:22.0:1609800451.121822:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121823:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000800:00000200:20.0:1609800451.121825:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121827:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000400:00000200:57.0:1609800451.121832:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.121853:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.121855:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.121860:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.121862:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.121863:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.121867:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.121881:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.121883:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:35.1:1609800451.121888:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (28)++
00000800:00000200:18.0:1609800451.121894:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:18.0:1609800451.121899:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800451.121900:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121911:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121914:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (29)++
00000800:00000200:18.0:1609800451.121915:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121916:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000800:00000200:35.1:1609800451.121918:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (28)++
00000800:00000200:20.0:1609800451.121924:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:20.0:1609800451.121927:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121928:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:20.0:1609800451.121929:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.121930:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000400:00000200:20.0:1609800451.121931:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121933:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121933:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:22.0:1609800451.121934:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.121934:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800451.121935:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000400:00000200:22.0:1609800451.121936:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.121937:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.121938:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (28)++
00000800:00000200:20.0:1609800451.121938:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (29)++
00000800:00000200:22.0:1609800451.121939:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.121940:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.121941:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121942:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.121942:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000800:00000200:22.0:1609800451.121943:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (28)++
00000800:00000200:22.0:1609800451.121944:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (29)++
00000800:00000200:35.1:1609800451.121947:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (30)++
00000800:00000200:22.0:1609800451.121947:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121948:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121950:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121952:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:22.0:1609800451.121955:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121955:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)++
00000800:00000200:22.0:1609800451.121956:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:22.0:1609800451.121957:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.121959:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.121959:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121959:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121960:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (29)--
00000800:00000200:22.0:1609800451.121961:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:18.0:1609800451.121962:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.121964:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800451.121964:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.121965:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (28)++
00000800:00000200:22.0:1609800451.121966:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (29)++
00000800:00000200:22.0:1609800451.121967:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.121968:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (30)--
00000800:00000200:22.0:1609800451.121969:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000800:00000200:18.0:1609800451.121969:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:18.0:1609800451.121972:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.121973:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (28)++
00000800:00000200:18.0:1609800451.121975:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (29)++
00000800:00000200:35.1:1609800451.121976:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (30)++
00000800:00000200:18.0:1609800451.121977:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121977:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (31)--
00000800:00000200:18.0:1609800451.121980:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121981:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:19.0:1609800451.121984:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121984:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:18.0:1609800451.121992:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:18.0:1609800451.121993:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (29)++
00000800:00000200:18.0:1609800451.121995:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (30)--
00000800:00000200:18.0:1609800451.121996:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000800:00000200:35.1:1609800451.122005:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (28)++
00000800:00000200:22.0:1609800451.122011:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:22.0:1609800451.122014:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.122015:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:22.0:1609800451.122016:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.122016:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000400:00000200:22.0:1609800451.122018:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.122020:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (30)--
00000800:00000200:19.0:1609800451.122020:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:22.0:1609800451.122021:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:19.0:1609800451.122021:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (29)--
00000400:00000200:19.0:1609800451.122022:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.122024:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000800:00000200:20.0:1609800451.122024:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000800:00000200:22.0:1609800451.122025:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (30)--
00000400:00000200:19.0:1609800451.122025:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.122026:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18: no credits
00000400:00000200:22.0:1609800451.122027:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.122027:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (29)--
00000800:00000200:18.0:1609800451.122027:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)++
00000400:00000200:20.0:1609800451.122028:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.122028:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (29)--
00000400:00000200:22.0:1609800451.122029:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.122029:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (28)--
00000800:00000200:18.0:1609800451.122030:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000400:00000200:20.0:1609800451.122031:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.122032:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (27)--
00000800:00000200:20.0:1609800451.122033:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (26)--
00000800:00000200:18.0:1609800451.122036:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:18.0:1609800451.122038:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:18.0:1609800451.122039:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:35.1:1609800451.122044:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (24)++
00000800:00000200:19.0:1609800451.122049:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:19.0:1609800451.122052:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (26)--
00000800:00000200:22.0:1609800451.122055:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000400:00000200:19.0:1609800451.122055:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.122057:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (26)--
00000400:00000200:19.0:1609800451.122057:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:22.0:1609800451.122059:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.122059:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:22.0:1609800451.122061:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.122061:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:22.0:1609800451.122064:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800451.122064:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000800:00000200:22.0:1609800451.122065:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:19.0:1609800451.122065:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.122067:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.122068:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:18.0:1609800451.122069:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:22.0:1609800451.122070:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.122070:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000400:00000200:22.0:1609800451.122073:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.122075:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:35.1:1609800451.122243:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:18.0:1609800451.122250:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:18.0:1609800451.122253:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:18.0:1609800451.122255:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800451.122256:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:18.0:1609800451.122256:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:18.0:1609800451.122257:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:35.1:1609800451.122294:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:20.0:1609800451.122300:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:20.0:1609800451.122303:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.122305:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:22.0:1609800451.122306:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:20.0:1609800451.122306:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:20.0:1609800451.122307:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800451.174790:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.174804:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.174804:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.174809:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a43c0 nid 192.168.128.90@o2ib18
00000400:00000200:57.0:1609800451.174811:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5c80 net o2ib18
00000400:00000200:57.0:1609800451.174813:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345c7b9e400 nid 192.168.128.90@o2ib18
00000400:00000200:38.0:1609800451.174815:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.174816:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.90@o2ib18 NID 192.168.128.90@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.174826:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.90@o2ib18: 0
00000400:00000200:57.0:1609800451.174827:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.174828:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.174831:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.90@o2ib18 NID 192.168.128.90@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.174833:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.90@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.174836:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.90@o2ib18: -114
00000400:00000200:38.0:1609800451.174838:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.174840:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.174845:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.174845:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.90@o2ib18 NID 192.168.128.90@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.174850:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.90@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.174851:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.174855:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.90@o2ib18: -114
00000400:00000200:57.0:1609800451.174856:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.174857:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.174860:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.90@o2ib18 NID 192.168.128.90@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.174863:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.174864:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.174864:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.90@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.174868:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.90@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.174870:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.90@o2ib18
00000400:00000200:38.0:1609800451.174870:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.174872:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.90@o2ib18 state 0x10 rc 0
00000400:00000200:38.0:1609800451.174875:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:38.0:1609800451.174881:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:27] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800451.174886:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800451.174890:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.90@o2ib18
00000400:00000200:38.0:1609800451.174896:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.90@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800451.174901:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.128.90@o2ib18 1
00000400:00000200:38.0:1609800451.174910:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.174915:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.90@o2ib18
00000800:00000200:38.0:1609800451.174917:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000400:00000200:69.0:1609800451.174918:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.90@o2ib18
00000400:00000200:69.0:1609800451.174934:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:69.0:1609800451.174941:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.174942:0:16057:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853cb080] -> 192.168.128.90@o2ib18 (1)++
00000800:00000200:69.0:1609800451.174945:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:38.0:1609800451.174947:0:16057:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853cb080] -> 192.168.128.90@o2ib18 (2)++
00000800:00000200:69.0:1609800451.174950:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.174952:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.174955:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.90@o2ib18
00000400:00000200:69.0:1609800451.174957:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:69.0:1609800451.174962:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.174965:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:69.0:1609800451.174968:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.174969:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.174971:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.90@o2ib18
00000400:00000200:69.0:1609800451.174973:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:38.0:1609800451.174975:0:16057:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:69.0:1609800451.174977:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.174979:0:16057:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853cb080] -> 192.168.128.90@o2ib18 (3)--
00000800:00000200:69.0:1609800451.174982:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:69.0:1609800451.174985:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.174985:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.174987:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.174990:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.174993:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:38.0:1609800451.175000:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.175002:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:38.0:1609800451.175008:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.175010:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.175104:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.175136:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.175140:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:0.0:1609800451.175147:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.175151:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:0.0:1609800451.175156:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.175158:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.175577:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.90@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.175602:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.90@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.176145:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.90@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.176169:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddaa7000 0xffff9354ddaa7000(0x1fddaa7000)
00000800:00000200:46.0:1609800451.176173:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddaa8000 0xffff9354ddaa8000(0x1fddaa8000)
00000800:00000200:46.0:1609800451.176175:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddaa9000 0xffff9354ddaa9000(0x1fddaa9000)
00000800:00000200:46.0:1609800451.176177:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddaaa000 0xffff9354ddaaa000(0x1fddaaa000)
00000800:00000200:46.0:1609800451.176179:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddaab000 0xffff9354ddaab000(0x1fddaab000)
00000800:00000200:46.0:1609800451.176181:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddaac000 0xffff9354ddaac000(0x1fddaac000)
00000800:00000200:46.0:1609800451.176183:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddaad000 0xffff9354ddaad000(0x1fddaad000)
00000800:00000200:46.0:1609800451.176184:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddaae000 0xffff9354ddaae000(0x1fddaae000)
00000800:00000200:46.0:1609800451.176186:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddaaf000 0xffff9354ddaaf000(0x1fddaaf000)
00000800:00000200:46.0:1609800451.176188:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddab0000 0xffff9354ddab0000(0x1fddab0000)
00000800:00000200:46.0:1609800451.176190:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddab1000 0xffff9354ddab1000(0x1fddab1000)
00000800:00000200:46.0:1609800451.176192:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddab2000 0xffff9354ddab2000(0x1fddab2000)
00000800:00000200:46.0:1609800451.176193:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddab3000 0xffff9354ddab3000(0x1fddab3000)
00000800:00000200:46.0:1609800451.176195:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddab4000 0xffff9354ddab4000(0x1fddab4000)
00000800:00000200:46.0:1609800451.176197:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddab5000 0xffff9354ddab5000(0x1fddab5000)
00000800:00000200:46.0:1609800451.176199:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddab6000 0xffff9354ddab6000(0x1fddab6000)
00000800:00000200:46.0:1609800451.176201:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddab7000 0xffff9354ddab7000(0x1fddab7000)
00000800:00000200:46.0:1609800451.176202:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddab8000 0xffff9354ddab8000(0x1fddab8000)
00000800:00000200:46.0:1609800451.176493:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176495:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176497:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176498:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176499:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176501:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176502:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176503:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176504:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176506:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176507:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176508:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176509:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176511:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176512:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176513:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176516:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176517:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176518:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176520:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176521:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176522:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176524:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176525:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176526:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176527:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176529:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176530:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176531:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176532:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176534:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176535:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176536:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176537:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:46.0:1609800451.176538:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (19)++
00000800:00000200:46.0:1609800451.176540:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (20)--
00000800:00000200:34.0:1609800451.177270:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.90@o2ib18
00000800:00000200:34.0:1609800451.177276:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.90@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.177279:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345aafdec00] (19)++
00000800:00000200:34.0:1609800451.177282:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345aafdec00] (20)++
00000800:00000200:34.0:1609800451.177284:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (21)++
00000800:00000200:34.0:1609800451.177286:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000800:00000200:34.0:1609800451.177287:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (23)++
00000800:00000200:34.0:1609800451.177289:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (24)++
00000800:00000200:34.0:1609800451.177290:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (25)++
00000800:00000200:34.0:1609800451.177295:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (26)++
00000800:00000200:34.0:1609800451.177311:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345aafdec00] (27)--
00000800:00000200:35.1:1609800451.177345:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (26)++
00000800:00000200:19.0:1609800451.177354:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (27)++
00000800:00000200:19.0:1609800451.177359:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (28)--
00000400:00000200:19.0:1609800451.177361:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.177366:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.177370:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (27)++
00000800:00000200:19.0:1609800451.177379:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (28)--
00000800:00000200:19.0:1609800451.177382:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (27)++
00000800:00000200:18.0:1609800451.177382:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (27)--
00000400:00000200:18.0:1609800451.177386:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.177387:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (27)--
00000800:00000200:22.0:1609800451.177388:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (27)++
00000400:00000200:19.0:1609800451.177388:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.177393:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.177394:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (27)--
00000400:00000200:22.0:1609800451.177396:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.177396:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.177397:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (26)--
00000800:00000200:19.0:1609800451.177399:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)++
00000800:00000200:19.0:1609800451.177401:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (26)--
00000400:00000200:19.0:1609800451.177403:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.177403:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000400:00000200:22.0:1609800451.177405:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.177406:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000400:00000200:19.0:1609800451.177408:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.177409:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000800:00000200:22.0:1609800451.177411:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000400:00000200:18.0:1609800451.177411:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.177413:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000800:00000200:22.0:1609800451.177416:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:18.0:1609800451.177416:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.177420:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:35.1:1609800451.177762:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (20)++
00000800:00000200:19.0:1609800451.177767:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)++
00000800:00000200:19.0:1609800451.177770:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.90@o2ib18
00000800:00000200:19.0:1609800451.177771:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:19.0:1609800451.177773:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:19.0:1609800451.177773:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:19.0:1609800451.177774:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:28.1:1609800451.182143:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.182193:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.182221:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.182226:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.182232:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.182241:0:16041:0:(peer.c:271:lnet_peer_alloc()) ffff93451df8f140 nid 172.19.1.74@o2ib100
00000400:00000200:18.0:1609800451.182243:0:16041:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345807a4ec0 net o2ib100
00000400:00000200:18.0:1609800451.182245:0:16041:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345a2ba7400 nid 172.19.1.74@o2ib100
00000400:00000200:18.0:1609800451.182249:0:16041:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.74@o2ib100 NID 172.19.1.74@o2ib100 flags 0x0
00000800:00000200:20.0:1609800451.182250:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.182253:0:16041:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.74@o2ib100: 0
00000400:00000200:18.0:1609800451.182254:0:16041:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.182255:0:16041:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:20.0:1609800451.182256:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.182257:0:16041:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.74@o2ib100 NID 172.19.1.74@o2ib100: 0. pending discovery
00000400:00000200:18.0:1609800451.182259:0:16041:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.74@o2ib100 pending discovery
00000400:00000200:20.0:1609800451.182260:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.182260:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.182262:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.182263:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.182264:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.182266:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.182267:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.182271:0:16043:0:(peer.c:271:lnet_peer_alloc()) ffff93366cb7d2c0 nid 172.19.1.78@o2ib100
00000400:00000200:18.0:1609800451.182271:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800451.182272:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.182272:0:16043:0:(peer.c:220:lnet_peer_net_alloc()) ffff934607feac00 net o2ib100
00000400:00000200:18.0:1609800451.182274:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.182276:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.182276:0:16043:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933635fe6c00 nid 172.19.1.78@o2ib100
00000400:00000200:20.0:1609800451.182279:0:16043:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.78@o2ib100 NID 172.19.1.78@o2ib100 flags 0x0
00000400:00000200:22.0:1609800451.182281:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.182282:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.78@o2ib100: 0
00000400:00000200:18.0:1609800451.182282:0:16041:0:(peer.c:271:lnet_peer_alloc()) ffff93451df8ef00 nid 172.19.1.70@o2ib100
00000400:00000200:20.0:1609800451.182283:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.182283:0:16041:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345807a4e80 net o2ib100
00000400:00000200:20.0:1609800451.182284:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:20.0:1609800451.182286:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.78@o2ib100 NID 172.19.1.78@o2ib100: 0. pending discovery
00000400:00000200:20.0:1609800451.182288:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.78@o2ib100 pending discovery
00000400:00000200:18.0:1609800451.182288:0:16041:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ee000 nid 172.19.1.70@o2ib100
00000400:00000200:69.0:1609800451.182289:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:22.0:1609800451.182291:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.182291:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000400:00000200:69.0:1609800451.182293:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.74@o2ib100 state 0x20
00000800:00000200:20.0:1609800451.182293:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000400:00000200:18.0:1609800451.182293:0:16041:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.70@o2ib100 NID 172.19.1.70@o2ib100 flags 0x0
00000800:00000200:20.0:1609800451.182294:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:69.0:1609800451.182295:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.74@o2ib100
00000800:00000200:20.0:1609800451.182295:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.182296:0:16041:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.70@o2ib100: 0
00000400:00000200:69.0:1609800451.182297:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.74@o2ib100 state 0x10 rc 0
00000800:00000200:20.0:1609800451.182297:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.182297:0:16041:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.182299:0:16041:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:18.0:1609800451.182301:0:16041:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.70@o2ib100 NID 172.19.1.70@o2ib100: 0. pending discovery
00000400:00000200:22.0:1609800451.182302:0:16042:0:(peer.c:271:lnet_peer_alloc()) ffff93366c749740 nid 172.19.1.73@o2ib100
00000400:00000200:69.0:1609800451.182303:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.74@o2ib100
00000400:00000200:22.0:1609800451.182303:0:16042:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345e1fc8380 net o2ib100
00000800:00000200:19.0:1609800451.182303:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:18.0:1609800451.182303:0:16041:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.70@o2ib100 pending discovery
00000400:00000200:20.0:1609800451.182305:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.182305:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000400:00000200:69.0:1609800451.182306:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.74@o2ib100
00000800:00000200:18.0:1609800451.182307:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:22.0:1609800451.182308:0:16042:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93362c785e00 nid 172.19.1.73@o2ib100
00000400:00000200:20.0:1609800451.182308:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.182308:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.182308:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:69.0:1609800451.182309:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:18.0:1609800451.182309:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.182311:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:69.0:1609800451.182313:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:2] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.182316:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.182318:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.74@o2ib100
00000400:00000200:69.0:1609800451.182321:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.74@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.182326:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182330:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:22.0:1609800451.182331:0:16042:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.73@o2ib100 NID 172.19.1.73@o2ib100 flags 0x0
00000400:00000200:18.0:1609800451.182332:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.182333:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:69.0:1609800451.182334:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800451.182334:0:16042:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.73@o2ib100: 0
00000400:00000200:20.0:1609800451.182334:0:16043:0:(peer.c:271:lnet_peer_alloc()) ffff93366cb7dbc0 nid 172.19.1.65@o2ib100
00000400:00000200:22.0:1609800451.182335:0:16042:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:20.0:1609800451.182335:0:16043:0:(peer.c:220:lnet_peer_net_alloc()) ffff934607fea140 net o2ib100
00000400:00000200:22.0:1609800451.182336:0:16042:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:20.0:1609800451.182337:0:16043:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933635fe6a00 nid 172.19.1.65@o2ib100
00000800:00000200:69.0:1609800451.182338:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:22.0:1609800451.182339:0:16042:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.73@o2ib100 NID 172.19.1.73@o2ib100: 0. pending discovery
00000800:00000200:69.0:1609800451.182340:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2e00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:22.0:1609800451.182341:0:16042:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.73@o2ib100 pending discovery
00000400:00000200:20.0:1609800451.182343:0:16043:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.65@o2ib100 NID 172.19.1.65@o2ib100 flags 0x0
00000400:00000200:18.0:1609800451.182343:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.182346:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000400:00000200:19.0:1609800451.182346:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182348:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.78@o2ib100 state 0x20
00000400:00000200:20.0:1609800451.182349:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.65@o2ib100: 0
00000400:00000200:18.0:1609800451.182349:0:16041:0:(peer.c:271:lnet_peer_alloc()) ffff93451df8ee40 nid 172.19.1.68@o2ib100
00000400:00000200:69.0:1609800451.182350:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.78@o2ib100
00000400:00000200:20.0:1609800451.182350:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.182350:0:16041:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345807a4d80 net o2ib100
00000400:00000200:69.0:1609800451.182351:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.78@o2ib100 state 0x10 rc 0
00000400:00000200:20.0:1609800451.182352:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:18.0:1609800451.182352:0:16041:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ed800 nid 172.19.1.68@o2ib100
00000400:00000200:20.0:1609800451.182353:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.65@o2ib100 NID 172.19.1.65@o2ib100: 0. pending discovery
00000400:00000200:20.0:1609800451.182355:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.65@o2ib100 pending discovery
00000400:00000200:69.0:1609800451.182356:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.78@o2ib100
00000800:00000200:22.0:1609800451.182356:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000400:00000200:69.0:1609800451.182358:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.78@o2ib100
00000800:00000200:20.0:1609800451.182358:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (27)++
00000400:00000200:18.0:1609800451.182360:0:16041:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.68@o2ib100 NID 172.19.1.68@o2ib100 flags 0x0
00000400:00000200:69.0:1609800451.182361:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:69.0:1609800451.182363:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:3] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:22.0:1609800451.182364:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (28)--
00000800:00000200:20.0:1609800451.182364:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (28)--
00000800:00000200:22.0:1609800451.182365:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000400:00000200:69.0:1609800451.182366:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:20.0:1609800451.182367:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:19.0:1609800451.182367:0:16044:0:(peer.c:271:lnet_peer_alloc()) ffff93451f156000 nid 172.19.1.64@o2ib100
00000400:00000200:69.0:1609800451.182368:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.78@o2ib100
00000800:00000200:22.0:1609800451.182368:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.182369:0:16044:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345fef4cd40 net o2ib100
00000400:00000200:69.0:1609800451.182372:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.78@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:19.0:1609800451.182372:0:16044:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345ae7b7000 nid 172.19.1.64@o2ib100
00000400:00000200:19.0:1609800451.182376:0:16044:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.64@o2ib100 NID 172.19.1.64@o2ib100 flags 0x0
00000400:00000200:18.0:1609800451.182376:0:16041:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.68@o2ib100: 0
00000800:00000200:28.1:1609800451.182377:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.182377:0:16041:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.182378:0:16041:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:18.0:1609800451.182380:0:16041:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.68@o2ib100 NID 172.19.1.68@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800451.182383:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.182383:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:18.0:1609800451.182383:0:16041:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.68@o2ib100 pending discovery
00000800:00000200:18.0:1609800451.182384:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.182385:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000800:00000200:69.0:1609800451.182386:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.182386:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800451.182386:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.182387:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.182387:0:16044:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.64@o2ib100: 0
00000800:00000200:69.0:1609800451.182388:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800451.182388:0:16044:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:18.0:1609800451.182388:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.182389:0:16044:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:19.0:1609800451.182390:0:16044:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.64@o2ib100 NID 172.19.1.64@o2ib100: 0. pending discovery
00000800:00000200:69.0:1609800451.182391:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.182392:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2700 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.182392:0:16044:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.64@o2ib100 pending discovery
00000800:00000200:19.0:1609800451.182393:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.182395:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.182396:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:69.0:1609800451.182397:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.70@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.182398:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.70@o2ib100
00000800:00000200:57.0:1609800451.182398:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.182399:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.70@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.182401:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.70@o2ib100
00000400:00000200:69.0:1609800451.182403:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.70@o2ib100
00000400:00000200:69.0:1609800451.182405:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:57.0:1609800451.182406:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182407:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:4] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.182409:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800451.182409:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.182411:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.70@o2ib100
00000400:00000200:69.0:1609800451.182413:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.70@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.182417:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182419:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.182421:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.182423:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.182424:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3900 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.182428:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.73@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.182429:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.73@o2ib100
00000400:00000200:69.0:1609800451.182431:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.73@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.182432:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.73@o2ib100
00000400:00000200:69.0:1609800451.182434:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.73@o2ib100
00000400:00000200:69.0:1609800451.182436:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:69.0:1609800451.182438:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:5] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:57.0:1609800451.182438:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.182439:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182441:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800451.182442:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.182443:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.73@o2ib100
00000400:00000200:69.0:1609800451.182446:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.73@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.182450:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182453:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800451.182455:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.182458:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.182459:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3900 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.182461:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.65@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.182462:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.65@o2ib100
00000400:00000200:69.0:1609800451.182463:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.65@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.182464:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.65@o2ib100
00000400:00000200:69.0:1609800451.182466:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.65@o2ib100
00000400:00000200:69.0:1609800451.182468:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:69.0:1609800451.182469:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:6] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.182471:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:0.0:1609800451.182471:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.182473:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.65@o2ib100
00000400:00000200:69.0:1609800451.182475:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.65@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:0.0:1609800451.182476:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182480:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182483:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800451.182483:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800451.182485:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.182487:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.182488:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2e00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.182492:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.68@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.182493:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.68@o2ib100
00000400:00000200:69.0:1609800451.182494:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.68@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.182495:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.68@o2ib100
00000400:00000200:69.0:1609800451.182497:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.68@o2ib100
00000800:00000200:57.0:1609800451.182499:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.182500:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:57.0:1609800451.182501:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.182501:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.182502:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:7] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.182504:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800451.182504:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.182504:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182507:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.68@o2ib100
00000400:00000200:69.0:1609800451.182509:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.68@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:0.0:1609800451.182510:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.182515:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182517:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800451.182519:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.182521:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.182522:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3400 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.182526:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.64@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.182527:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.64@o2ib100
00000400:00000200:69.0:1609800451.182528:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.64@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.182530:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.64@o2ib100
00000400:00000200:69.0:1609800451.182531:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.64@o2ib100
00000400:00000200:69.0:1609800451.182533:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:69.0:1609800451.182535:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:8] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:0.0:1609800451.182536:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.182537:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.182538:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.64@o2ib100
00000400:00000200:0.0:1609800451.182538:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.182541:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.64@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:0.0:1609800451.182543:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.182546:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.182548:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.182550:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.182552:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.182553:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2500 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:57.0:1609800451.182561:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.182562:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.182565:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800451.182829:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.182846:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.182850:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.182857:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.182860:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.182862:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800451.182865:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.182867:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.182868:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.182869:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.182871:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.182877:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.182880:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.182881:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.182886:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.182888:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.182890:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.182896:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.182901:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.182904:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.182905:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.182910:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.182913:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.182915:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.182916:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.182916:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.182919:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800451.182953:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.182957:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.182959:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.182964:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.182967:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.182969:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.182970:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.182970:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.182974:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:28.1:1609800451.182997:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.183011:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:20.0:1609800451.183015:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:20.0:1609800451.183017:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.183020:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.183024:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.183025:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.183027:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800451.183028:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.183030:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.183031:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.183036:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:22.0:1609800451.183037:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.183037:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:22.0:1609800451.183039:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.183039:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.183040:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.183042:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.183042:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.183044:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.183045:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.183045:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:22.0:1609800451.183046:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.183049:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.183051:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.183056:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.183058:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.183061:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.183062:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.183063:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.183068:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.183082:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.183088:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.183090:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.183091:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.183093:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.183093:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.183096:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.183225:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.183246:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.183251:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.183254:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:38.0:1609800451.183258:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.183262:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.183267:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.183269:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.183271:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.183276:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:38.0:1609800451.183279:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.183284:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.183285:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.183287:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.183288:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.183289:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.183293:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.183299:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.183302:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:22.0:1609800451.183304:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.183305:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:22.0:1609800451.183307:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.183311:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.183400:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.183409:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.183412:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.183423:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.183429:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.183434:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.183437:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.183439:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.183445:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.183459:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.183465:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.183470:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.183472:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.183472:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.183476:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.183481:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.199409:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.199419:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.199425:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4300 nid 192.168.128.69@o2ib18
00000400:00000200:57.0:1609800451.199428:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f50c0 net o2ib18
00000400:00000200:57.0:1609800451.199432:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345c7b9f400 nid 192.168.128.69@o2ib18
00000400:00000200:57.0:1609800451.199437:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.69@o2ib18 NID 192.168.128.69@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.199444:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.69@o2ib18: 0
00000400:00000200:57.0:1609800451.199446:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.199447:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.199451:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.69@o2ib18 NID 192.168.128.69@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.199454:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.69@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.199485:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.199492:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.69@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.199498:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.69@o2ib18
00000400:00000200:69.0:1609800451.199500:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.69@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.199505:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.69@o2ib18
00000400:00000200:0.0:1609800451.199508:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.199510:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.69@o2ib18
00000400:00000200:69.0:1609800451.199515:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:69.0:1609800451.199521:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:28] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.199527:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.199531:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.69@o2ib18
00000400:00000200:0.0:1609800451.199532:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.199536:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.69@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.199539:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:69.0:1609800451.199541:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.69@o2ib18 1
00000400:00000200:69.0:1609800451.199550:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.199557:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000400:00000200:0.0:1609800451.199563:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.199570:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:69.0:1609800451.199576:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853ca580] -> 192.168.128.69@o2ib18 (1)++
00000800:00000200:0.0:1609800451.199582:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.199584:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853ca580] -> 192.168.128.69@o2ib18 (2)++
00000800:00000200:0.0:1609800451.199589:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800451.199599:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.199604:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.199607:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:0.0:1609800451.199618:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.199619:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.199623:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853ca580] -> 192.168.128.69@o2ib18 (3)--
00000800:00000200:0.0:1609800451.199623:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:0.0:1609800451.199628:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.199631:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.199640:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.199646:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.199649:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:0.0:1609800451.199658:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.199663:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:0.0:1609800451.199667:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.199687:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.199713:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.199716:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.199718:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:0.0:1609800451.199722:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.199725:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:0.0:1609800451.199728:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.199731:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.199734:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.199740:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.199745:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800451.199755:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.199760:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800451.199766:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.199770:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.199869:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.199880:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.199884:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800451.199907:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.199910:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800451.199912:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.199914:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.200238:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.69@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.200275:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.69@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.200774:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.69@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.200791:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354ddb30000 0xffff9354ddb30000(0x1fddb30000)
00000800:00000200:46.0:1609800451.200794:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354ddb31000 0xffff9354ddb31000(0x1fddb31000)
00000800:00000200:46.0:1609800451.200797:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354ddb32000 0xffff9354ddb32000(0x1fddb32000)
00000800:00000200:46.0:1609800451.200798:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354ddb33000 0xffff9354ddb33000(0x1fddb33000)
00000800:00000200:46.0:1609800451.200800:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354ddb34000 0xffff9354ddb34000(0x1fddb34000)
00000800:00000200:46.0:1609800451.200802:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354ddb35000 0xffff9354ddb35000(0x1fddb35000)
00000800:00000200:46.0:1609800451.200804:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354ddb36000 0xffff9354ddb36000(0x1fddb36000)
00000800:00000200:46.0:1609800451.200805:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354ddb37000 0xffff9354ddb37000(0x1fddb37000)
00000800:00000200:46.0:1609800451.200807:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354ddb38000 0xffff9354ddb38000(0x1fddb38000)
00000800:00000200:46.0:1609800451.200809:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354ddb39000 0xffff9354ddb39000(0x1fddb39000)
00000800:00000200:46.0:1609800451.200811:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354ddb3a000 0xffff9354ddb3a000(0x1fddb3a000)
00000800:00000200:46.0:1609800451.200814:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354ddb3b000 0xffff9354ddb3b000(0x1fddb3b000)
00000800:00000200:46.0:1609800451.200816:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354ddb3c000 0xffff9354ddb3c000(0x1fddb3c000)
00000800:00000200:46.0:1609800451.200818:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354ddb3d000 0xffff9354ddb3d000(0x1fddb3d000)
00000800:00000200:46.0:1609800451.200820:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354ddb3e000 0xffff9354ddb3e000(0x1fddb3e000)
00000800:00000200:46.0:1609800451.200822:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354ddb3f000 0xffff9354ddb3f000(0x1fddb3f000)
00000800:00000200:46.0:1609800451.200824:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354ddb40000 0xffff9354ddb40000(0x1fddb40000)
00000800:00000200:46.0:1609800451.200825:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354ddb41000 0xffff9354ddb41000(0x1fddb41000)
00000800:00000200:46.0:1609800451.201116:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201117:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201118:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201119:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201119:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201130:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201131:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201132:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201133:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201133:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201134:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201135:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201136:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201136:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201137:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201138:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201138:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201139:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201139:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201140:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201141:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201141:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201142:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201142:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201143:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201143:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201144:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201145:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201146:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201147:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201147:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201148:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201149:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201150:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:46.0:1609800451.201151:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (19)++
00000800:00000200:46.0:1609800451.201152:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (20)--
00000800:00000200:34.0:1609800451.201739:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.69@o2ib18
00000800:00000200:34.0:1609800451.201742:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.69@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.201745:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345aafdf400] (19)++
00000800:00000200:34.0:1609800451.201746:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345aafdf400] (20)++
00000800:00000200:34.0:1609800451.201747:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:34.0:1609800451.201749:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000800:00000200:34.0:1609800451.201768:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (23)++
00000800:00000200:34.0:1609800451.201769:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (24)++
00000800:00000200:34.0:1609800451.201770:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (25)++
00000800:00000200:34.0:1609800451.201771:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (26)++
00000800:00000200:34.0:1609800451.201772:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (27)++
00000800:00000200:34.0:1609800451.201783:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345aafdf400] (28)--
00000800:00000200:26.1:1609800451.201865:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (27)++
00000800:00000200:20.0:1609800451.201913:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (28)++
00000800:00000200:20.0:1609800451.201919:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (29)--
00000400:00000200:20.0:1609800451.201920:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.201922:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (28)++
00000400:00000200:20.0:1609800451.201923:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.201927:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (29)--
00000400:00000200:22.0:1609800451.201929:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.201929:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (28)--
00000800:00000200:20.0:1609800451.201930:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (27)++
00000400:00000200:22.0:1609800451.201932:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.201934:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (28)--
00000400:00000200:20.0:1609800451.201935:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.201935:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (28)++
00000400:00000200:20.0:1609800451.201937:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.201938:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (28)--
00000800:00000200:22.0:1609800451.201940:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (27)++
00000800:00000200:18.0:1609800451.201940:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (27)--
00000400:00000200:18.0:1609800451.201942:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.201943:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (27)--
00000800:00000200:20.0:1609800451.201943:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (27)--
00000800:00000200:20.0:1609800451.201944:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)++
00000400:00000200:22.0:1609800451.201945:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.201946:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (26)--
00000400:00000200:18.0:1609800451.201946:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:22.0:1609800451.201947:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.201947:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.201948:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)++
00000400:00000200:20.0:1609800451.201949:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.201951:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (26)--
00000800:00000200:20.0:1609800451.201952:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)--
00000400:00000200:19.0:1609800451.201953:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.201953:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:22.0:1609800451.201957:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000400:00000200:19.0:1609800451.201957:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.201958:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:19.0:1609800451.201961:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:26.1:1609800451.202162:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:18.0:1609800451.202169:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:18.0:1609800451.202174:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000800:00000200:22.0:1609800451.202176:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:18.0:1609800451.202176:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:18.0:1609800451.202178:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:18.0:1609800451.202179:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800451.229310:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.229320:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.229327:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4240 nid 192.168.128.169@o2ib18
00000400:00000200:57.0:1609800451.229330:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5f40 net o2ib18
00000400:00000200:57.0:1609800451.229334:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed3200 nid 192.168.128.169@o2ib18
00000400:00000200:57.0:1609800451.229340:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.169@o2ib18 NID 192.168.128.169@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.229347:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.169@o2ib18: 0
00000400:00000200:57.0:1609800451.229349:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.229351:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.229355:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.169@o2ib18 NID 192.168.128.169@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.229359:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.169@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.229360:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.229368:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.229372:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.229374:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.229381:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.169@o2ib18: -114
00000400:00000200:0.0:1609800451.229383:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.229387:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.229389:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.229392:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.169@o2ib18 NID 192.168.128.169@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.229396:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.169@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.229398:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.169@o2ib18: -114
00000400:00000200:57.0:1609800451.229402:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.229404:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.229408:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.169@o2ib18 NID 192.168.128.169@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.229412:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.169@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.229413:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.169@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.229417:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.169@o2ib18
00000400:00000200:0.0:1609800451.229419:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.229420:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.169@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.229424:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229429:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229434:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:69.0:1609800451.229439:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:29] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.229443:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.229444:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.229448:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:69.0:1609800451.229449:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229454:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.169@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.229455:0:16060:0:(router.c:135:lnet_notify_locked()) set 192.168.128.169@o2ib18 1
00000400:00000200:57.0:1609800451.229463:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.229465:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.229472:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229494:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.229497:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:57.0:1609800451.229500:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.229503:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:0.0:1609800451.229505:0:16060:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecf80] -> 192.168.128.169@o2ib18 (1)++
00000800:00000200:69.0:1609800451.229510:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.229511:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.229512:0:16060:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecf80] -> 192.168.128.169@o2ib18 (2)++
00000800:00000200:69.0:1609800451.229513:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.229514:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229515:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229518:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:57.0:1609800451.229519:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.229521:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.229524:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.229525:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.229526:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:57.0:1609800451.229528:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.229530:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800451.229530:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:69.0:1609800451.229532:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.229534:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229535:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800451.229536:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.229538:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:69.0:1609800451.229541:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.229541:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.229543:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800451.229543:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.229546:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.229548:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.229550:0:16060:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.229553:0:16060:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecf80] -> 192.168.128.169@o2ib18 (3)--
00000400:00000200:0.0:1609800451.229565:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.229571:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.229575:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:0.0:1609800451.229586:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.229592:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:0.0:1609800451.229598:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.229602:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.229732:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.229755:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.229759:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:5.0:1609800451.229765:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.229769:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:5.0:1609800451.229773:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.229775:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.230135:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.230148:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.230151:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800451.230157:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.230167:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.230168:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.230170:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:38.0:1609800451.230174:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.230179:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:46.0:1609800451.230184:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.169@o2ib18 Addr resolved: 0
00000400:00000200:38.0:1609800451.230186:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.230189:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.230190:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:38.0:1609800451.230194:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800451.230200:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.169@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:38.0:1609800451.230210:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.230212:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:38.0:1609800451.230309:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.230313:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.230314:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800451.230317:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.230321:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.230323:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800451.230389:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.230396:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.230397:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:0.0:1609800451.230446:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800451.230558:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.169@o2ib18 Route resolved: 0
00000400:00000200:57.0:1609800451.230562:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800451.230599:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93451f154000 0xffff93451f154000(0x101f154000)
00000800:00000200:46.0:1609800451.230601:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93451f155000 0xffff93451f155000(0x101f155000)
00000800:00000200:46.0:1609800451.230602:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5c76000 0xffff9344c5c76000(0xfc5c76000)
00000800:00000200:46.0:1609800451.230603:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5c77000 0xffff9344c5c77000(0xfc5c77000)
00000800:00000200:46.0:1609800451.230617:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5ca0000 0xffff9344c5ca0000(0xfc5ca0000)
00000800:00000200:46.0:1609800451.230618:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5ca1000 0xffff9344c5ca1000(0xfc5ca1000)
00000800:00000200:46.0:1609800451.230619:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5ca2000 0xffff9344c5ca2000(0xfc5ca2000)
00000800:00000200:46.0:1609800451.230620:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5ca3000 0xffff9344c5ca3000(0xfc5ca3000)
00000800:00000200:46.0:1609800451.230620:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5ca4000 0xffff9344c5ca4000(0xfc5ca4000)
00000800:00000200:46.0:1609800451.230621:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5ca5000 0xffff9344c5ca5000(0xfc5ca5000)
00000800:00000200:46.0:1609800451.230622:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5ca6000 0xffff9344c5ca6000(0xfc5ca6000)
00000800:00000200:46.0:1609800451.230623:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5ca7000 0xffff9344c5ca7000(0xfc5ca7000)
00000800:00000200:46.0:1609800451.230624:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5ca8000 0xffff9344c5ca8000(0xfc5ca8000)
00000800:00000200:46.0:1609800451.230625:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5ca9000 0xffff9344c5ca9000(0xfc5ca9000)
00000800:00000200:46.0:1609800451.230625:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5caa000 0xffff9344c5caa000(0xfc5caa000)
00000800:00000200:46.0:1609800451.230626:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5cab000 0xffff9344c5cab000(0xfc5cab000)
00000800:00000200:46.0:1609800451.230627:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5cac000 0xffff9344c5cac000(0xfc5cac000)
00000800:00000200:46.0:1609800451.230628:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5cad000 0xffff9344c5cad000(0xfc5cad000)
00000800:00000200:46.0:1609800451.230878:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230879:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230880:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230881:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230882:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230883:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230884:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230885:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230885:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230886:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230887:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230888:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230888:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230889:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230889:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230890:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230890:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230891:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230892:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230892:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230893:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230893:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230894:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230894:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230895:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230895:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230896:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230897:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230897:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230898:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230898:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230899:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230899:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230900:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:46.0:1609800451.230901:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (19)++
00000800:00000200:46.0:1609800451.230901:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (20)--
00000800:00000200:35.0:1609800451.231485:0:440:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.169@o2ib18
00000800:00000200:35.0:1609800451.231487:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.169@o2ib18: active(1), version(12), status(0)
00000800:00000200:35.0:1609800451.231489:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b2b0600] (19)++
00000800:00000200:35.0:1609800451.231491:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b2b0600] (20)++
00000800:00000200:35.0:1609800451.231492:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:35.0:1609800451.231493:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000800:00000200:35.0:1609800451.231494:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (23)++
00000800:00000200:35.0:1609800451.231495:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (24)++
00000800:00000200:35.0:1609800451.231515:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (25)++
00000800:00000200:35.0:1609800451.231516:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (26)++
00000800:00000200:35.0:1609800451.231517:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (27)++
00000800:00000200:35.0:1609800451.231518:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (28)++
00000800:00000200:35.0:1609800451.231530:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b2b0600] (29)--
00000800:00000200:24.1:1609800451.231607:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (28)++
00000800:00000200:3.0:1609800451.231660:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000800:00000200:3.0:1609800451.231669:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:3.0:1609800451.231672:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.231678:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.231686:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:3.0:1609800451.231692:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800451.231695:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (29)++
00000800:00000200:3.0:1609800451.231697:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (30)++
00000800:00000200:3.0:1609800451.231701:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:3.0:1609800451.231702:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)--
00000800:00000200:3.0:1609800451.231710:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)--
00000800:00000200:37.0:1609800451.231713:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000800:00000200:37.0:1609800451.231725:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.231727:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:37.0:1609800451.231730:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.231735:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.231744:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231750:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800451.231753:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (29)++
00000800:00000200:37.0:1609800451.231757:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (30)++
00000800:00000200:37.0:1609800451.231760:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.231761:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)--
00000400:00000200:0.0:1609800451.231764:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.231767:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000400:00000200:0.0:1609800451.231775:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:37.0:1609800451.231776:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (31)--
00000800:00000200:37.0:1609800451.231778:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000800:00000200:38.0:1609800451.231780:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.231782:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (31)--
00000400:00000200:38.0:1609800451.231785:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.231785:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.231786:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:37.0:1609800451.231788:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.231788:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000400:00000200:0.0:1609800451.231788:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.231790:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.231792:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000400:00000200:37.0:1609800451.231793:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.231794:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:3.0:1609800451.231796:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.231799:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231800:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:3.0:1609800451.231800:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.231805:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.231806:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800451.231806:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231807:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (29)++
00000800:00000200:38.0:1609800451.231809:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (30)++
00000800:00000200:37.0:1609800451.231809:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (30)++
00000400:00000200:57.0:1609800451.231811:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.231811:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800451.231812:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.231813:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (32)++
00000800:00000200:37.0:1609800451.231813:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (32)--
00000800:00000200:3.0:1609800451.231813:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (32)++
00000400:00000200:57.0:1609800451.231817:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:38.0:1609800451.231817:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:4.0:1609800451.231817:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (33)++
00000800:00000200:38.0:1609800451.231818:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (33)--
00000800:00000200:3.0:1609800451.231819:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (33)++
00000800:00000200:37.0:1609800451.231821:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (34)--
00000800:00000200:3.0:1609800451.231822:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.231823:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (33)++
00000800:00000200:3.0:1609800451.231823:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (33)--
00000800:00000200:38.0:1609800451.231825:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (33)--
00000400:00000200:0.0:1609800451.231825:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.231827:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:3.0:1609800451.231827:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)--
00000800:00000200:4.0:1609800451.231829:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (32)--
00000800:00000200:38.0:1609800451.231830:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (31)++
00000800:00000200:37.0:1609800451.231830:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000400:00000200:0.0:1609800451.231830:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:37.0:1609800451.231832:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (31)--
00000400:00000200:4.0:1609800451.231832:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.231834:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.231836:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.231838:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:37.0:1609800451.231838:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:4.0:1609800451.231838:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.231840:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.231840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)--
00000400:00000200:0.0:1609800451.231840:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800451.231844:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:38.0:1609800451.231845:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.231847:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231849:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.231850:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231851:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (28)++
00000800:00000200:37.0:1609800451.231852:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (29)++
00000800:00000200:4.0:1609800451.231853:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.231856:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800451.231856:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.231856:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (30)--
00000800:00000200:4.0:1609800451.231856:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (30)++
00000800:00000200:38.0:1609800451.231858:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (30)++
00000800:00000200:4.0:1609800451.231858:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (30)++
00000800:00000200:37.0:1609800451.231862:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)--
00000800:00000200:4.0:1609800451.231862:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:4.0:1609800451.231863:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (32)--
00000800:00000200:38.0:1609800451.231864:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (31)++
00000800:00000200:38.0:1609800451.231870:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.231871:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)--
00000800:00000200:38.0:1609800451.231874:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)--
00000800:00000200:4.0:1609800451.231880:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)--
00000800:00000200:24.1:1609800451.231883:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (28)++
00000800:00000200:3.0:1609800451.231893:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000800:00000200:3.0:1609800451.231899:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.231902:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)--
00000400:00000200:5.0:1609800451.231911:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.231918:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:3.0:1609800451.231919:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (29)++
00000400:00000200:5.0:1609800451.231921:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:3.0:1609800451.231922:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (30)--
00000800:00000200:3.0:1609800451.231923:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)--
00000800:00000200:24.1:1609800451.231963:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (28)++
00000800:00000200:38.0:1609800451.231974:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000800:00000200:38.0:1609800451.231980:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.231981:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:38.0:1609800451.231983:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.231983:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)++
00000400:00000200:38.0:1609800451.232004:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.232007:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800451.232007:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.232009:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000800:00000200:38.0:1609800451.232010:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.232011:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)++
00000800:00000200:3.0:1609800451.232015:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)++
00000800:00000200:4.0:1609800451.232019:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (33)++
00000800:00000200:38.0:1609800451.232020:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (33)++
00000800:00000200:37.0:1609800451.232020:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (33)--
00000800:00000200:38.0:1609800451.232021:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000400:00000200:37.0:1609800451.232021:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.232021:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (33)--
00000800:00000200:38.0:1609800451.232022:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (33)--
00000800:00000200:4.0:1609800451.232022:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (33)--
00000400:00000200:37.0:1609800451.232023:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.232023:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (31)++
00000800:00000200:3.0:1609800451.232023:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:3.0:1609800451.232024:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (32)--
00000800:00000200:38.0:1609800451.232025:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)--
00000800:00000200:38.0:1609800451.232026:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000800:00000200:37.0:1609800451.232026:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800451.232026:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:4.0:1609800451.232026:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:3.0:1609800451.232026:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.232028:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.232029:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:38.0:1609800451.232030:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.232030:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800451.232030:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.232030:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.232031:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (29)++
00000800:00000200:37.0:1609800451.232032:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (30)++
00000400:00000200:4.0:1609800451.232032:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.232033:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.232033:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.232034:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.232034:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)--
00000800:00000200:38.0:1609800451.232036:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800451.232036:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)--
00000800:00000200:37.0:1609800451.232038:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)--
00000800:00000200:3.0:1609800451.232038:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.232039:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800451.232039:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (28)++
00000800:00000200:38.0:1609800451.232040:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (28)++
00000800:00000200:3.0:1609800451.232040:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (28)++
00000800:00000200:38.0:1609800451.232041:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (31)++
00000800:00000200:38.0:1609800451.232043:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:38.0:1609800451.232043:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (32)--
00000800:00000200:3.0:1609800451.232044:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (32)++
00000800:00000200:37.0:1609800451.232045:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)++
00000800:00000200:38.0:1609800451.232046:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (33)--
00000800:00000200:3.0:1609800451.232046:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:3.0:1609800451.232046:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (33)--
00000800:00000200:38.0:1609800451.232047:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (31)++
00000800:00000200:4.0:1609800451.232048:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:4.0:1609800451.232048:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (32)--
00000800:00000200:3.0:1609800451.232049:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (32)--
00000800:00000200:37.0:1609800451.232050:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000800:00000200:37.0:1609800451.232050:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:4.0:1609800451.232050:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.232050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000800:00000200:38.0:1609800451.232052:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.169@o2ib18: no credits
00000400:00000200:37.0:1609800451.232052:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.232052:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.232052:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:38.0:1609800451.232053:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:38.0:1609800451.232054:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.232054:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.232055:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (29)--
00000400:00000200:38.0:1609800451.232056:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.232057:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (28)--
00000800:00000200:4.0:1609800451.232058:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)--
00000800:00000200:38.0:1609800451.232059:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)--
00000800:00000200:3.0:1609800451.232061:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)++
00000800:00000200:3.0:1609800451.232062:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)--
00000800:00000200:3.0:1609800451.232063:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:24.1:1609800451.232068:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (24)++
00000800:00000200:37.0:1609800451.232077:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:37.0:1609800451.232080:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000400:00000200:37.0:1609800451.232081:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.232083:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.232083:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:37.0:1609800451.232086:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)--
00000800:00000200:4.0:1609800451.232086:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000800:00000200:37.0:1609800451.232087:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:4.0:1609800451.232088:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.232090:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000400:00000200:4.0:1609800451.232090:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.232091:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:37.0:1609800451.232091:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.232093:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000800:00000200:4.0:1609800451.232093:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000400:00000200:38.0:1609800451.232094:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.232094:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.232094:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800451.232096:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:38.0:1609800451.232097:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.232108:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800451.232116:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:3.0:1609800451.232138:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:3.0:1609800451.232142:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:3.0:1609800451.232144:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:4.0:1609800451.232145:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:3.0:1609800451.232145:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:3.0:1609800451.232146:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800451.232222:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:37.0:1609800451.232243:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800451.232247:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800451.232248:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:38.0:1609800451.232249:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800451.232250:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800451.232251:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:35.1:1609800451.246551:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:20.0:1609800451.246598:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:20.0:1609800451.246610:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:20.0:1609800451.246618:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.246626:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.246631:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:20.0:1609800451.246644:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.246650:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:20.0:1609800451.246651:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.246656:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.246662:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.246663:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.246665:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783700 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.246671:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.246672:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:20.0:1609800451.246675:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:20.0:1609800451.246677:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:20.0:1609800451.246679:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:19.0:1609800451.246679:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.246685:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:19.0:1609800451.246686:0:16044:0:(peer.c:271:lnet_peer_alloc()) ffff93451f1560c0 nid 172.19.1.69@o2ib100
00000400:00000200:19.0:1609800451.246689:0:16044:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345fef4cd00 net o2ib100
00000400:00000200:20.0:1609800451.246692:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.246693:0:16044:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345ae7b7400 nid 172.19.1.69@o2ib100
00000400:00000200:20.0:1609800451.246696:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.246700:0:16044:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.69@o2ib100 NID 172.19.1.69@o2ib100 flags 0x0
00000800:00000200:22.0:1609800451.246702:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:20.0:1609800451.246706:0:16043:0:(peer.c:271:lnet_peer_alloc()) ffff93366cb7db00 nid 172.19.1.72@o2ib100
00000400:00000200:20.0:1609800451.246708:0:16043:0:(peer.c:220:lnet_peer_net_alloc()) ffff934607fea080 net o2ib100
00000400:00000200:19.0:1609800451.246708:0:16044:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.69@o2ib100: 0
00000400:00000200:19.0:1609800451.246709:0:16044:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:22.0:1609800451.246710:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:19.0:1609800451.246711:0:16044:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:20.0:1609800451.246715:0:16043:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcda00 nid 172.19.1.72@o2ib100
00000400:00000200:19.0:1609800451.246717:0:16044:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.69@o2ib100 NID 172.19.1.69@o2ib100: 0. pending discovery
00000400:00000200:19.0:1609800451.246721:0:16044:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.69@o2ib100 pending discovery
00000400:00000200:20.0:1609800451.246724:0:16043:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.72@o2ib100 NID 172.19.1.72@o2ib100 flags 0x0
00000800:00000200:19.0:1609800451.246724:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)++
00000400:00000200:22.0:1609800451.246725:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.246727:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:18.0:1609800451.246729:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000400:00000200:20.0:1609800451.246730:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.72@o2ib100: 0
00000400:00000200:20.0:1609800451.246731:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:20.0:1609800451.246733:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:19.0:1609800451.246733:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800451.246736:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:20.0:1609800451.246737:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.72@o2ib100 NID 172.19.1.72@o2ib100: 0. pending discovery
00000800:00000200:18.0:1609800451.246738:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800451.246739:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:20.0:1609800451.246741:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.72@o2ib100 pending discovery
00000400:00000200:22.0:1609800451.246744:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.246744:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:20.0:1609800451.246746:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:38.0:1609800451.246747:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800451.246748:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.246749:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800451.246751:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:22.0:1609800451.246751:0:16042:0:(peer.c:271:lnet_peer_alloc()) ffff93366c749680 nid 172.19.1.77@o2ib100
00000400:00000200:38.0:1609800451.246752:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.246754:0:16042:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345e1fc8880 net o2ib100
00000400:00000200:19.0:1609800451.246754:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.246758:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.69@o2ib100 state 0x20
00000400:00000200:38.0:1609800451.246759:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.246759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:18.0:1609800451.246760:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.246761:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.69@o2ib100
00000800:00000200:20.0:1609800451.246762:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:69.0:1609800451.246764:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.69@o2ib100 state 0x10 rc 0
00000800:00000200:20.0:1609800451.246765:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:22.0:1609800451.246766:0:16042:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345fcb7f000 nid 172.19.1.77@o2ib100
00000400:00000200:69.0:1609800451.246768:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.69@o2ib100
00000400:00000200:69.0:1609800451.246773:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.69@o2ib100
00000400:00000200:22.0:1609800451.246775:0:16042:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.77@o2ib100 NID 172.19.1.77@o2ib100 flags 0x0
00000400:00000200:20.0:1609800451.246775:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800451.246778:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:19.0:1609800451.246780:0:16044:0:(peer.c:271:lnet_peer_alloc()) ffff93451f156180 nid 172.19.1.66@o2ib100
00000400:00000200:19.0:1609800451.246782:0:16044:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345fef4ccc0 net o2ib100
00000400:00000200:69.0:1609800451.246784:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:9] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:19.0:1609800451.246788:0:16044:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93362c785a00 nid 172.19.1.66@o2ib100
00000400:00000200:69.0:1609800451.246790:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.246794:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.69@o2ib100
00000400:00000200:69.0:1609800451.246799:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.69@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.246809:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.246815:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800451.246817:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.246817:0:16044:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.66@o2ib100 NID 172.19.1.66@o2ib100 flags 0x0
00000400:00000200:22.0:1609800451.246819:0:16042:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.77@o2ib100: 0
00000400:00000200:22.0:1609800451.246821:0:16042:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:22.0:1609800451.246822:0:16042:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800451.246823:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800451.246823:0:16041:0:(peer.c:271:lnet_peer_alloc()) ffff93451df8ed80 nid 172.19.1.67@o2ib100
00000400:00000200:22.0:1609800451.246826:0:16042:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.77@o2ib100 NID 172.19.1.77@o2ib100: 0. pending discovery
00000400:00000200:18.0:1609800451.246826:0:16041:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345807a4e40 net o2ib100
00000800:00000200:69.0:1609800451.246830:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:22.0:1609800451.246830:0:16042:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.77@o2ib100 pending discovery
00000800:00000200:69.0:1609800451.246832:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3a00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.246832:0:16044:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.66@o2ib100: 0
00000400:00000200:19.0:1609800451.246834:0:16044:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.246834:0:16041:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584febe00 nid 172.19.1.67@o2ib100
00000400:00000200:19.0:1609800451.246835:0:16044:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:19.0:1609800451.246838:0:16044:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.66@o2ib100 NID 172.19.1.66@o2ib100: 0. pending discovery
00000800:00000200:22.0:1609800451.246842:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000400:00000200:19.0:1609800451.246842:0:16044:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.66@o2ib100 pending discovery
00000800:00000200:19.0:1609800451.246844:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)++
00000400:00000200:69.0:1609800451.246845:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.72@o2ib100 state 0x20
00000400:00000200:18.0:1609800451.246846:0:16041:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.67@o2ib100 NID 172.19.1.67@o2ib100 flags 0x0
00000800:00000200:22.0:1609800451.246847:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (27)++
00000400:00000200:69.0:1609800451.246848:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.72@o2ib100
00000400:00000200:69.0:1609800451.246851:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.72@o2ib100 state 0x10 rc 0
00000400:00000200:20.0:1609800451.246851:0:16043:0:(peer.c:271:lnet_peer_alloc()) ffff93366cb7da40 nid 172.19.1.63@o2ib100
00000400:00000200:18.0:1609800451.246852:0:16041:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.67@o2ib100: 0
00000400:00000200:20.0:1609800451.246853:0:16043:0:(peer.c:220:lnet_peer_net_alloc()) ffff934607fea840 net o2ib100
00000400:00000200:18.0:1609800451.246854:0:16041:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.246855:0:16041:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:22.0:1609800451.246858:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (28)--
00000800:00000200:19.0:1609800451.246858:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (28)++
00000400:00000200:18.0:1609800451.246859:0:16041:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.67@o2ib100 NID 172.19.1.67@o2ib100: 0. pending discovery
00000800:00000200:22.0:1609800451.246860:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (27)--
00000400:00000200:20.0:1609800451.246861:0:16043:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b2b1400 nid 172.19.1.63@o2ib100
00000800:00000200:19.0:1609800451.246861:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (28)--
00000400:00000200:69.0:1609800451.246863:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.72@o2ib100
00000800:00000200:22.0:1609800451.246863:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (26)--
00000400:00000200:18.0:1609800451.246863:0:16041:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.67@o2ib100 pending discovery
00000800:00000200:19.0:1609800451.246864:0:16044:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.150@o2ib18(1): redundant or enough NOOP
00000800:00000200:19.0:1609800451.246866:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:18.0:1609800451.246866:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)++
00000400:00000200:69.0:1609800451.246867:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.72@o2ib100
00000800:00000200:19.0:1609800451.246868:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:20.0:1609800451.246869:0:16043:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.63@o2ib100 NID 172.19.1.63@o2ib100 flags 0x0
00000800:00000200:18.0:1609800451.246870:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000400:00000200:69.0:1609800451.246871:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:18.0:1609800451.246872:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:35.1:1609800451.246874:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (22)++
00000400:00000200:69.0:1609800451.246875:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:10] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.246880:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.246884:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.72@o2ib100
00000800:00000200:22.0:1609800451.246884:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:69.0:1609800451.246888:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.72@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:22.0:1609800451.246890:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:22.0:1609800451.246892:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:22.0:1609800451.246895:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:69.0:1609800451.246898:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.246903:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800451.246903:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.63@o2ib100: 0
00000400:00000200:20.0:1609800451.246904:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:20.0:1609800451.246906:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800451.246907:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800451.246909:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.63@o2ib100 NID 172.19.1.63@o2ib100: 0. pending discovery
00000800:00000200:57.0:1609800451.246910:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:69.0:1609800451.246912:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800451.246912:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.63@o2ib100 pending discovery
00000800:00000200:69.0:1609800451.246914:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3e00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.246914:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:20.0:1609800451.246916:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:20.0:1609800451.246917:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:69.0:1609800451.246922:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.77@o2ib100 state 0x20
00000400:00000200:57.0:1609800451.246922:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.246924:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.77@o2ib100
00000400:00000200:69.0:1609800451.246927:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.77@o2ib100 state 0x10 rc 0
00000400:00000200:57.0:1609800451.246929:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.246930:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.77@o2ib100
00000400:00000200:69.0:1609800451.246934:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.77@o2ib100
00000400:00000200:69.0:1609800451.246937:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:38.0:1609800451.246940:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.246941:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:11] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800451.246943:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.246945:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.246949:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.77@o2ib100
00000400:00000200:38.0:1609800451.246949:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.246954:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.77@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.246964:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.246970:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.246974:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.246978:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.246980:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2400 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.246987:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.66@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.246989:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.66@o2ib100
00000400:00000200:69.0:1609800451.246991:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.66@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.246994:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.66@o2ib100
00000400:00000200:69.0:1609800451.247014:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.66@o2ib100
00000800:00000200:57.0:1609800451.247015:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.247016:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:57.0:1609800451.247017:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.247018:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:12] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.247020:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800451.247020:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.247022:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.66@o2ib100
00000400:00000200:69.0:1609800451.247024:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.66@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.247028:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.247031:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800451.247033:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.247036:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.247037:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2300 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.247041:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.67@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.247042:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.67@o2ib100
00000400:00000200:69.0:1609800451.247043:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.67@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.247044:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.67@o2ib100
00000400:00000200:69.0:1609800451.247046:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.67@o2ib100
00000400:00000200:69.0:1609800451.247048:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:69.0:1609800451.247049:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:13] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.247051:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.247059:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.67@o2ib100
00000400:00000200:69.0:1609800451.247061:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.67@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.247066:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.247069:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.247071:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.247073:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.247074:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3200 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.247077:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.63@o2ib100 state 0x20
00000400:00000200:69.0:1609800451.247078:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.63@o2ib100
00000400:00000200:69.0:1609800451.247079:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.63@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800451.247081:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.63@o2ib100
00000400:00000200:69.0:1609800451.247082:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.63@o2ib100
00000400:00000200:69.0:1609800451.247084:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:57.0:1609800451.247085:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.247086:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:14] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.247087:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.247088:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800451.247089:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.247090:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.63@o2ib100
00000400:00000200:69.0:1609800451.247092:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.63@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.247096:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.247098:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800451.247100:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.247103:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.247103:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2d00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:0.0:1609800451.247114:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.247147:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247151:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.247166:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.247167:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247169:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.247383:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.247390:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.247392:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.247408:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.247412:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800451.247415:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.247417:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800451.247418:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800451.247425:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:0.0:1609800451.247475:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.247486:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247489:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:0.0:1609800451.247496:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.247500:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800451.247505:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.247508:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:0.0:1609800451.247509:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:0.0:1609800451.247517:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000400:00000200:0.0:1609800451.247522:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800451.247526:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (22)++
00000400:00000200:0.0:1609800451.247537:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247539:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:0.0:1609800451.247544:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.247547:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800451.247550:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.247551:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:0.0:1609800451.247552:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:0.0:1609800451.247558:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:18.0:1609800451.247594:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:0.0:1609800451.247600:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.247605:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:0.0:1609800451.247605:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247606:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:18.0:1609800451.247608:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.247611:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.247614:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:18.0:1609800451.247616:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.247619:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.247621:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:18.0:1609800451.247623:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:0.0:1609800451.247623:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (25)++
00000800:00000200:18.0:1609800451.247626:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:0.0:1609800451.247628:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:18.0:1609800451.247630:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:18.0:1609800451.247632:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.247637:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.247641:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:18.0:1609800451.247643:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:0.0:1609800451.247643:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.247647:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800451.247649:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:18.0:1609800451.247650:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.247655:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800451.247656:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000400:00000200:18.0:1609800451.247657:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.247659:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.247661:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800451.247665:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.247673:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:5.0:1609800451.247733:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800451.247738:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000400:00000200:5.0:1609800451.247740:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:20.0:1609800451.247746:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000400:00000200:5.0:1609800451.247747:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.247751:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.247752:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:20.0:1609800451.247755:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:18.0:1609800451.247756:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:20.0:1609800451.247757:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:5.0:1609800451.247757:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.247759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:5.0:1609800451.247759:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:5.0:1609800451.247761:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:5.0:1609800451.247769:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800451.247787:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:22.0:1609800451.247796:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:22.0:1609800451.247806:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:22.0:1609800451.247809:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.247809:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:22.0:1609800451.247816:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.247823:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800451.247853:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.247863:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.247879:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800451.247891:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.247897:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800451.247906:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.247909:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800451.247912:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800451.247932:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:57.0:1609800451.247940:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.247946:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800451.247947:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000400:00000200:57.0:1609800451.247950:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:18.0:1609800451.247955:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:18.0:1609800451.247960:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:18.0:1609800451.247962:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.247963:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:57.0:1609800451.247964:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800451.247967:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:57.0:1609800451.247969:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:18.0:1609800451.247971:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:57.0:1609800451.247974:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.247976:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800451.247978:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800451.247982:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800451.247996:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800451.248004:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800451.248010:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:19.0:1609800451.248012:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.248014:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800451.248017:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.248023:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800451.280503:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.280510:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.280513:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4180 nid 192.168.128.82@o2ib18
00000400:00000200:57.0:1609800451.280515:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f55c0 net o2ib18
00000400:00000200:57.0:1609800451.280518:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcd800 nid 192.168.128.82@o2ib18
00000400:00000200:57.0:1609800451.280521:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.82@o2ib18 NID 192.168.128.82@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.280525:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.82@o2ib18: 0
00000400:00000200:57.0:1609800451.280525:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.280526:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.280528:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.82@o2ib18 NID 192.168.128.82@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.280529:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.82@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.280540:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.280559:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.280567:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.82@o2ib18: -114
00000400:00000200:38.0:1609800451.280569:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.280571:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.280572:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.280575:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.280576:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.82@o2ib18 NID 192.168.128.82@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.280581:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.82@o2ib18 state 0x20
00000400:00000200:38.0:1609800451.280581:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.82@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.280583:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.82@o2ib18
00000400:00000200:69.0:1609800451.280585:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.82@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.280587:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.82@o2ib18
00000400:00000200:57.0:1609800451.280587:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.280591:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.82@o2ib18
00000400:00000200:38.0:1609800451.280591:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.280592:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800451.280594:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:30] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.280597:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.280599:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.82@o2ib18
00000400:00000200:38.0:1609800451.280600:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.280602:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.82@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800451.280604:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800451.280605:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.82@o2ib18 1
00000400:00000200:57.0:1609800451.280609:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.280612:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:69.0:1609800451.280613:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:69.0:1609800451.280620:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.280623:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:38.0:1609800451.280631:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.280654:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800451.280656:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9800] -> 192.168.128.82@o2ib18 (1)++
00000800:00000200:69.0:1609800451.280659:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.280660:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2)++
00000800:00000200:38.0:1609800451.280660:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.280663:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.280666:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.280669:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.82@o2ib18
00000400:00000200:38.0:1609800451.280670:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.280672:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:38.0:1609800451.280674:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.280676:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:69.0:1609800451.280678:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.280681:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800451.280684:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:38.0:1609800451.280685:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.280686:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9800] -> 192.168.128.82@o2ib18 (3)--
00000800:00000200:38.0:1609800451.280690:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:69.0:1609800451.280692:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.280694:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.280696:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.280699:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.280882:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.280885:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.280888:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800451.280894:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.280896:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800451.280900:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.280902:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.281036:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.281042:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.281044:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800451.281048:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.281050:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800451.281052:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.281053:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.281415:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.82@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.281432:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.82@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.281916:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.82@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.281945:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd430000 0xffff9354dd430000(0x1fdd430000)
00000800:00000200:46.0:1609800451.281949:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd431000 0xffff9354dd431000(0x1fdd431000)
00000800:00000200:46.0:1609800451.281951:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd432000 0xffff9354dd432000(0x1fdd432000)
00000800:00000200:46.0:1609800451.281953:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd433000 0xffff9354dd433000(0x1fdd433000)
00000800:00000200:46.0:1609800451.281955:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd434000 0xffff9354dd434000(0x1fdd434000)
00000800:00000200:46.0:1609800451.281957:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd435000 0xffff9354dd435000(0x1fdd435000)
00000800:00000200:46.0:1609800451.281959:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd436000 0xffff9354dd436000(0x1fdd436000)
00000800:00000200:46.0:1609800451.281960:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd437000 0xffff9354dd437000(0x1fdd437000)
00000800:00000200:46.0:1609800451.281962:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd438000 0xffff9354dd438000(0x1fdd438000)
00000800:00000200:46.0:1609800451.281964:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd439000 0xffff9354dd439000(0x1fdd439000)
00000800:00000200:46.0:1609800451.281966:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd43a000 0xffff9354dd43a000(0x1fdd43a000)
00000800:00000200:46.0:1609800451.281967:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd45a000 0xffff9354dd45a000(0x1fdd45a000)
00000800:00000200:46.0:1609800451.281969:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd45b000 0xffff9354dd45b000(0x1fdd45b000)
00000800:00000200:46.0:1609800451.281971:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd45c000 0xffff9354dd45c000(0x1fdd45c000)
00000800:00000200:46.0:1609800451.281973:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd45d000 0xffff9354dd45d000(0x1fdd45d000)
00000800:00000200:46.0:1609800451.281975:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd45e000 0xffff9354dd45e000(0x1fdd45e000)
00000800:00000200:46.0:1609800451.281976:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd45f000 0xffff9354dd45f000(0x1fdd45f000)
00000800:00000200:46.0:1609800451.281978:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd468000 0xffff9354dd468000(0x1fdd468000)
00000800:00000200:46.0:1609800451.282270:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282273:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282275:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282276:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282277:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282278:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282280:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282281:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282282:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282284:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282285:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282286:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282287:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282288:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282290:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282291:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282293:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282294:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282296:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282297:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282298:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282300:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282301:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282303:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282304:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282305:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282306:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282308:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282309:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282310:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282311:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282330:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282331:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000800:00000200:46.0:1609800451.282331:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:46.0:1609800451.282332:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (20)--
00000400:00000200:57.0:1609800451.282680:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.282691:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.282697:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a40c0 nid 192.168.128.158@o2ib18
00000400:00000200:57.0:1609800451.282700:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5240 net o2ib18
00000400:00000200:57.0:1609800451.282720:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcfa00 nid 192.168.128.158@o2ib18
00000400:00000200:57.0:1609800451.282724:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.158@o2ib18 NID 192.168.128.158@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.282728:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.158@o2ib18: 0
00000400:00000200:57.0:1609800451.282729:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.282729:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.282731:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.158@o2ib18 NID 192.168.128.158@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.282733:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.158@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.282764:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.282782:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.282786:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.158@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.282787:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.158@o2ib18
00000400:00000200:38.0:1609800451.282788:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.282789:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.158@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.282791:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.158@o2ib18
00000400:00000200:69.0:1609800451.282793:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.158@o2ib18
00000400:00000200:38.0:1609800451.282794:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:69.0:1609800451.282797:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:38.0:1609800451.282798:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:21, s:31] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.282801:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:10, s:31] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800451.282801:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.282804:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800451.282804:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.158@o2ib18
00000400:00000200:69.0:1609800451.282807:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.158@o2ib18
00000400:00000200:38.0:1609800451.282808:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.158@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.282810:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.158@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:69.0:1609800451.282813:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.158@o2ib18 1
00000400:00000200:69.0:1609800451.282818:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.282821:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000400:00000200:38.0:1609800451.282824:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.282828:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:69.0:1609800451.282831:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853ca680] -> 192.168.128.158@o2ib18 (1)++
00000800:00000200:69.0:1609800451.282835:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853ca680] -> 192.168.128.158@o2ib18 (2)++
00000800:00000200:38.0:1609800451.282835:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:18.0:1609800451.282836:0:403:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.82@o2ib18
00000800:00000200:38.0:1609800451.282838:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:18.0:1609800451.282841:0:403:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.82@o2ib18: active(1), version(12), status(0)
00000400:00000200:38.0:1609800451.282844:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.282844:0:403:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345a2ba5400] (19)++
00000800:00000200:18.0:1609800451.282846:0:403:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345a2ba5400] (20)++
00000400:00000200:38.0:1609800451.282847:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.282848:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:18.0:1609800451.282849:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:38.0:1609800451.282850:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:18.0:1609800451.282850:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:18.0:1609800451.282851:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:18.0:1609800451.282852:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:18.0:1609800451.282853:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (26)++
00000800:00000200:18.0:1609800451.282854:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (27)++
00000400:00000200:38.0:1609800451.282855:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.282858:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:38.0:1609800451.282858:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:69.0:1609800451.282860:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853ca680] -> 192.168.128.158@o2ib18 (3)--
00000800:00000200:38.0:1609800451.282862:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800451.282864:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:18.0:1609800451.282865:0:403:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345a2ba5400] (28)--
00000400:00000200:38.0:1609800451.282868:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.282870:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.282872:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:38.0:1609800451.282877:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.282882:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:38.0:1609800451.282885:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.282887:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.282962:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.282988:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.282991:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:57.0:1609800451.282997:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800451.282997:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (27)++
00000800:00000200:57.0:1609800451.283000:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800451.283005:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.283007:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:20.0:1609800451.283009:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (28)++
00000800:00000200:20.0:1609800451.283014:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (29)--
00000800:00000200:18.0:1609800451.283016:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (29)++
00000400:00000200:20.0:1609800451.283017:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.283019:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (29)--
00000400:00000200:20.0:1609800451.283020:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.283020:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.283022:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (28)++
00000400:00000200:18.0:1609800451.283023:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.283025:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (29)--
00000800:00000200:22.0:1609800451.283026:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (29)--
00000800:00000200:20.0:1609800451.283027:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (28)++
00000400:00000200:22.0:1609800451.283028:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.283028:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (28)--
00000800:00000200:18.0:1609800451.283028:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (28)--
00000400:00000200:20.0:1609800451.283029:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.283030:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (26)++
00000400:00000200:22.0:1609800451.283031:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.283032:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.283035:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (27)--
00000800:00000200:19.0:1609800451.283035:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (27)--
00000800:00000200:20.0:1609800451.283037:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)--
00000400:00000200:19.0:1609800451.283037:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.283039:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000400:00000200:19.0:1609800451.283040:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.283042:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (25)--
00000400:00000200:22.0:1609800451.283043:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.283045:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:22.0:1609800451.283046:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.283046:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:22.0:1609800451.283049:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:19.0:1609800451.283049:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:0.0:1609800451.283049:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800451.283050:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:19.0:1609800451.283050:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.283053:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.283055:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:0.0:1609800451.283058:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.283062:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:0.0:1609800451.283068:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.283072:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:0.0:1609800451.283077:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.283079:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 0
00000800:00000200:24.1:1609800451.283264:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:20.0:1609800451.283270:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:20.0:1609800451.283273:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.82@o2ib18
00000800:00000200:22.0:1609800451.283275:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:20.0:1609800451.283275:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800451.283276:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:20.0:1609800451.283277:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:46.0:1609800451.283591:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.158@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.283617:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.158@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.284219:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.158@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.284234:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd4e1000 0xffff9354dd4e1000(0x1fdd4e1000)
00000800:00000200:46.0:1609800451.284238:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd4e2000 0xffff9354dd4e2000(0x1fdd4e2000)
00000800:00000200:46.0:1609800451.284240:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd4e3000 0xffff9354dd4e3000(0x1fdd4e3000)
00000800:00000200:46.0:1609800451.284242:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd4e4000 0xffff9354dd4e4000(0x1fdd4e4000)
00000800:00000200:46.0:1609800451.284243:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd4e5000 0xffff9354dd4e5000(0x1fdd4e5000)
00000800:00000200:46.0:1609800451.284245:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd4e6000 0xffff9354dd4e6000(0x1fdd4e6000)
00000800:00000200:46.0:1609800451.284247:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd4e7000 0xffff9354dd4e7000(0x1fdd4e7000)
00000800:00000200:46.0:1609800451.284249:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd4e8000 0xffff9354dd4e8000(0x1fdd4e8000)
00000800:00000200:46.0:1609800451.284250:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd4e9000 0xffff9354dd4e9000(0x1fdd4e9000)
00000800:00000200:46.0:1609800451.284252:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd4ea000 0xffff9354dd4ea000(0x1fdd4ea000)
00000800:00000200:46.0:1609800451.284254:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd4eb000 0xffff9354dd4eb000(0x1fdd4eb000)
00000800:00000200:46.0:1609800451.284257:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd4ec000 0xffff9354dd4ec000(0x1fdd4ec000)
00000800:00000200:46.0:1609800451.284259:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd4ed000 0xffff9354dd4ed000(0x1fdd4ed000)
00000800:00000200:46.0:1609800451.284261:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd4ee000 0xffff9354dd4ee000(0x1fdd4ee000)
00000800:00000200:46.0:1609800451.284263:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd4ef000 0xffff9354dd4ef000(0x1fdd4ef000)
00000800:00000200:46.0:1609800451.284265:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd4f0000 0xffff9354dd4f0000(0x1fdd4f0000)
00000800:00000200:46.0:1609800451.284267:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd4f1000 0xffff9354dd4f1000(0x1fdd4f1000)
00000800:00000200:46.0:1609800451.284269:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd4f2000 0xffff9354dd4f2000(0x1fdd4f2000)
00000800:00000200:46.0:1609800451.284545:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284547:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284549:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284550:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284551:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284552:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284554:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284555:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284557:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284558:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284559:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284561:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284562:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284563:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284565:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284566:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284567:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284568:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284569:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284571:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284572:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284573:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284574:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284576:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284577:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284578:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284579:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284580:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284583:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284584:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284585:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284587:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284588:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284589:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:46.0:1609800451.284591:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:46.0:1609800451.284592:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (20)--
00000800:00000200:19.0:1609800451.285132:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.158@o2ib18
00000800:00000200:19.0:1609800451.285153:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.158@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800451.285155:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345a2ba4400] (19)++
00000800:00000200:19.0:1609800451.285157:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:19.0:1609800451.285158:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:19.0:1609800451.285160:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:19.0:1609800451.285161:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:19.0:1609800451.285162:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:19.0:1609800451.285163:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:19.0:1609800451.285164:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (26)++
00000800:00000200:19.0:1609800451.285174:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345a2ba4400] (27)--
00000800:00000200:31.1:1609800451.285187:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (26)++
00000800:00000200:18.0:1609800451.285196:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (27)++
00000800:00000200:18.0:1609800451.285201:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (28)--
00000800:00000200:19.0:1609800451.285203:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (27)--
00000400:00000200:18.0:1609800451.285203:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.285207:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.285211:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (26)--
00000800:00000200:31.1:1609800451.285215:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:22.0:1609800451.285221:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (26)++
00000800:00000200:22.0:1609800451.285225:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (27)--
00000400:00000200:22.0:1609800451.285227:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.285228:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:22.0:1609800451.285230:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.285234:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:31.1:1609800451.285238:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:19.0:1609800451.285243:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:19.0:1609800451.285245:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:19.0:1609800451.285247:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.285248:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000400:00000200:19.0:1609800451.285250:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.285251:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:18.0:1609800451.285252:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.285253:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000400:00000200:18.0:1609800451.285255:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.285256:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (26)--
00000800:00000200:20.0:1609800451.285257:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:20.0:1609800451.285258:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.285258:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:22.0:1609800451.285259:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:19.0:1609800451.285259:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (25)--
00000400:00000200:19.0:1609800451.285260:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.285260:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:20.0:1609800451.285262:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.285262:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.285265:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:19.0:1609800451.285267:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:31.1:1609800451.285452:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:22.0:1609800451.285456:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:22.0:1609800451.285460:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.158@o2ib18
00000800:00000200:22.0:1609800451.285462:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:18.0:1609800451.285462:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:22.0:1609800451.285463:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:22.0:1609800451.285464:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000400:00000200:57.0:1609800451.305482:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.305491:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.305498:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9336353a4840 nid 192.168.128.66@o2ib18
00000400:00000200:57.0:1609800451.305501:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5740 net o2ib18
00000400:00000200:57.0:1609800451.305505:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcfe00 nid 192.168.128.66@o2ib18
00000400:00000200:57.0:1609800451.305511:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.66@o2ib18 NID 192.168.128.66@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.305518:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.66@o2ib18: 0
00000400:00000200:57.0:1609800451.305519:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.305521:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.305524:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.66@o2ib18 NID 192.168.128.66@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.305528:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.66@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.305536:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.305553:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.305557:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.66@o2ib18: -114
00000400:00000200:57.0:1609800451.305559:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.305560:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.305564:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.66@o2ib18 NID 192.168.128.66@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.305569:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.305569:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.66@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.305575:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.66@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.305578:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305581:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.66@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.305585:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305589:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305595:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:69.0:1609800451.305600:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:33] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.305605:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.305609:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305614:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.66@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.305619:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.66@o2ib18 1
00000400:00000200:69.0:1609800451.305629:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.305635:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:69.0:1609800451.305643:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853cab00] -> 192.168.128.66@o2ib18 (1)++
00000800:00000200:69.0:1609800451.305651:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853cab00] -> 192.168.128.66@o2ib18 (2)++
00000400:00000200:0.0:1609800451.305653:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.305664:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.305671:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:69.0:1609800451.305683:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800451.305684:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.305687:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853cab00] -> 192.168.128.66@o2ib18 (3)--
00000800:00000200:0.0:1609800451.305690:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305691:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.66@o2ib18
00000400:00000200:69.0:1609800451.305696:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:0.0:1609800451.305698:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.305703:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.305708:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.305714:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.305732:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:0.0:1609800451.305734:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.305736:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.305738:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:69.0:1609800451.305739:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.305739:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.305743:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.305750:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.305756:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:0.0:1609800451.305756:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:0.0:1609800451.305762:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.305763:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.305766:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.305767:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:57.0:1609800451.305771:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.305773:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.305778:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.305797:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.305799:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:57.0:1609800451.305803:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.305805:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:57.0:1609800451.305807:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.305809:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.305893:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.305896:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.305898:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:57.0:1609800451.305902:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.305904:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:57.0:1609800451.305906:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.305908:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.306414:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.66@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.306440:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.66@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.306979:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.66@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.307006:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd56a000 0xffff9354dd56a000(0x1fdd56a000)
00000800:00000200:46.0:1609800451.307009:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd56b000 0xffff9354dd56b000(0x1fdd56b000)
00000800:00000200:46.0:1609800451.307011:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd56c000 0xffff9354dd56c000(0x1fdd56c000)
00000800:00000200:46.0:1609800451.307013:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd56d000 0xffff9354dd56d000(0x1fdd56d000)
00000800:00000200:46.0:1609800451.307015:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd56e000 0xffff9354dd56e000(0x1fdd56e000)
00000800:00000200:46.0:1609800451.307017:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd56f000 0xffff9354dd56f000(0x1fdd56f000)
00000800:00000200:46.0:1609800451.307018:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd570000 0xffff9354dd570000(0x1fdd570000)
00000800:00000200:46.0:1609800451.307020:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd571000 0xffff9354dd571000(0x1fdd571000)
00000800:00000200:46.0:1609800451.307022:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd572000 0xffff9354dd572000(0x1fdd572000)
00000800:00000200:46.0:1609800451.307024:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd573000 0xffff9354dd573000(0x1fdd573000)
00000800:00000200:46.0:1609800451.307026:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd574000 0xffff9354dd574000(0x1fdd574000)
00000800:00000200:46.0:1609800451.307028:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd575000 0xffff9354dd575000(0x1fdd575000)
00000800:00000200:46.0:1609800451.307029:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd576000 0xffff9354dd576000(0x1fdd576000)
00000800:00000200:46.0:1609800451.307031:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd577000 0xffff9354dd577000(0x1fdd577000)
00000800:00000200:46.0:1609800451.307033:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd578000 0xffff9354dd578000(0x1fdd578000)
00000800:00000200:46.0:1609800451.307035:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd579000 0xffff9354dd579000(0x1fdd579000)
00000800:00000200:46.0:1609800451.307037:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd57a000 0xffff9354dd57a000(0x1fdd57a000)
00000800:00000200:46.0:1609800451.307038:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd57b000 0xffff9354dd57b000(0x1fdd57b000)
00000800:00000200:46.0:1609800451.307330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307332:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307334:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307336:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307338:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307339:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307341:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307342:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307343:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307345:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307346:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307347:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307349:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307350:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307351:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307352:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307353:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307355:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307356:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307357:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307358:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307360:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307361:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307362:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307363:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307365:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307366:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307367:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307368:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307369:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307371:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307372:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307373:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307374:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:46.0:1609800451.307375:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (19)++
00000800:00000200:46.0:1609800451.307377:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (20)--
00000800:00000200:20.0:1609800451.307912:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.66@o2ib18
00000800:00000200:20.0:1609800451.307917:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.66@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800451.307920:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345e3f95000] (19)++
00000800:00000200:20.0:1609800451.307923:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345e3f95000] (20)++
00000800:00000200:20.0:1609800451.307924:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:20.0:1609800451.307927:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:20.0:1609800451.307928:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000800:00000200:20.0:1609800451.307930:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (24)++
00000800:00000200:20.0:1609800451.307931:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (25)++
00000800:00000200:20.0:1609800451.307933:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (26)++
00000800:00000200:20.0:1609800451.307934:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (27)++
00000800:00000200:20.0:1609800451.307948:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345e3f95000] (28)--
00000800:00000200:32.1F:1609800451.308041:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (27)++
00000800:00000200:20.0:1609800451.308055:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (28)++
00000800:00000200:20.0:1609800451.308060:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (29)--
00000400:00000200:20.0:1609800451.308062:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.308068:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.308074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (28)--
00000800:00000200:20.0:1609800451.308076:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (27)++
00000800:00000200:20.0:1609800451.308080:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (28)--
00000400:00000200:20.0:1609800451.308082:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.308086:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.308090:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (27)--
00000800:00000200:20.0:1609800451.308092:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)++
00000800:00000200:20.0:1609800451.308096:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (27)--
00000400:00000200:20.0:1609800451.308097:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.308101:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)++
00000400:00000200:20.0:1609800451.308101:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.308108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (27)--
00000800:00000200:22.0:1609800451.308109:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (27)--
00000800:00000200:19.0:1609800451.308111:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)++
00000400:00000200:22.0:1609800451.308113:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.308135:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.308137:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (26)--
00000800:00000200:18.0:1609800451.308137:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)++
00000400:00000200:19.0:1609800451.308140:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.308144:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)--
00000400:00000200:19.0:1609800451.308146:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.308146:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (26)--
00000800:00000200:22.0:1609800451.308147:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000400:00000200:18.0:1609800451.308149:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.308151:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:19.0:1609800451.308152:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000400:00000200:22.0:1609800451.308153:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.308155:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:18.0:1609800451.308156:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:22.0:1609800451.308157:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.308163:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:22.0:1609800451.308166:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:32.1:1609800451.308239:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:20.0:1609800451.308262:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:20.0:1609800451.308266:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:20.0:1609800451.308267:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800451.308268:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:20.0:1609800451.308269:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:20.0:1609800451.308270:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:0.0:1609800451.320015:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.320016:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.320022:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.320028:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f4fc0 nid 192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320030:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1080 net o2ib18
00000400:00000200:57.0:1609800451.320031:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.320034:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354de0b5a00 nid 192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320038:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.134@o2ib18 NID 192.168.128.134@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.320041:0:16065:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.134@o2ib18: 0
00000400:00000200:0.0:1609800451.320044:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.134@o2ib18: 0
00000400:00000200:0.0:1609800451.320045:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.320047:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.320050:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.134@o2ib18 NID 192.168.128.134@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.320052:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.134@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.320079:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.134@o2ib18: -114
00000400:00000200:57.0:1609800451.320080:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.320082:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.320084:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.134@o2ib18 NID 192.168.128.134@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.320087:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.320087:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.134@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.320088:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.320091:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.134@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.320092:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.320093:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320094:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.320096:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.134@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.320096:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.320099:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800451.320099:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:57.0:1609800451.320102:0:16065:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:34] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.320102:0:16060:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:34] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.320105:0:16065:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.320106:0:16060:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.320108:0:16065:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320109:0:16060:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.134@o2ib18
00000400:00000200:57.0:1609800451.320112:0:16065:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.134@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.320113:0:16060:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.134@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:57.0:1609800451.320115:0:16065:0:(router.c:135:lnet_notify_locked()) set 192.168.128.134@o2ib18 1
00000400:00000200:57.0:1609800451.320131:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.320134:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320138:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.320142:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.134@o2ib18
00000800:00000200:0.0:1609800451.320142:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:69.0:1609800451.320145:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.134@o2ib18
00000800:00000200:57.0:1609800451.320147:0:16065:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9080] -> 192.168.128.134@o2ib18 (1)++
00000400:00000200:69.0:1609800451.320148:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:0.0:1609800451.320151:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.320152:0:16065:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2)++
00000800:00000200:0.0:1609800451.320154:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.320155:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.320158:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320160:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.320163:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.320164:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.320166:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800451.320166:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:69.0:1609800451.320169:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.134@o2ib18
00000800:00000200:57.0:1609800451.320172:0:16065:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800451.320172:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.320175:0:16065:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9080] -> 192.168.128.134@o2ib18 (3)--
00000400:00000200:69.0:1609800451.320176:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:0.0:1609800451.320176:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800451.320181:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.320182:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.320184:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.320186:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:0.0:1609800451.320190:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.320208:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.320209:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.320222:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.320225:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800451.320231:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.320234:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800451.320238:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.320239:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.320946:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.134@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.320963:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.134@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.321547:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.134@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.321571:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd5f3000 0xffff9354dd5f3000(0x1fdd5f3000)
00000800:00000200:46.0:1609800451.321575:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd5f4000 0xffff9354dd5f4000(0x1fdd5f4000)
00000800:00000200:46.0:1609800451.321577:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd5f5000 0xffff9354dd5f5000(0x1fdd5f5000)
00000800:00000200:46.0:1609800451.321579:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd5f6000 0xffff9354dd5f6000(0x1fdd5f6000)
00000800:00000200:46.0:1609800451.321581:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd5f7000 0xffff9354dd5f7000(0x1fdd5f7000)
00000800:00000200:46.0:1609800451.321583:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd5f8000 0xffff9354dd5f8000(0x1fdd5f8000)
00000800:00000200:46.0:1609800451.321585:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd5f9000 0xffff9354dd5f9000(0x1fdd5f9000)
00000800:00000200:46.0:1609800451.321586:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd5fa000 0xffff9354dd5fa000(0x1fdd5fa000)
00000800:00000200:46.0:1609800451.321588:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd5fb000 0xffff9354dd5fb000(0x1fdd5fb000)
00000800:00000200:46.0:1609800451.321590:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd5fc000 0xffff9354dd5fc000(0x1fdd5fc000)
00000800:00000200:46.0:1609800451.321592:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd5fd000 0xffff9354dd5fd000(0x1fdd5fd000)
00000800:00000200:46.0:1609800451.321594:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd5fe000 0xffff9354dd5fe000(0x1fdd5fe000)
00000800:00000200:46.0:1609800451.321595:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd5ff000 0xffff9354dd5ff000(0x1fdd5ff000)
00000800:00000200:46.0:1609800451.321597:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd600000 0xffff9354dd600000(0x1fdd600000)
00000800:00000200:46.0:1609800451.321599:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd601000 0xffff9354dd601000(0x1fdd601000)
00000800:00000200:46.0:1609800451.321601:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd602000 0xffff9354dd602000(0x1fdd602000)
00000800:00000200:46.0:1609800451.321603:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd603000 0xffff9354dd603000(0x1fdd603000)
00000800:00000200:46.0:1609800451.321605:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd604000 0xffff9354dd604000(0x1fdd604000)
00000800:00000200:46.0:1609800451.321895:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321898:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321899:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321900:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321902:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321903:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321904:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321905:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321907:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321908:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321909:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321910:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321912:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321913:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321914:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321916:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321918:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321919:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321920:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321922:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321923:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321925:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321926:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321927:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321929:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321930:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321931:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321932:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321933:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321935:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321936:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321937:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321938:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321940:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:46.0:1609800451.321941:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (19)++
00000800:00000200:46.0:1609800451.321942:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (20)--
00000800:00000200:20.0:1609800451.322511:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.134@o2ib18
00000800:00000200:20.0:1609800451.322516:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.134@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800451.322519:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345aebafa00] (19)++
00000800:00000200:20.0:1609800451.322521:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345aebafa00] (20)++
00000800:00000200:20.0:1609800451.322523:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800451.322525:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:20.0:1609800451.322527:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:20.0:1609800451.322528:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (24)++
00000800:00000200:20.0:1609800451.322530:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (25)++
00000800:00000200:20.0:1609800451.322531:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (26)++
00000800:00000200:20.0:1609800451.322555:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345aebafa00] (27)--
00000800:00000200:28.1:1609800451.322651:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (26)++
00000800:00000200:18.0:1609800451.322670:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (27)++
00000800:00000200:18.0:1609800451.322679:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (28)--
00000400:00000200:18.0:1609800451.322682:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.322683:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (27)++
00000400:00000200:18.0:1609800451.322689:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.322691:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (28)--
00000400:00000200:22.0:1609800451.322694:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.322696:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (27)--
00000800:00000200:18.0:1609800451.322698:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)++
00000400:00000200:22.0:1609800451.322700:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.322702:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (27)--
00000400:00000200:18.0:1609800451.322704:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.322706:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)++
00000800:00000200:22.0:1609800451.322709:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (27)--
00000800:00000200:20.0:1609800451.322709:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (27)--
00000400:00000200:18.0:1609800451.322709:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.322711:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)++
00000400:00000200:20.0:1609800451.322712:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.322714:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (26)--
00000800:00000200:18.0:1609800451.322714:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)--
00000400:00000200:22.0:1609800451.322716:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.322716:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000400:00000200:20.0:1609800451.322718:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.322718:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (25)--
00000400:00000200:18.0:1609800451.322720:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.322721:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.322725:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:18.0:1609800451.322725:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.322727:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:22.0:1609800451.322730:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:18.0:1609800451.322732:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800451.322889:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:20.0:1609800451.322897:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800451.322903:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:22.0:1609800451.322905:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800451.322908:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800451.322910:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800451.322912:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:57.0:1609800451.336954:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.336978:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.336986:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75ec0 nid 192.168.128.63@o2ib18
00000400:00000200:57.0:1609800451.336989:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5ec0 net o2ib18
00000400:00000200:57.0:1609800451.336993:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcde00 nid 192.168.128.63@o2ib18
00000400:00000200:57.0:1609800451.337003:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.63@o2ib18 NID 192.168.128.63@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.337011:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.63@o2ib18: 0
00000400:00000200:57.0:1609800451.337012:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.337014:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.337017:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.63@o2ib18 NID 192.168.128.63@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.337021:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.63@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.337054:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.337061:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.63@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.337064:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.63@o2ib18
00000400:00000200:69.0:1609800451.337067:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.63@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.337070:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.63@o2ib18
00000400:00000200:69.0:1609800451.337075:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.63@o2ib18
00000400:00000200:69.0:1609800451.337080:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:69.0:1609800451.337085:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:36] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.337091:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.337096:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.63@o2ib18
00000400:00000200:69.0:1609800451.337101:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.63@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.337105:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.63@o2ib18 1
00000400:00000200:69.0:1609800451.337115:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.337134:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:57.0:1609800451.337137:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.337143:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.337144:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853caa80] -> 192.168.128.63@o2ib18 (1)++
00000400:00000200:57.0:1609800451.337149:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:69.0:1609800451.337152:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853caa80] -> 192.168.128.63@o2ib18 (2)++
00000400:00000200:57.0:1609800451.337161:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.337167:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:57.0:1609800451.337174:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.337178:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.337186:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800451.337187:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.337189:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853caa80] -> 192.168.128.63@o2ib18 (3)--
00000400:00000200:57.0:1609800451.337192:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.337196:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:57.0:1609800451.337205:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.337210:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:57.0:1609800451.337215:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.337218:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.337257:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.337265:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.337270:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:57.0:1609800451.337271:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.337277:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.337281:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:57.0:1609800451.337282:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.337285:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:5.0:1609800451.337287:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.337289:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.337291:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.337294:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:5.0:1609800451.337295:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.337299:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.337300:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.337314:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.337318:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:5.0:1609800451.337325:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.337328:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:5.0:1609800451.337332:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.337334:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.337847:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.63@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.337864:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.63@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.338389:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.63@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.338405:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd67c000 0xffff9354dd67c000(0x1fdd67c000)
00000800:00000200:46.0:1609800451.338408:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd67d000 0xffff9354dd67d000(0x1fdd67d000)
00000800:00000200:46.0:1609800451.338410:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd67e000 0xffff9354dd67e000(0x1fdd67e000)
00000800:00000200:46.0:1609800451.338412:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd67f000 0xffff9354dd67f000(0x1fdd67f000)
00000800:00000200:46.0:1609800451.338414:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd680000 0xffff9354dd680000(0x1fdd680000)
00000800:00000200:46.0:1609800451.338416:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd681000 0xffff9354dd681000(0x1fdd681000)
00000800:00000200:46.0:1609800451.338418:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd682000 0xffff9354dd682000(0x1fdd682000)
00000800:00000200:46.0:1609800451.338419:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd683000 0xffff9354dd683000(0x1fdd683000)
00000800:00000200:46.0:1609800451.338421:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd684000 0xffff9354dd684000(0x1fdd684000)
00000800:00000200:46.0:1609800451.338423:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd685000 0xffff9354dd685000(0x1fdd685000)
00000800:00000200:46.0:1609800451.338425:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd686000 0xffff9354dd686000(0x1fdd686000)
00000800:00000200:46.0:1609800451.338428:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd687000 0xffff9354dd687000(0x1fdd687000)
00000800:00000200:46.0:1609800451.338430:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd688000 0xffff9354dd688000(0x1fdd688000)
00000800:00000200:46.0:1609800451.338432:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd689000 0xffff9354dd689000(0x1fdd689000)
00000800:00000200:46.0:1609800451.338434:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd68a000 0xffff9354dd68a000(0x1fdd68a000)
00000800:00000200:46.0:1609800451.338436:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd68b000 0xffff9354dd68b000(0x1fdd68b000)
00000800:00000200:46.0:1609800451.338438:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd68c000 0xffff9354dd68c000(0x1fdd68c000)
00000800:00000200:46.0:1609800451.338439:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd68d000 0xffff9354dd68d000(0x1fdd68d000)
00000800:00000200:46.0:1609800451.338739:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338741:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338742:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338744:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338745:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338746:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338748:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338749:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338751:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338752:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338753:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338755:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338756:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338757:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338758:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338760:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338761:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338762:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338763:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338764:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338766:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338767:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338768:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338769:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338771:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338772:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338773:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338774:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338776:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338778:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338779:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338780:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338782:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338783:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:46.0:1609800451.338784:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (19)++
00000800:00000200:46.0:1609800451.338786:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (20)--
00000800:00000200:21.0:1609800451.339333:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.63@o2ib18
00000800:00000200:21.0:1609800451.339336:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.63@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800451.339338:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345aebaf000] (19)++
00000800:00000200:21.0:1609800451.339339:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345aebaf000] (20)++
00000800:00000200:21.0:1609800451.339341:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:21.0:1609800451.339342:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000800:00000200:21.0:1609800451.339343:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:21.0:1609800451.339361:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000800:00000200:21.0:1609800451.339362:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (25)++
00000800:00000200:21.0:1609800451.339363:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000800:00000200:21.0:1609800451.339386:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345aebaf000] (27)--
00000800:00000200:29.1:1609800451.339456:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (26)++
00000800:00000200:18.0:1609800451.339467:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)++
00000800:00000200:18.0:1609800451.339474:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (28)--
00000400:00000200:18.0:1609800451.339476:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.339480:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.339484:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:18.0:1609800451.339485:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)++
00000800:00000200:18.0:1609800451.339488:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (27)--
00000400:00000200:18.0:1609800451.339489:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.339492:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.339493:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)++
00000800:00000200:22.0:1609800451.339498:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (26)--
00000800:00000200:18.0:1609800451.339498:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:18.0:1609800451.339499:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)++
00000400:00000200:22.0:1609800451.339500:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.339501:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (26)--
00000400:00000200:22.0:1609800451.339504:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.339504:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.339506:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.339508:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:22.0:1609800451.339511:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000800:00000200:19.0:1609800451.339512:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (26)--
00000800:00000200:18.0:1609800451.339513:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:19.0:1609800451.339514:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.339515:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:19.0:1609800451.339517:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.339518:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:22.0:1609800451.339519:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.339521:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:22.0:1609800451.339522:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.339523:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:22.0:1609800451.339525:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800451.339814:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:18.0:1609800451.339876:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:18.0:1609800451.339883:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:18.0:1609800451.339885:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:18.0:1609800451.339887:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:18.0:1609800451.339888:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:18.0:1609800451.339889:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:3.0:1609800451.341191:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:3.0:1609800451.341198:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:38.0:1609800451.376098:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.376105:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.376109:0:16056:0:(peer.c:271:lnet_peer_alloc()) ffff93366e355c80 nid 192.168.128.108@o2ib18
00000400:00000200:38.0:1609800451.376111:0:16056:0:(peer.c:220:lnet_peer_net_alloc()) ffff934580fd5b00 net o2ib18
00000400:00000200:38.0:1609800451.376115:0:16056:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345837e3800 nid 192.168.128.108@o2ib18
00000400:00000200:38.0:1609800451.376118:0:16056:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.108@o2ib18 NID 192.168.128.108@o2ib18 flags 0x0
00000400:00000200:38.0:1609800451.376134:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.108@o2ib18: 0
00000400:00000200:38.0:1609800451.376135:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.376136:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.376139:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.108@o2ib18 NID 192.168.128.108@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.376141:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.108@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.376146:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.376150:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.376152:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.108@o2ib18: -114
00000400:00000200:38.0:1609800451.376152:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.376153:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.376154:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.108@o2ib18 NID 192.168.128.108@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.376156:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.108@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.376161:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.376166:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.376166:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.376168:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.108@o2ib18: -114
00000400:00000200:38.0:1609800451.376169:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.376170:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.376172:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.108@o2ib18 NID 192.168.128.108@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.376173:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.108@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.376177:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.376179:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.376184:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.108@o2ib18: -114
00000400:00000200:57.0:1609800451.376186:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.376188:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.376192:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.108@o2ib18 NID 192.168.128.108@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.376196:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.108@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.376197:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.108@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.376201:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376204:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.108@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.376204:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.376207:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376229:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.108@o2ib18
00000400:00000200:57.0:1609800451.376229:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.376231:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800451.376233:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:37] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.376236:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.376238:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.108@o2ib18
00000400:00000200:57.0:1609800451.376240:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.108@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.376242:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.108@o2ib18 1
00000400:00000200:57.0:1609800451.376246:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.376249:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376250:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:69.0:1609800451.376256:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.376260:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800451.376262:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9580] -> 192.168.128.108@o2ib18 (1)++
00000800:00000200:69.0:1609800451.376265:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.376266:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2)++
00000800:00000200:69.0:1609800451.376267:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.376270:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376272:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:69.0:1609800451.376277:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.376279:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:69.0:1609800451.376282:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.376284:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.376286:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376287:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:57.0:1609800451.376287:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.376289:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9580] -> 192.168.128.108@o2ib18 (3)--
00000400:00000200:69.0:1609800451.376291:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.376294:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:69.0:1609800451.376296:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.376297:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.376298:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.376301:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.108@o2ib18
00000400:00000200:57.0:1609800451.376301:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.376322:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800451.376327:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.376330:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:57.0:1609800451.376330:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:69.0:1609800451.376335:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.376338:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800451.376339:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.376340:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.376341:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.376343:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.376344:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.376345:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.376349:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:38.0:1609800451.376356:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.376360:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800451.376366:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.376368:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.376495:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.376516:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.376519:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:0.0:1609800451.376526:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.376529:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:0.0:1609800451.376534:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.376536:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.377073:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.108@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.377089:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.108@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.377600:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.108@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.377621:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd705000 0xffff9354dd705000(0x1fdd705000)
00000800:00000200:46.0:1609800451.377625:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd706000 0xffff9354dd706000(0x1fdd706000)
00000800:00000200:46.0:1609800451.377627:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd707000 0xffff9354dd707000(0x1fdd707000)
00000800:00000200:46.0:1609800451.377629:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd708000 0xffff9354dd708000(0x1fdd708000)
00000800:00000200:46.0:1609800451.377631:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd709000 0xffff9354dd709000(0x1fdd709000)
00000800:00000200:46.0:1609800451.377632:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd70a000 0xffff9354dd70a000(0x1fdd70a000)
00000800:00000200:46.0:1609800451.377634:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd70b000 0xffff9354dd70b000(0x1fdd70b000)
00000800:00000200:46.0:1609800451.377636:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd70c000 0xffff9354dd70c000(0x1fdd70c000)
00000800:00000200:46.0:1609800451.377638:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd70d000 0xffff9354dd70d000(0x1fdd70d000)
00000800:00000200:46.0:1609800451.377640:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd70e000 0xffff9354dd70e000(0x1fdd70e000)
00000800:00000200:46.0:1609800451.377641:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd70f000 0xffff9354dd70f000(0x1fdd70f000)
00000800:00000200:46.0:1609800451.377643:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd710000 0xffff9354dd710000(0x1fdd710000)
00000800:00000200:46.0:1609800451.377645:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd711000 0xffff9354dd711000(0x1fdd711000)
00000800:00000200:46.0:1609800451.377647:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd712000 0xffff9354dd712000(0x1fdd712000)
00000800:00000200:46.0:1609800451.377649:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd713000 0xffff9354dd713000(0x1fdd713000)
00000800:00000200:46.0:1609800451.377651:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd714000 0xffff9354dd714000(0x1fdd714000)
00000800:00000200:46.0:1609800451.377652:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd715000 0xffff9354dd715000(0x1fdd715000)
00000800:00000200:46.0:1609800451.377654:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd716000 0xffff9354dd716000(0x1fdd716000)
00000800:00000200:46.0:1609800451.377946:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377947:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377948:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377950:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377950:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377951:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377952:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377953:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377954:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377955:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377955:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377956:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377956:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377957:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377958:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377958:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377959:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377959:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377960:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377960:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377961:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377962:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377962:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377963:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377963:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377964:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377964:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377965:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377966:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377966:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377967:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377967:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377968:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377968:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:46.0:1609800451.377969:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:46.0:1609800451.377969:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (20)--
00000800:00000200:23.0:1609800451.378462:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.108@o2ib18
00000800:00000200:23.0:1609800451.378465:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.108@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800451.378467:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345ae7b7600] (19)++
00000800:00000200:23.0:1609800451.378468:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:23.0:1609800451.378469:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:23.0:1609800451.378471:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:23.0:1609800451.378472:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:23.0:1609800451.378490:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:23.0:1609800451.378491:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:23.0:1609800451.378492:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:23.0:1609800451.378493:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (27)++
00000800:00000200:23.0:1609800451.378494:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (28)++
00000800:00000200:23.0:1609800451.378506:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345ae7b7600] (29)--
00000800:00000200:29.1:1609800451.378553:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (28)++
00000800:00000200:22.0:1609800451.378560:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (29)++
00000800:00000200:22.0:1609800451.378565:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (30)--
00000400:00000200:22.0:1609800451.378567:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.378570:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.378576:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (29)--
00000800:00000200:22.0:1609800451.378577:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (28)--
00000800:00000200:29.1:1609800451.378583:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (27)++
00000800:00000200:18.0:1609800451.378592:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (28)++
00000800:00000200:18.0:1609800451.378598:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (29)--
00000800:00000200:20.0:1609800451.378599:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (29)++
00000400:00000200:18.0:1609800451.378600:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.378604:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.378605:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (29)--
00000800:00000200:22.0:1609800451.378607:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (28)++
00000400:00000200:20.0:1609800451.378607:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.378608:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (29)--
00000800:00000200:18.0:1609800451.378609:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (29)--
00000400:00000200:22.0:1609800451.378610:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.378610:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.378611:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (27)++
00000400:00000200:22.0:1609800451.378612:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.378612:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (28)--
00000400:00000200:18.0:1609800451.378614:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.378616:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (27)--
00000400:00000200:18.0:1609800451.378616:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.378617:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:20.0:1609800451.378618:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:20.0:1609800451.378621:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:18.0:1609800451.378621:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:20.0:1609800451.378622:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.378622:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:20.0:1609800451.378624:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.378624:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:22.0:1609800451.378625:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:22.0:1609800451.378626:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:18.0:1609800451.378626:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.378627:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:22.0:1609800451.378628:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.378628:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:18.0:1609800451.378628:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:22.0:1609800451.378630:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.378632:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:22.0:1609800451.378633:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800451.378825:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:20.0:1609800451.378831:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:20.0:1609800451.378835:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:20.0:1609800451.378836:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:20.0:1609800451.378838:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:19.0:1609800451.378838:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:20.0:1609800451.378841:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800451.378920:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:18.0:1609800451.378957:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:18.0:1609800451.378965:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:18.0:1609800451.378967:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:18.0:1609800451.378969:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:18.0:1609800451.378970:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:18.0:1609800451.378971:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:0.0:1609800451.383074:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383075:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383084:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383084:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.383091:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383091:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.383114:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.383136:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.383142:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.383149:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.383151:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.383154:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.383157:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.383158:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.383160:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.383168:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.383169:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.383178:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.383178:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.383184:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.383188:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383189:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.383195:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.383199:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.383199:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.383205:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.383211:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.383217:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.383218:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.383221:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.383223:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.383225:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.383228:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.383231:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:0.0:1609800451.383232:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.383236:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000400:00000200:57.0:1609800451.383240:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383244:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383246:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383248:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383251:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383256:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.383259:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.383264:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.383271:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.383276:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.383277:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.383280:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.383282:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.383282:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.383284:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (26)++
00000800:00000200:57.0:1609800451.383288:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (27)--
00000800:00000200:0.0:1609800451.383289:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (27)++
00000800:00000200:0.0:1609800451.383292:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:0.0:1609800451.383294:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (27)--
00000400:00000200:57.0:1609800451.383297:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383301:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383303:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383305:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383308:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383311:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.383315:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.383320:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.383327:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.383332:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.383333:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.383335:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (26)++
00000800:00000200:57.0:1609800451.383337:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (27)++
00000800:00000200:28.1:1609800451.383337:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (27)++
00000800:00000200:0.0:1609800451.383337:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.383339:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (28)++
00000800:00000200:57.0:1609800451.383341:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:57.0:1609800451.383343:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (30)--
00000800:00000200:0.0:1609800451.383344:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (30)++
00000800:00000200:0.0:1609800451.383347:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:0.0:1609800451.383349:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (30)--
00000400:00000200:57.0:1609800451.383351:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383355:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383358:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.383359:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383362:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383367:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.383369:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.383377:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800451.383408:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000400:00000200:57.0:1609800451.383409:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.383411:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.383411:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.383415:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:19.0:1609800451.383416:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383417:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:19.0:1609800451.383420:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.383422:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000400:00000200:19.0:1609800451.383423:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.383428:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383428:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.383429:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000400:00000200:20.0:1609800451.383431:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.383432:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800451.383434:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.383434:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (29)++
00000800:00000200:19.0:1609800451.383435:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (30)++
00000800:00000200:19.0:1609800451.383438:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383438:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000800:00000200:20.0:1609800451.383439:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.383441:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (30)--
00000800:00000200:19.0:1609800451.383442:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (29)++
00000800:00000200:20.0:1609800451.383444:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.383445:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (30)++
00000800:00000200:19.0:1609800451.383446:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383446:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000800:00000200:20.0:1609800451.383447:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (31)++
00000800:00000200:20.0:1609800451.383448:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000400:00000200:19.0:1609800451.383448:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.383449:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800451.383450:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000400:00000200:19.0:1609800451.383450:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.383453:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (31)--
00000800:00000200:19.0:1609800451.383453:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800451.383455:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:20.0:1609800451.383455:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (30)++
00000800:00000200:22.0:1609800451.383456:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (31)--
00000800:00000200:19.0:1609800451.383456:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.383457:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000400:00000200:22.0:1609800451.383458:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.383458:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (30)--
00000800:00000200:19.0:1609800451.383458:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (30)++
00000800:00000200:19.0:1609800451.383459:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (31)++
00000400:00000200:20.0:1609800451.383460:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.383461:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.383462:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (30)--
00000400:00000200:20.0:1609800451.383463:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.383463:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383464:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (31)--
00000800:00000200:22.0:1609800451.383466:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.383466:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:19.0:1609800451.383468:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (28)--
00000800:00000200:22.0:1609800451.383470:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.383472:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (27)++
00000800:00000200:22.0:1609800451.383473:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (28)++
00000800:00000200:22.0:1609800451.383475:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:28.1:1609800451.383476:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (29)++
00000800:00000200:22.0:1609800451.383476:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800451.383479:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800451.383480:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (28)++
00000800:00000200:22.0:1609800451.383485:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.383485:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800451.383496:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800451.383497:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (28)++
00000800:00000200:22.0:1609800451.383499:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (29)--
00000800:00000200:22.0:1609800451.383501:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (28)--
00000800:00000200:28.1:1609800451.383558:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (27)++
00000800:00000200:19.0:1609800451.383564:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (28)++
00000800:00000200:19.0:1609800451.383567:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383568:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (29)--
00000400:00000200:19.0:1609800451.383570:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.383570:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (28)++
00000400:00000200:19.0:1609800451.383572:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.383575:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (29)--
00000800:00000200:18.0:1609800451.383576:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383577:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (28)++
00000800:00000200:18.0:1609800451.383577:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (28)--
00000800:00000200:19.0:1609800451.383580:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:19.0:1609800451.383581:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (28)--
00000400:00000200:18.0:1609800451.383581:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.383582:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (27)++
00000400:00000200:19.0:1609800451.383582:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.383584:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.383584:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.383586:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.98@o2ib18: no credits
00000800:00000200:22.0:1609800451.383587:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (28)--
00000400:00000200:22.0:1609800451.383588:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.383588:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (28)--
00000800:00000200:18.0:1609800451.383589:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800451.383591:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:22.0:1609800451.383592:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.383595:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:28.1:1609800451.383617:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.383623:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.383626:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.383629:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.383637:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.383638:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.383639:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:28.1:1609800451.383646:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.383655:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.383658:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:19.0:1609800451.383659:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.383661:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800451.383661:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.383664:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.383664:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.383665:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:22.0:1609800451.383666:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.383668:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.383668:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.383668:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:22.0:1609800451.383670:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.383670:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.383672:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.383674:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.383708:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.383713:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.383718:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:22.0:1609800451.383719:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.383722:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800451.383723:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.383724:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:22.0:1609800451.383727:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.383728:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.383731:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.383731:0:16041:0:(peer.c:271:lnet_peer_alloc()) ffff93451df8ecc0 nid 172.19.1.129@o2ib100
00000400:00000200:18.0:1609800451.383733:0:16041:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345807a4e00 net o2ib100
00000400:00000200:18.0:1609800451.383736:0:16041:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584feba00 nid 172.19.1.129@o2ib100
00000400:00000200:18.0:1609800451.383740:0:16041:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.129@o2ib100 NID 172.19.1.129@o2ib100 flags 0x0
00000400:00000200:22.0:1609800451.383743:0:16042:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 172.19.1.129@o2ib100: 0
00000400:00000200:18.0:1609800451.383744:0:16041:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.129@o2ib100: 0
00000400:00000200:18.0:1609800451.383745:0:16041:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:18.0:1609800451.383746:0:16041:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:28.1:1609800451.383747:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.383748:0:16041:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.129@o2ib100 NID 172.19.1.129@o2ib100: 0. pending discovery
00000400:00000200:18.0:1609800451.383750:0:16041:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.129@o2ib100 pending discovery
00000400:00000200:22.0:1609800451.383751:0:16042:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.129@o2ib100: -114
00000800:00000200:19.0:1609800451.383752:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:22.0:1609800451.383753:0:16042:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:22.0:1609800451.383754:0:16042:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:22.0:1609800451.383756:0:16042:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.129@o2ib100 NID 172.19.1.129@o2ib100: 0. pending discovery
00000800:00000200:19.0:1609800451.383756:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:22.0:1609800451.383758:0:16042:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.129@o2ib100 pending discovery
00000800:00000200:20.0:1609800451.383758:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.383758:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:22.0:1609800451.383759:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:22.0:1609800451.383760:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:20.0:1609800451.383760:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.383760:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.383760:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800451.383761:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:22.0:1609800451.383762:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.383763:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.383763:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.383765:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.383768:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.383768:0:16044:0:(peer.c:271:lnet_peer_alloc()) ffff93451f156240 nid 172.19.1.127@o2ib100
00000400:00000200:19.0:1609800451.383770:0:16044:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345fef4cc80 net o2ib100
00000400:00000200:19.0:1609800451.383777:0:16044:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dd7a8000 nid 172.19.1.127@o2ib100
00000400:00000200:69.0:1609800451.383779:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:19.0:1609800451.383781:0:16044:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.127@o2ib100 NID 172.19.1.127@o2ib100 flags 0x0
00000400:00000200:69.0:1609800451.383783:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.129@o2ib100 state 0x20
00000400:00000200:20.0:1609800451.383784:0:16043:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 172.19.1.127@o2ib100: 0
00000400:00000200:19.0:1609800451.383784:0:16044:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.127@o2ib100: 0
00000400:00000200:69.0:1609800451.383785:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.129@o2ib100
00000400:00000200:19.0:1609800451.383785:0:16044:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:69.0:1609800451.383786:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.129@o2ib100 state 0x10 rc 0
00000800:00000200:28.1:1609800451.383786:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.383786:0:16044:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:19.0:1609800451.383788:0:16044:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.127@o2ib100 NID 172.19.1.127@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800451.383791:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.129@o2ib100
00000800:00000200:22.0:1609800451.383791:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.383791:0:16044:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.127@o2ib100 pending discovery
00000800:00000200:19.0:1609800451.383793:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000400:00000200:69.0:1609800451.383794:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.129@o2ib100
00000400:00000200:20.0:1609800451.383794:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.127@o2ib100: -114
00000800:00000200:22.0:1609800451.383795:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.383795:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:19.0:1609800451.383795:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800451.383796:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:19.0:1609800451.383796:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.383798:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.127@o2ib100 NID 172.19.1.127@o2ib100: 0. pending discovery
00000800:00000200:18.0:1609800451.383798:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.383800:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.127@o2ib100 pending discovery
00000400:00000200:69.0:1609800451.383802:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:22.0:1609800451.383803:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800451.383805:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:15] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.383808:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.383810:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.129@o2ib100
00000400:00000200:69.0:1609800451.383812:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.129@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.383818:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.383820:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:69.0:1609800451.383821:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:22.0:1609800451.383822:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.383823:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:69.0:1609800451.383824:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800451.383825:0:16042:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.127@o2ib100: -114
00000400:00000200:22.0:1609800451.383826:0:16042:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:22.0:1609800451.383827:0:16042:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800451.383828:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.383828:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.383828:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:69.0:1609800451.383829:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3600 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:22.0:1609800451.383829:0:16042:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.127@o2ib100 NID 172.19.1.127@o2ib100: 0. pending discovery
00000400:00000200:22.0:1609800451.383830:0:16042:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.127@o2ib100 pending discovery
00000800:00000200:28.1:1609800451.383831:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.383831:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.383832:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:22.0:1609800451.383833:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:69.0:1609800451.383835:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.129@o2ib100
00000800:00000200:22.0:1609800451.383835:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:69.0:1609800451.383837:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:22.0:1609800451.383839:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.383839:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:22.0:1609800451.383842:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.383842:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.383842:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:69.0:1609800451.383843:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.383844:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:22.0:1609800451.383845:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.383846:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800451.383847:0:16042:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.127@o2ib100: -114
00000800:00000200:69.0:1609800451.383848:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800451.383848:0:16042:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:22.0:1609800451.383848:0:16042:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:28.1:1609800451.383850:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:22.0:1609800451.383850:0:16042:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.127@o2ib100 NID 172.19.1.127@o2ib100: 0. pending discovery
00000800:00000200:69.0:1609800451.383852:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800451.383852:0:16042:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.127@o2ib100 pending discovery
00000800:00000200:22.0:1609800451.383852:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:69.0:1609800451.383853:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3500 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:22.0:1609800451.383853:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.383854:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:22.0:1609800451.383856:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:69.0:1609800451.383858:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.127@o2ib100 state 0x20
00000800:00000200:22.0:1609800451.383858:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:69.0:1609800451.383860:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.127@o2ib100
00000800:00000200:19.0:1609800451.383861:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:69.0:1609800451.383862:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.127@o2ib100 state 0x10 rc 0
00000400:00000200:22.0:1609800451.383862:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800451.383863:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.127@o2ib100
00000400:00000200:22.0:1609800451.383865:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.383866:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.127@o2ib100
00000400:00000200:22.0:1609800451.383867:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:22.0:1609800451.383873:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:69.0:1609800451.383877:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:22.0:1609800451.383877:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:69.0:1609800451.383879:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:509, d:10, s:16] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:22.0:1609800451.383880:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:69.0:1609800451.383881:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.383883:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.127@o2ib100
00000800:00000200:22.0:1609800451.383883:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:69.0:1609800451.383885:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.127@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:22.0:1609800451.383885:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934518f33200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:57.0:1609800451.383886:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800451.383887:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.383888:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000400:00000200:69.0:1609800451.383889:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800451.383889:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:69.0:1609800451.383892:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800451.383893:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.383894:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.383896:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.383897:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3c00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.383897:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.383899:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.127@o2ib100
00000400:00000200:69.0:1609800451.383902:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:69.0:1609800451.383906:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.383906:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.383907:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.383909:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800451.383910:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:69.0:1609800451.383911:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.383913:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.383914:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2800 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:69.0:1609800451.383918:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.127@o2ib100
00000400:00000200:69.0:1609800451.383920:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800451.383924:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.383925:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.383925:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.383928:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800451.383928:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:69.0:1609800451.383941:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.383943:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.383944:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2c00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:28.1:1609800451.383944:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:69.0:1609800451.383948:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.127@o2ib100
00000800:00000200:0.0:1609800451.383948:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.383949:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:69.0:1609800451.383950:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:0.0:1609800451.383951:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.383952:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.383953:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.383954:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.383954:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:69.0:1609800451.383956:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.383956:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.383957:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:69.0:1609800451.383958:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.383960:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800451.383960:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:69.0:1609800451.383962:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.383963:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2b00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:20.0:1609800451.383964:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.383967:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:57.0:1609800451.383970:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800451.383970:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.383971:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.383974:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.383974:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.383975:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.383977:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.383978:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.383978:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.383978:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.383981:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.383981:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800451.383982:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800451.383983:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800451.383984:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.383985:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.383987:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782900 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:22.0:1609800451.383988:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.383988:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.383990:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800451.383991:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:18.0:1609800451.383993:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.383998:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.384000:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800451.384001:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:22.0:1609800451.384002:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.384003:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000400:00000200:18.0:1609800451.384003:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800451.384004:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800451.384004:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.384006:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:20.0:1609800451.384007:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:20.0:1609800451.384008:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800451.384008:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800451.384009:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.384010:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.384010:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.384010:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.384011:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:22.0:1609800451.384013:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800451.384017:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800451.384018:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.384019:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.384020:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384020:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:22.0:1609800451.384021:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934518f32300 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.384021:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:18.0:1609800451.384022:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800451.384023:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800451.384023:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (27)++
00000400:00000200:20.0:1609800451.384023:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.384023:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:22.0:1609800451.384024:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:19.0:1609800451.384024:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800451.384025:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (26)++
00000800:00000200:22.0:1609800451.384026:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800451.384026:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.384027:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:22.0:1609800451.384028:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.384028:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.384029:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.384030:0:16043:0:(peer.c:271:lnet_peer_alloc()) ffff93366cb7d980 nid 172.19.1.130@o2ib100
00000800:00000200:18.0:1609800451.384030:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800451.384032:0:16043:0:(peer.c:220:lnet_peer_net_alloc()) ffff934607feab40 net o2ib100
00000800:00000200:18.0:1609800451.384032:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98900 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:20.0:1609800451.384035:0:16043:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345837e3400 nid 172.19.1.130@o2ib100
00000800:00000200:18.0:1609800451.384036:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.384037:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.384038:0:16043:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.130@o2ib100 NID 172.19.1.130@o2ib100 flags 0x0
00000800:00000200:18.0:1609800451.384038:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.384039:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.384040:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.384040:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384042:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.384043:0:16043:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.130@o2ib100: 0
00000400:00000200:20.0:1609800451.384044:0:16043:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800451.384044:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.384045:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.384045:0:16043:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:20.0:1609800451.384046:0:16043:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.130@o2ib100 NID 172.19.1.130@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800451.384049:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:20.0:1609800451.384049:0:16043:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.130@o2ib100 pending discovery
00000800:00000200:20.0:1609800451.384053:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000400:00000200:69.0:1609800451.384055:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.130@o2ib100 state 0x20
00000800:00000200:20.0:1609800451.384055:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:69.0:1609800451.384056:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.130@o2ib100
00000400:00000200:69.0:1609800451.384057:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.130@o2ib100 state 0x10 rc 0
00000800:00000200:20.0:1609800451.384058:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:69.0:1609800451.384059:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.130@o2ib100
00000800:00000200:20.0:1609800451.384059:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:69.0:1609800451.384060:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.130@o2ib100
00000400:00000200:69.0:1609800451.384062:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:69.0:1609800451.384064:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:17] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.384066:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.384068:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.130@o2ib100
00000800:00000200:28.1:1609800451.384068:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.384069:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.384070:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.130@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:5.0:1609800451.384071:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384073:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:5.0:1609800451.384074:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800451.384076:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:69.0:1609800451.384077:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800451.384077:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:22.0:1609800451.384079:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:69.0:1609800451.384080:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800451.384082:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800451.384085:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800451.384086:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2000 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:57.0:1609800451.384094:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.384095:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384098:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.384130:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.384136:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.384140:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.384143:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.384143:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.384146:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.384147:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.384148:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800451.384149:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.384153:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.384154:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800451.384155:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:18.0:1609800451.384156:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800451.384157:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.384157:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.384158:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.384159:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.384160:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.384161:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.384161:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800451.384162:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.384165:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.384166:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98800 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:20.0:1609800451.384167:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.384170:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800451.384171:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800451.384172:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.384174:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000400:00000200:22.0:1609800451.384175:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.384175:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.384176:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.384176:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:22.0:1609800451.384177:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:18.0:1609800451.384177:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:19.0:1609800451.384178:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.384178:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.384180:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.384181:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800451.384183:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.384183:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.384185:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:22.0:1609800451.384186:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.384186:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000800:00000200:20.0:1609800451.384187:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.384187:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800451.384187:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800451.384188:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.384188:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.384188:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:57.0:1609800451.384189:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.384190:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.384191:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384191:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.384191:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000400:00000200:18.0:1609800451.384191:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384192:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934518f32e00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.384192:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:20.0:1609800451.384193:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.384193:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:18.0:1609800451.384193:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:57.0:1609800451.384194:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.384194:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:22.0:1609800451.384195:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.384196:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.384199:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.384199:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.384199:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800451.384200:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000400:00000200:57.0:1609800451.384201:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.384201:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800451.384201:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.384202:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.384203:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.384204:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.0:1609800451.384205:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:22.0:1609800451.384206:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:22.0:1609800451.384207:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000400:00000200:20.0:1609800451.384207:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.384207:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.384208:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98700 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:22.0:1609800451.384209:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.384209:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.384211:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800451.384211:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.384212:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:18.0:1609800451.384213:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000400:00000200:22.0:1609800451.384214:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.384214:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800451.384214:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800451.384214:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:20.0:1609800451.384215:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783c00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:38.0:1609800451.384216:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.384216:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:18.0:1609800451.384217:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800451.384218:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:38.0:1609800451.384219:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.384219:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.384220:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.384221:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.384221:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800451.384222:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.384222:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800451.384223:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.384223:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800451.384223:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.384223:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.384224:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800451.384225:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:57.0:1609800451.384226:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.384227:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.384228:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:22.0:1609800451.384232:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.384232:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.384233:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.384233:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.384234:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.384234:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:22.0:1609800451.384235:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800451.384237:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800451.384238:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800451.384238:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:38.0:1609800451.384240:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384241:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800451.384242:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800451.384243:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934518f32e00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:22.0:1609800451.384246:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.384248:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:38.0:1609800451.384249:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.384250:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384250:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.384251:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.384253:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.384262:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.384268:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.384271:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.384272:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:38.0:1609800451.384273:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.384274:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.384274:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.384277:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800451.384501:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.384508:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.384511:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.384518:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.384522:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.384527:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.384529:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.384531:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.384539:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.384585:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.384591:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384594:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.384599:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.384600:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.384604:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.384608:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.384608:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.384610:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.384611:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.384611:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.384612:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384613:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.384614:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.384617:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.384618:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.384629:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.384636:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.384639:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.384640:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.384642:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.384643:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.384645:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.384675:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.384697:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384700:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.384701:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.384708:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.384708:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.384711:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.384712:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:0.0:1609800451.384717:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.384718:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.384719:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.384721:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.384721:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.384725:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.384726:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.384729:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.384730:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.384735:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.384741:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.384748:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:22.0:1609800451.384751:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:22.0:1609800451.384753:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.384754:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:22.0:1609800451.384756:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.384757:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.384758:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.384759:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.384760:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.384761:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.384764:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.384769:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.384775:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.384778:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.384784:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.384787:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.384792:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.384794:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.384795:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.384798:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.384800:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.384804:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384806:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.384807:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.384812:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800451.384813:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.384815:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.384818:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.384819:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.384819:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.384820:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.384821:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000400:00000200:0.0:1609800451.384821:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.384824:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:57.0:1609800451.384825:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.384826:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:20.0:1609800451.384827:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.384827:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800451.384830:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.384831:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.384832:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.384832:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.384833:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.384833:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.384835:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.384836:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.384836:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800451.384838:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.384838:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.384840:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.384844:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:0.0:1609800451.384845:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.384847:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.384848:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384849:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800451.384850:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.384851:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.384854:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.384856:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.384858:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.384858:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.384863:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.384863:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.384866:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.384866:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.384868:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.384869:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.384869:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.384870:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000400:00000200:20.0:1609800451.384870:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:57.0:1609800451.384871:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.384873:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.384875:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.384887:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.384894:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.384897:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:22.0:1609800451.384898:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.384900:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.384900:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:22.0:1609800451.384902:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.384969:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.384975:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.384978:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.384980:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.384980:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.384981:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.384982:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.385059:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.385062:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.385064:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.385069:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.385071:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.385074:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.385075:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.385076:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.385079:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.385091:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.385097:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.385099:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.385100:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.385102:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.385103:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.385105:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.385158:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.385165:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.385167:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.385173:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.385175:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.385178:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.385179:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.385180:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.385183:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.385197:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.385204:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.385206:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.385207:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.385210:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.385210:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.385212:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.385258:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.385267:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.385269:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.385270:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.385272:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.385275:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.385278:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.385281:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.385289:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.385295:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.385297:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.385297:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.385297:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.385300:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.385304:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.385308:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.385310:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.385313:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:22.0:1609800451.385319:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:22.0:1609800451.385323:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:0.0:1609800451.385323:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000400:00000200:22.0:1609800451.385325:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.385325:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:22.0:1609800451.385330:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:22.0:1609800451.385333:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.385333:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.385335:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.385339:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385340:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.385343:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.385344:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.385345:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.385346:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.385349:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.385354:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.385359:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.385361:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.385365:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.385367:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.385369:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.385374:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.385383:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.385387:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.385393:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.385396:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.385397:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800451.385398:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.385400:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.385403:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.385408:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.385410:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:0.0:1609800451.385413:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.385416:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.385418:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.385420:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.385421:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.385424:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.385430:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.385431:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.385434:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.385434:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.385437:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800451.385438:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.385440:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.385442:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.385443:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.385446:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.385446:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.385448:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800451.385448:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.385450:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800451.385451:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.385451:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:57.0:1609800451.385454:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.385456:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.385457:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.385458:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.385458:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.385459:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.385459:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.385461:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.385464:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:22.0:1609800451.385479:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.385481:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.385484:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800451.385500:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.385507:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.385509:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.385509:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:23.0:1609800451.385512:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.385512:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.385515:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800451.385516:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.385517:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.385518:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.385519:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.385519:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.385519:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.385521:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800451.385522:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.385525:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.385527:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.385530:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.385532:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.385535:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.385536:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.385540:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.385541:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.385542:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.385556:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.385561:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.385565:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.385567:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.385569:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.385577:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.385580:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.385586:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800451.385588:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.385590:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.385593:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.385593:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.385596:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.385597:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.385598:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0200 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.385599:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.385601:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.385603:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.385605:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.385605:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.385606:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.385607:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.385607:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.385607:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800451.385610:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:18.0:1609800451.385613:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800451.385614:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.385616:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:22.0:1609800451.385616:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385616:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800451.385619:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.385619:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800451.385620:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.385622:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.385622:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800451.385623:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.385623:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800451.385624:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.385624:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98c00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.385626:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.385627:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.385628:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000400:00000200:5.0:1609800451.385628:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385629:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800451.385635:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.385640:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.385647:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.385650:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.385651:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.385653:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.385654:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.385657:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.385681:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.385686:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.385691:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.385692:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.385697:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.385703:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:5.0:1609800451.385703:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.385708:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:5.0:1609800451.385709:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.385710:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.385712:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800451.385721:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800451.385728:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:23.0:1609800451.385728:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.385728:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.385730:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800451.385734:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.385736:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:23.0:1609800451.385737:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.385737:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.385739:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:5.0:1609800451.385739:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.385740:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800451.385741:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800451.385742:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.385743:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800451.385744:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.385746:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.385747:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0100 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.385747:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:23.0:1609800451.385751:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800451.385752:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.385754:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:5.0:1609800451.385754:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.385755:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.385755:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.385758:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800451.385761:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.385761:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.385762:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.385763:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.385764:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800451.385765:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.385766:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.385767:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.385767:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.385768:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.385769:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.385772:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.385772:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:5.0:1609800451.385772:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.385773:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.385777:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.385777:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:38.0:1609800451.385784:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.385789:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.385789:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.385792:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.385794:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800451.385794:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.385800:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.385805:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.385807:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.385813:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.385827:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.385833:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.385836:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.385837:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385839:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.385840:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.385842:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.385844:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.385845:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.385846:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.385850:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.385851:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:18.0:1609800451.385852:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800451.385856:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.385858:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.385860:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.385861:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.385862:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.385864:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.385864:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.385866:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800451.385867:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385867:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98600 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.385869:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:18.0:1609800451.385871:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.385873:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.385874:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.385875:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.385877:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800451.385878:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.385880:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.385880:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800451.385882:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.385883:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.385883:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.385887:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.385888:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.385890:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.385896:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.385901:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.385904:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.385906:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.385907:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.385911:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.385913:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:20.0:1609800451.385918:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.385921:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.385923:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.385925:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.385927:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782700 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.385930:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.385931:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.385932:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.385937:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.385939:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.385941:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.385959:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800451.385964:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:0.0:1609800451.385964:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.385969:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.385970:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.385973:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.385975:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.385976:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.385979:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.385981:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.385981:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.385982:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.385984:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:19.0:1609800451.385988:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.385990:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:18.0:1609800451.385990:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.385993:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.385996:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.385996:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.385999:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.385999:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.386000:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.386001:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.386003:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.386004:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.386004:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.386007:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.386007:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:22.0:1609800451.386014:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.386014:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000400:00000200:22.0:1609800451.386015:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386015:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.386016:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.386017:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:22.0:1609800451.386018:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.386025:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.386025:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.386028:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.386031:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.386033:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800451.386033:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.386035:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.386035:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.386059:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.386065:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.386069:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.386069:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.386069:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800451.386071:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.386072:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.386074:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386076:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386090:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.386095:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.386096:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386097:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.386098:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:0.0:1609800451.386100:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.386103:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.386104:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.386105:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.386107:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.386108:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.386110:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.386111:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800451.386113:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.386114:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.386117:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.386118:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98a00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:0.0:1609800451.386118:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.386121:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.386130:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.386132:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.386132:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.386133:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.386133:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.386136:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386138:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.386143:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.386146:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.386146:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.386149:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.386152:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.386152:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.386153:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.386158:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386158:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.386159:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.386161:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:0.0:1609800451.386161:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.386162:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.386163:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.386165:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.386166:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.386168:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.386170:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.386176:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.386180:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.386181:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386183:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.386184:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.386187:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.386187:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.386188:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386189:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.386191:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.386194:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.386245:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.386253:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386255:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.386257:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.386261:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.386263:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.386266:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800451.386266:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386267:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.386268:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.386270:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.386272:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.386277:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.386281:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:28.1:1609800451.386285:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.386286:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.386288:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:38.0:1609800451.386290:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.386291:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:23.0:1609800451.386297:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:38.0:1609800451.386299:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.386299:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.386300:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.386303:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.386305:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.386310:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.386315:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.386318:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.386320:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386321:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.386322:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.386325:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.386330:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.386333:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386335:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.386340:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.386343:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.386346:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.386347:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.386348:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.386353:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.386374:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.386379:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.386381:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.386382:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.386384:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.386385:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.386387:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.386433:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.386434:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.386434:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.386440:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.386441:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.386441:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386443:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.386444:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.386446:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.386446:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:5.0:1609800451.386446:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.386447:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.386448:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.386448:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.386451:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:5.0:1609800451.386455:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.386459:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.386459:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.386460:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.386462:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.386464:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.386466:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:5.0:1609800451.386467:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.386468:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.386475:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.386476:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:5.0:1609800451.386481:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.386482:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:5.0:1609800451.386485:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.386486:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.386487:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.386487:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:23.0:1609800451.386488:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.386489:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:28.1:1609800451.386494:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:5.0:1609800451.386494:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.386496:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.386497:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.386498:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.386500:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.386501:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.386501:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:5.0:1609800451.386502:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.386503:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.386503:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.386505:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.386509:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:5.0:1609800451.386510:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.386523:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.386528:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.386531:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.386533:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386534:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.386535:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.386537:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.386539:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.386539:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.386540:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.386541:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.386542:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.386636:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.386641:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.386643:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.386645:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.386646:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386647:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.386648:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:20.0:1609800451.386648:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.386651:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.386653:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.386656:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.386657:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.386658:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:57.0:1609800451.386660:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.386662:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.386662:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386662:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800451.386664:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.386665:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.386665:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800451.386666:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.386670:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800451.386671:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.386673:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800451.386674:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.386676:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.386676:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.386678:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800451.386678:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800451.386679:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.386680:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:23.0:1609800451.386682:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:28.1:1609800451.386683:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (24)++
00000400:00000200:18.0:1609800451.386684:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.386687:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800451.386688:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.386688:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800451.386690:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:23.0:1609800451.386691:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800451.386691:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.386700:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:23.0:1609800451.386702:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.386702:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:19.0:1609800451.386702:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.386702:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.386703:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386704:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.386705:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.386705:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.386705:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.386706:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0400 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.386706:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99000 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.386707:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.386708:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.386708:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.386709:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:23.0:1609800451.386709:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.386710:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.386712:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.386712:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.386713:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.386714:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:22.0:1609800451.386714:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386716:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.386716:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.386717:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:22.0:1609800451.386717:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.386717:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.386717:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:57.0:1609800451.386719:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.386719:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.386720:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.386721:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.386721:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800451.386721:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386724:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.386724:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.386725:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:23.0:1609800451.386727:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:22.0:1609800451.386730:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.386732:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.386734:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800451.386735:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:22.0:1609800451.386735:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.386736:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.386737:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.386739:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.386741:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.386741:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.386743:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.386743:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.386743:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.386745:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.386745:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386746:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.386747:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.386747:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.386747:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.386748:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.386749:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.386750:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.386751:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:28.1:1609800451.386761:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.386762:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.386767:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.386771:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.386772:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.386772:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800451.386774:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800451.386774:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386776:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:0.0:1609800451.386777:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800451.386778:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.386778:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386778:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.386780:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:23.0:1609800451.386781:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.386781:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.386783:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.386786:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.386789:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.386791:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.386792:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.386793:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:23.0:1609800451.386794:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.386794:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.386795:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.386796:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.386797:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386799:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.386800:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.386801:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800451.386801:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800451.386801:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386802:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.386804:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.386804:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:22.0:1609800451.386808:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.386809:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386810:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:23.0:1609800451.386810:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.386813:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.386813:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800451.386813:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800451.386816:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800451.386817:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.386819:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.386820:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0b00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:0.0:1609800451.386821:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.386822:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.386822:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.386823:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.386824:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.386824:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.386825:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.386825:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.386827:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.386829:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.386830:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.386835:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.386835:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.386839:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386840:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:0.0:1609800451.386840:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800451.386841:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.386842:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.386845:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.386846:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.386847:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.386849:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.386850:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.386851:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386852:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800451.386852:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.386853:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.386854:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000400:00000200:20.0:1609800451.386854:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.386854:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.386856:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.386857:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:57.0:1609800451.386858:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386858:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000400:00000200:0.0:1609800451.386859:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386861:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.386862:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.386862:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:23.0:1609800451.386864:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000400:00000200:18.0:1609800451.386865:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.386867:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:20.0:1609800451.386867:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.386868:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386869:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800451.386871:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:23.0:1609800451.386872:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.386872:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.386872:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800451.386874:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.386875:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.386877:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:0.0:1609800451.386880:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.386882:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (25)++
00000400:00000200:18.0:1609800451.386883:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800451.386883:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000800:00000200:18.0:1609800451.386886:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800451.386887:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386888:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (27)--
00000800:00000200:0.0:1609800451.386888:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (27)--
00000800:00000200:18.0:1609800451.386889:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.386890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800451.386890:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800451.386891:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.386892:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.386893:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98e00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:20.0:1609800451.386896:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.386897:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:28.1:1609800451.386899:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.386899:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800451.386899:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.386901:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.386902:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.386904:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.386904:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.386905:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:0.0:1609800451.386905:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.386906:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.386907:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.386907:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.386907:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.386908:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386909:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800451.386909:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.386910:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.386912:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386912:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386915:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:28.1:1609800451.386916:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.386919:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.386920:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.386921:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.386922:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.386924:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.386924:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.386924:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.386927:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:28.1:1609800451.386928:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.386928:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800451.386931:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386933:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.386934:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800451.386936:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.386938:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.386939:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.386942:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800451.386943:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:28.1:1609800451.386944:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.386944:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800451.386947:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.386947:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.386948:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99200 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.386949:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800451.386950:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.386951:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.386953:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386954:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.386954:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.386955:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.386955:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.386957:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800451.386959:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.386959:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800451.386960:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.386961:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386961:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800451.386962:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:57.0:1609800451.386963:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.386964:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.386965:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:20.0:1609800451.386967:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.386969:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.386970:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.386971:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.386973:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.386973:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.386974:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783100 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.386977:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.386980:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.386980:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.386981:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:57.0:1609800451.386982:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.386983:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.386983:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.386985:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.386991:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.387001:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.387005:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.387007:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.387009:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.387010:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:0.0:1609800451.387010:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.387011:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.387012:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.387013:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.387016:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:18.0:1609800451.387022:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800451.387027:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.387027:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800451.387030:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.387030:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800451.387031:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.387033:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.387034:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.387034:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.387034:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.387035:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99700 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.387039:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.387040:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.387043:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.387044:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.387044:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.387045:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.387046:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.387046:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:22.0:1609800451.387047:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.387047:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.387047:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.387048:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800451.387050:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.387050:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000400:00000200:19.0:1609800451.387051:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.387051:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.387054:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:0.0:1609800451.387058:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.387060:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.387063:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.387065:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.387068:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.387069:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.387073:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.387075:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.387076:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.387080:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.387086:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:38.0:1609800451.387087:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.387089:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387089:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.387091:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:38.0:1609800451.387092:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800451.387093:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.387094:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.387095:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.387097:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.387097:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:23.0:1609800451.387098:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.387101:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800451.387101:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.387103:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.387105:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.387106:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.387108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.387109:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.387109:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.387111:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.387112:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800451.387112:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.387114:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.387115:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0900 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.387115:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.387116:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.387117:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:23.0:1609800451.387128:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.387130:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.387130:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:23.0:1609800451.387131:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:22.0:1609800451.387131:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.387132:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.387135:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800451.387136:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.387139:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.387142:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.387142:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.387145:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800451.387146:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.387147:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99600 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.387148:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.387150:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.387151:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.387151:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.387152:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.387152:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.387154:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.387157:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.387160:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.387162:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.387173:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.387178:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.387181:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.387182:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.387183:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.387186:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.387186:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.387189:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.387192:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.387194:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:5.0:1609800451.387195:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.387198:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.387199:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.387201:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800451.387202:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.387204:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.387206:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.387207:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.387210:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.387211:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.387212:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.387216:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.387217:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387219:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800451.387222:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.387224:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.387226:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.387272:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.387276:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387278:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387283:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387286:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.387290:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387291:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000400:00000200:0.0:1609800451.387291:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.387292:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.387296:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.387297:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.387299:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.387305:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.387308:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.387312:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.387314:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.387315:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.387326:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.387332:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.387338:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.387342:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.387344:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387345:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.387347:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.387349:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.387350:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387351:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.387352:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.387353:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.387357:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.387374:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.387378:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387380:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387385:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387388:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.387391:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387392:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.387393:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.387398:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.387408:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.387410:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.387412:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.387414:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.387416:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.387418:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.387419:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.387419:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.387421:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.387423:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.387423:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.387426:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.387427:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.387429:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.387430:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.387436:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.387441:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.387448:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.387454:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.387454:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.387456:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:19.0:1609800451.387457:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.387459:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387460:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.387462:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.387462:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.387465:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.387466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.387469:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.387471:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000400:00000200:57.0:1609800451.387472:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.387472:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.387475:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.387479:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387481:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387487:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800451.387488:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.387489:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.387493:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387494:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.387494:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.387495:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.387499:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:57.0:1609800451.387500:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.387501:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.387502:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.387505:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.387505:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.387510:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.387512:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.387513:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.387514:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.387515:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:23.0:1609800451.387516:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.387517:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.387519:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.387522:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.387523:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.387526:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.387528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.387539:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.387546:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.387546:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387549:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.387550:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387552:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387557:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387559:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:38.0:1609800451.387564:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387568:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.387568:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.387570:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.387570:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.387573:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387574:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:38.0:1609800451.387576:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.387577:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:38.0:1609800451.387584:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.387588:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800451.387590:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800451.387594:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.387597:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.387599:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387600:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.387601:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.387603:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387604:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.387604:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.387606:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.387607:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.387608:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.387610:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387612:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.387618:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.387622:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:28.1:1609800451.387622:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.387624:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387624:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.387625:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.387626:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.387627:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:38.0:1609800451.387628:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.387629:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.387629:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:38.0:1609800451.387630:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.387632:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387635:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.387637:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.387639:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387640:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.387640:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800451.387641:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:23.0:1609800451.387643:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.387645:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387645:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:28.1:1609800451.387650:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.387652:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.387652:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.387655:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.387655:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:0.0:1609800451.387657:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.387658:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.387658:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:57.0:1609800451.387660:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.387660:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387661:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.387661:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:57.0:1609800451.387662:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:19.0:1609800451.387662:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.387662:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387663:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0c00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:0.0:1609800451.387664:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.387665:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:18.0:1609800451.387666:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387667:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.387667:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.387669:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:57.0:1609800451.387670:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.387675:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.387678:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.387678:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.387679:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.387680:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.387681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.387683:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.387683:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387684:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.387685:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.387686:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.387686:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800451.387687:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.387688:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.387691:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.387692:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.387692:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.387697:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800451.387697:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.387702:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.387704:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.387704:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.387709:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:0.0:1609800451.387709:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.387712:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:0.0:1609800451.387712:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.387713:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.387715:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.387716:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.387716:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800451.387717:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.387718:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.387719:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:0.0:1609800451.387719:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000400:00000200:57.0:1609800451.387721:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387721:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:18.0:1609800451.387721:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.387722:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800451.387724:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:18.0:1609800451.387724:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.387725:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.387729:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.387732:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.387732:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.387735:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.387736:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:28.1:1609800451.387737:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.387738:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.387742:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.387742:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.387745:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.387747:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387748:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.387749:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.387751:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.387753:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387755:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.387755:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.387757:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387758:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.387759:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.387760:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.387761:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.387761:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.387765:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.387767:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.387768:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.387769:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.387772:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.387773:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0000 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.387776:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.387777:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.387778:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.387785:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.387786:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387789:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.387792:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.387797:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.387800:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.387801:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.387802:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.387802:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.387804:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.387862:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.387867:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.387870:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:5.0:1609800451.387870:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.387873:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.387874:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.387877:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.387879:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:5.0:1609800451.387879:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.387883:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:19.0:1609800451.387893:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800451.387894:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.387897:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800451.387898:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.387899:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.387902:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.387904:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:5.0:1609800451.387905:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.387906:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800451.387907:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.387908:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.387909:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.387910:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.387912:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.387918:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.387918:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:5.0:1609800451.387918:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.387919:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.387920:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.387924:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.387925:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800451.387926:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.387927:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.387927:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.387930:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:0.0:1609800451.387931:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.387932:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.387936:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.387941:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.387942:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:18.0:1609800451.387944:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.387946:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.387947:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:18.0:1609800451.387947:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.387949:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.387951:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.387951:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:23.0:1609800451.387952:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.387952:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.387953:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.387954:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.387954:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.387955:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.387956:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:28.1:1609800451.387961:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.387961:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.387963:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.387964:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.387965:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.387966:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800451.387966:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.387967:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.387967:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.387968:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.387969:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782000 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.387970:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.387972:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.387972:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:20.0:1609800451.387975:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.387976:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.387977:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.387977:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.387978:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800451.387979:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800451.387981:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800451.387984:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.387984:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.387987:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.387987:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800451.387989:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.387989:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.387989:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98500 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.387990:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387991:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.387992:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0000 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.387993:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.387993:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.387994:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.387995:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.387996:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.387997:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.387997:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.387998:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.387998:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:22.0:1609800451.387998:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.388000:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800451.388004:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.388005:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.388007:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.388007:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.388009:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800451.388013:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800451.388017:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800451.388020:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.388022:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:22.0:1609800451.388023:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.388027:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.388040:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.388045:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.388048:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.388049:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.388051:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.388052:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.388054:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.388055:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.388057:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.388057:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.388060:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388060:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.388062:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:23.0:1609800451.388063:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.388066:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.388067:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800451.388067:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.388068:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:38.0:1609800451.388069:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.388070:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.388070:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.388071:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.388072:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800451.388073:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800451.388074:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.388075:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783400 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:38.0:1609800451.388078:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.388079:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.388083:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800451.388085:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:23.0:1609800451.388085:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.388085:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.388086:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.388086:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:23.0:1609800451.388087:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:20.0:1609800451.388087:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.388088:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.388090:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:23.0:1609800451.388095:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800451.388096:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.388098:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800451.388098:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800451.388099:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388100:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388101:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.388101:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.388102:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800451.388102:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.388102:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.388104:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.388105:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0c00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.388107:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388108:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.388108:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.388109:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.388110:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388112:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:28.1:1609800451.388115:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.388129:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:38.0:1609800451.388130:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.388134:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.388136:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.388137:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.388138:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.388139:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.388140:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.388140:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:38.0:1609800451.388141:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.388141:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.388143:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.388144:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800451.388145:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.388148:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:28.1:1609800451.388153:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:18.0:1609800451.388154:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.388157:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.388159:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.388161:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800451.388163:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.388163:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.388163:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.388164:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.388165:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99e00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:23.0:1609800451.388166:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800451.388169:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.388170:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.388170:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800451.388171:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.388171:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.388172:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.388173:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:57.0:1609800451.388174:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.388175:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388178:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800451.388181:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800451.388182:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.388184:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:38.0:1609800451.388186:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.388187:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.388189:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:38.0:1609800451.388190:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.388190:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0900 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:38.0:1609800451.388192:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388193:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388193:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388198:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.388199:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.388200:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:38.0:1609800451.388204:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.388206:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388208:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.388211:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.388216:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.388219:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.388221:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:38.0:1609800451.388226:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.388226:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388228:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388230:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.388232:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:28.1:1609800451.388233:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.388236:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.388237:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.388241:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.388241:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.388244:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.388247:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.388248:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:20.0:1609800451.388249:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800451.388253:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.388255:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.388257:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.388258:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.388259:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.388260:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800451.388260:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.388262:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.388263:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.388263:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.388264:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.388264:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.388266:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800451.388266:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.388268:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.388269:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.388270:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.388271:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800451.388271:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.388272:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388274:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800451.388275:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.388276:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.388279:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.388280:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.388283:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388284:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.388286:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.388286:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.388286:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:18.0:1609800451.388292:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.388294:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.388297:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.388300:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.388301:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99300 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.388304:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.388307:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.388308:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.388309:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388311:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.388312:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.388313:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.388324:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.388330:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388332:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.388333:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.388335:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.388338:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.388338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.388342:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800451.388344:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.388345:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.388347:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:23.0:1609800451.388347:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:23.0:1609800451.388353:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.388353:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388356:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.388357:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.388358:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.388359:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.388361:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.388362:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0b00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.388362:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.388362:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.388364:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.388365:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.388365:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.388365:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.388366:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.388367:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.388368:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:57.0:1609800451.388369:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.388371:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.388372:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388373:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.388373:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.388374:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:18.0:1609800451.388375:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.388375:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.388377:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.388378:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800451.388380:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.388381:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.388381:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800451.388381:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.388384:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.388384:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.388386:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb99f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.388387:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.388389:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.388390:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783500 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.388399:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.388400:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:5.0:1609800451.388400:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.388401:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.388402:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.388403:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.388404:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.388404:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:5.0:1609800451.388404:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.388404:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.388405:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.388406:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.388406:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.388407:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.388409:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800451.388410:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.388412:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000400:00000200:22.0:1609800451.388413:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.388413:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:22.0:1609800451.388417:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:5.0:1609800451.388422:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:22.0:1609800451.388423:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800451.388426:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800451.388430:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.388433:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:22.0:1609800451.388434:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:22.0:1609800451.388438:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.388450:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.388456:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.388459:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.388460:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.388462:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.388463:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.388465:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.388466:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.388467:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.388468:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.388471:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.388508:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.388512:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388514:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.388519:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.388522:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.388525:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.388526:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.388527:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.388529:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.388532:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.388536:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.388539:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.388544:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.388546:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.388549:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.388550:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.388552:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.388554:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388555:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.388556:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.388556:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.388558:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.388560:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.388560:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.388569:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.388574:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.388578:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.388580:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.388581:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.388586:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.388587:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.388589:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.388591:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.388592:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.388593:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.388593:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.388593:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.388595:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.388596:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.388599:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.388606:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.388610:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.388612:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.388612:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.388613:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388615:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:19.0:1609800451.388617:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.388620:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800451.388620:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.388622:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.388622:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.388623:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.388624:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.388625:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.388626:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.388628:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.388628:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.388629:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.388630:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.388633:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.388636:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800451.388638:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.388639:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.388642:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.388643:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.388643:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.388645:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.388646:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:23.0:1609800451.388648:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.388649:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388651:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:18.0:1609800451.388652:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:23.0:1609800451.388653:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.388653:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.388655:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:57.0:1609800451.388656:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.388656:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.388656:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.388657:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.388657:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.388658:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.388660:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800451.388661:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:57.0:1609800451.388662:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800451.388662:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.388663:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.388664:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000400:00000200:0.0:1609800451.388664:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.388665:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.388666:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:0.0:1609800451.388666:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.388668:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.388670:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.388670:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.388671:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.388672:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800451.388673:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.388674:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.388674:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.388675:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.388676:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.388678:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.388678:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800451.388679:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800451.388681:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.388681:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.388683:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800451.388683:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.388684:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.388688:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (26)--
00000800:00000200:20.0:1609800451.388689:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:19.0:1609800451.388689:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.388690:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.388690:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388692:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800451.388693:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:57.0:1609800451.388694:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.388695:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.388696:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.388698:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800451.388699:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388699:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:28.1:1609800451.388700:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800451.388701:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.388706:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.388706:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.388707:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800451.388708:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.388709:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800451.388709:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.388710:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.388711:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800451.388711:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.388712:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.388712:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.388713:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.388713:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.388717:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800451.388718:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.388718:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.388720:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.388722:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.388731:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.388736:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.388739:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.388740:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.388741:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.388743:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.388745:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.388746:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.388746:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.388747:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.388748:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.388749:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.388771:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.388778:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388780:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.388784:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.388787:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.388789:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.388790:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.388791:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.388795:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.388807:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.388822:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.388826:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.388827:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388828:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:18.0:1609800451.388830:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.388831:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.388833:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.388834:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.388835:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.388838:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.388840:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.388845:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.388848:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.388850:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.388853:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.388854:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.388857:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.388859:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.388860:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.388866:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.388866:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.388868:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.388870:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800451.388877:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388881:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.388888:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.388892:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.388897:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800451.388897:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.388899:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388901:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388903:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.388908:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.388909:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:38.0:1609800451.388910:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.388913:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800451.388916:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.388916:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.388918:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:28.1:1609800451.388922:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.388924:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.388927:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800451.388927:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.388929:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.388931:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.388932:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.388933:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.388933:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.388933:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388935:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.388936:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.388939:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.388940:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:38.0:1609800451.388941:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:23.0:1609800451.388941:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.388948:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800451.388950:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.388951:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.388955:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.388957:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.388958:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.388963:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:38.0:1609800451.388975:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.388977:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.388977:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.388980:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.388982:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.388985:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.388987:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.388987:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.388989:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.388992:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.388993:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.388997:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.388999:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.389006:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.389009:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.389013:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.389015:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.389016:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.389020:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.389034:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.389040:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.389044:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.389046:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.389047:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.389049:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.389052:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.389052:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.389054:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.389056:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.389060:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.389062:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800451.389069:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.389071:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.389074:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.389077:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.389078:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98e00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.389082:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.389084:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.389085:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:22.0:1609800451.389095:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800451.389097:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.389100:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.389117:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.389125:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.389127:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.389129:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.389130:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.389131:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.389132:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:20.0:1609800451.389132:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:28.1:1609800451.389136:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.389137:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.389140:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.389140:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.389141:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.389143:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800451.389143:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:57.0:1609800451.389145:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.389145:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.389146:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:18.0:1609800451.389148:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:23.0:1609800451.389149:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.389149:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.389151:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.389152:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.389152:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800451.389154:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800451.389154:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.389158:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:23.0:1609800451.389159:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.389159:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.389162:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.1:1609800451.389163:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.389163:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.389164:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.389164:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.389165:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.389167:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.389167:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.389168:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0400 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.389170:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.389170:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.389171:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.389171:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.389172:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.389173:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.389173:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.389176:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.389178:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.389181:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.389182:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.389183:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.389184:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.389187:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.389189:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.389190:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.389193:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.389195:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800451.389200:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.389203:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.389205:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.389208:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.389209:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.389212:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.389213:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.389214:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.389217:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.389218:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.389220:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.389223:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.389227:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.389231:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.389233:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.389238:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.389241:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.389244:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.389245:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.389247:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.389249:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:23.0:1609800451.389255:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.389258:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.389260:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.389262:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.389263:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0100 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.389267:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.389269:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.389276:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.389278:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.389286:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.389292:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.389296:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.389297:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.389299:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.389302:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.389303:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.389304:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.389306:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.389310:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.389313:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800451.389319:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.389322:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.389325:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.389328:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.389329:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98a00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:5.0:1609800451.389331:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.389332:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.389333:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.389334:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.389334:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.389335:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.389337:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.389337:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.389338:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.389338:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.389341:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.389345:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.389349:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.389355:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.389357:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.389360:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.389368:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.389395:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.389401:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.389404:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.389406:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.389406:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.389408:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.389412:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.389442:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.389445:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.389447:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.389453:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.389455:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.389459:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.389460:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.389461:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.389465:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.389477:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.389482:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.389485:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.389486:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.389488:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.389489:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.389491:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.389536:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.389542:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.389542:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.389544:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.389549:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.389550:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.389554:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:0.0:1609800451.389554:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.389558:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.389560:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.389560:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.389562:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.389562:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.389567:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.389568:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.389568:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.389570:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.389574:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.389581:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.389586:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.389589:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.389590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.389592:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.389592:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.389594:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.389596:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.389596:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.389597:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.389598:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.389601:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.389673:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.389678:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.389682:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.389683:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.389684:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.389684:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.389686:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.389771:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.389774:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.389776:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.389781:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.389784:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.389786:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.389787:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.389788:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:28.1:1609800451.389790:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.389792:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.389795:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.389799:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.389801:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.389802:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.389804:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.389805:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.389806:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.389807:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.389808:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.389808:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.389811:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.389814:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.389817:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.389819:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.389822:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.389823:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.389826:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.389827:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.389828:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.389873:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800451.389876:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:38.0:1609800451.389880:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.389881:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.389884:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.389885:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.389887:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.389891:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.389896:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.389897:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.389900:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.389902:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800451.389903:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:38.0:1609800451.389904:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.389906:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.389909:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800451.389910:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.389912:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800451.389914:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.389914:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.389916:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.389916:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.389917:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.389920:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.389921:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800451.389922:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:23.0:1609800451.389923:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.389923:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.389925:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.389925:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:23.0:1609800451.389926:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.389926:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.389926:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.389928:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.389929:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:57.0:1609800451.389930:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.389931:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.389934:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800451.389934:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.389935:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800451.389935:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.389937:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.389938:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.389939:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800451.389939:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.389942:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.1:1609800451.389944:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.389944:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.389948:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800451.389949:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.389949:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.389949:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.389952:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.389953:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.389953:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:38.0:1609800451.389955:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.389956:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800451.389957:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:20.0:1609800451.389960:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.389964:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.389967:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.389968:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:38.0:1609800451.389972:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.389974:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000400:00000200:20.0:1609800451.389974:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800451.389975:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.389977:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800451.389980:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.389980:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.389982:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.389983:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783d00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.389987:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.389988:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.389989:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:38.0:1609800451.389992:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800451.389992:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.389993:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.389994:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.389995:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.389997:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800451.389998:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.390001:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.390002:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.390003:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.390004:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.390005:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800451.390005:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.390010:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:22.0:1609800451.390012:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.390013:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.390017:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.390017:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:22.0:1609800451.390020:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:22.0:1609800451.390025:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800451.390028:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.390033:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.390037:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:22.0:1609800451.390038:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.390039:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:22.0:1609800451.390041:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.390042:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800451.390045:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.390045:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.390047:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.390053:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.390057:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.390060:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.390063:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:0.0:1609800451.390065:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.390068:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:0.0:1609800451.390068:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:20.0:1609800451.390070:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.390070:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.390073:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.390075:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:0.0:1609800451.390075:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800451.390076:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:0.0:1609800451.390079:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.390080:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.390081:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:23.0:1609800451.390082:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390082:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.390082:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:0.0:1609800451.390084:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:23.0:1609800451.390085:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.390085:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.390085:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.390087:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800451.390087:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.390093:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800451.390093:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.390096:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.390096:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.390098:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.390100:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.390102:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782500 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.390105:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.390106:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.390107:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.390108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.390110:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.390113:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.390113:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.390115:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390117:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.390128:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.390130:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.390132:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.390134:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.390136:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.390138:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800451.390139:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.390141:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.390144:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.390145:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.390147:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.390147:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.390149:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.390150:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:23.0:1609800451.390155:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.390158:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800451.390159:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.390160:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800451.390161:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:23.0:1609800451.390162:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.390163:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.390166:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.390168:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.390168:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.390169:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.390170:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800451.390173:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800451.390175:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800451.390175:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.390176:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.390177:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.390178:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98700 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.390180:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.390180:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.390183:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.390184:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.390184:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.390186:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.390187:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.390187:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.390190:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390192:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:0.0:1609800451.390196:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800451.390198:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.390198:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.390200:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800451.390201:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.390203:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.390205:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.390207:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.390210:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.390212:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.390213:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.390217:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.390219:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.390220:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.390223:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.390224:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.390224:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.390227:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800451.390227:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.390227:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.390230:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.390231:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.390232:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.390233:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800451.390233:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.390239:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.390242:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.390244:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.390246:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.390247:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1000 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.390251:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.390252:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.390253:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.390260:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.390261:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.390264:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.390296:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.390302:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.390305:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.390307:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.390308:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.390312:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390314:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:20.0:1609800451.390320:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.390322:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.390325:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.390327:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.390328:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:28.1:1609800451.390331:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.390332:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.390333:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.390335:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.390336:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.390336:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.390337:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.390339:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.390340:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.390342:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.390344:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.390345:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390348:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:20.0:1609800451.390353:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.390355:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.390357:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.390360:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.390361:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.390364:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.390365:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.390366:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.390422:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.390425:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.390429:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.390452:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.390456:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.390458:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.390464:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.390466:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.390469:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.390471:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.390472:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.390477:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.390503:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.390507:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.390510:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.390512:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.390514:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.390514:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.390517:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.390560:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.390568:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.390572:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.390579:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.390582:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.390588:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.390590:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.390592:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.390595:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.390600:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.390602:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.390605:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.390610:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.390613:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:28.1:1609800451.390613:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.390617:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.390618:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.390619:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800451.390623:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.390650:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.390658:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:20.0:1609800451.390661:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800451.390662:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.390664:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.390665:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.390667:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.390667:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.390668:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.390671:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.390676:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.390704:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.390707:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.390709:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.390713:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.390716:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.390719:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.390720:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.390721:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.390724:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.390736:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.390742:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.390744:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.390745:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.390746:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.390747:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.390748:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.390750:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.390768:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.390772:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.390779:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.390783:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.390788:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.390790:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.390792:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.390800:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.390804:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.390809:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.390814:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.390816:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.390816:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.390818:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:23.0:1609800451.390819:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.390819:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.390820:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.390821:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.390823:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.390827:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.390973:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.390983:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.390987:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.390997:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.391002:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.391007:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.391009:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.391011:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.391017:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.391032:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.391040:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.391044:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.391046:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.391048:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.391049:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.391054:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.391056:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:19.0:1609800451.391060:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:57.0:1609800451.391063:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.391065:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.391068:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.391069:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.391073:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.391073:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.391075:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000400:00000200:57.0:1609800451.391077:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:0.0:1609800451.391077:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.391083:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.391087:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.391089:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.391092:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.391097:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.391100:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.391101:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.391101:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.391101:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.391103:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.391107:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.391109:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:0.0:1609800451.391109:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.391112:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.391113:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.391115:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.391116:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800451.391117:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.391118:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.391127:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.391128:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:0.0:1609800451.391128:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:20.0:1609800451.391132:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (27)--
00000800:00000200:20.0:1609800451.391134:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:23.0:1609800451.391135:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.391135:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800451.391136:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.391139:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.391143:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.391144:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.391149:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.391152:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.391152:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.391158:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:20.0:1609800451.391160:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.391164:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.391166:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.391169:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.391171:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800451.391171:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.391177:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.391177:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.391183:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.391189:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.391192:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0800 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.391200:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.391203:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.391204:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.391214:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.391220:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.391225:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.391265:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.391274:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.391281:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.391283:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.391283:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.391285:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.391287:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.391294:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.391302:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.391308:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.391311:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:20.0:1609800451.391315:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.391317:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.391319:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.391320:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.391323:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.391324:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.391329:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800451.391331:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.391333:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.391334:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.391339:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.391340:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800451.391344:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.391344:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.391345:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.391347:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.391348:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.391349:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.391351:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.391352:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.391354:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.391357:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.391357:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.391359:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.391361:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.391361:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.391361:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:23.0:1609800451.391363:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1d00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.391369:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.391371:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800451.391371:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800451.391372:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.391373:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.391373:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.391376:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.391381:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.391381:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800451.391385:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.391386:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800451.391390:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.391392:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.391395:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98700 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.391400:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.391404:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.391407:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800451.391412:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:0.0:1609800451.391412:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.391413:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.391414:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.391416:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800451.391416:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800451.391422:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.391424:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.391428:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.391428:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800451.391430:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.391433:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.391433:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.391436:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800451.391438:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.391442:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.391447:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.391447:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.391450:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.391452:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800451.391455:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.391455:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.391457:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800451.391476:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.391477:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800451.391478:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.391479:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800451.391479:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.391482:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.391484:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.391487:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800451.391488:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.391489:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.391490:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.391490:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.391491:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.391491:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800451.391491:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.391492:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:57.0:1609800451.391493:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.391493:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.391494:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.391494:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.391496:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.391497:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.391497:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98c00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.391498:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.391499:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.391501:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.391505:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.391505:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.391506:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.391506:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.391508:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800451.391555:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.391557:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.391561:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.391794:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.391800:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.391804:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.391814:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.391819:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.391824:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.391826:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.391828:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.391833:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.391834:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.391841:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.391844:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.391851:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.391855:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.391860:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.391862:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.391864:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800451.391866:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:38.0:1609800451.391873:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.391874:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.391879:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.391881:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.391885:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:23.0:1609800451.391886:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.391889:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.391891:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.391891:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.391893:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.391895:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.391899:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.391920:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.391932:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.391936:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.391946:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.391951:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.391956:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.391959:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.391960:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.391966:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.391980:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:5.0:1609800451.391980:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.391988:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.391993:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.391995:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.392000:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.392004:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800451.392004:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392007:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.392010:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.392018:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.392021:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.392027:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.392029:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.392030:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.392038:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800451.392043:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.392047:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.392049:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.392054:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.392057:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:28.1:1609800451.392060:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.392061:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.392062:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800451.392062:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800451.392063:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:5.0:1609800451.392067:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800451.392068:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.392069:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:57.0:1609800451.392072:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:23.0:1609800451.392073:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.392075:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.392077:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.392080:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:57.0:1609800451.392082:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.392087:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.392087:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.392092:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.392094:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.392096:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.392104:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.392104:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.392112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.392117:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.392119:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392128:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.392132:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.392133:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800451.392135:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.392137:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.392140:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.392144:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.392207:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.392216:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.392222:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.392225:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.392228:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.392232:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.392236:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:0.0:1609800451.392240:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800451.392247:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800451.392251:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.392252:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.392257:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.392258:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.392262:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.392264:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0700 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.392264:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.392267:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.392269:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.392270:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.392271:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.392273:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.392274:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.392291:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:19.0:1609800451.392292:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.392298:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800451.392302:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800451.392302:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.392307:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800451.392308:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800451.392309:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.392311:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.392312:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.392315:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.392317:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.392318:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:0.0:1609800451.392319:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392322:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.392324:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392325:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800451.392331:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.392333:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.392333:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.392335:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.392337:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.392339:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.392347:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.392352:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.392355:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.392357:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392358:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.392359:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.392363:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.392414:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.392419:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.392423:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.392426:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.392427:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.392429:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.392431:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392431:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800451.392432:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.392433:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800451.392435:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.392437:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800451.392437:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.392439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800451.392439:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.392440:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.392443:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.392444:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.392445:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.392447:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.392448:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800451.392448:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.392449:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1100 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.392449:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800451.392450:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800451.392452:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.392453:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.392453:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.392454:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.392455:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392456:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:18.0:1609800451.392456:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.392457:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392458:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.392459:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800451.392462:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800451.392463:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.392464:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392465:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800451.392466:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800451.392467:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98600 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:57.0:1609800451.392468:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.392468:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.392468:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.392471:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.392472:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.392476:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.392477:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800451.392477:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.392479:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.392481:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.392487:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.392492:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.392495:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.392496:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.392498:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.392512:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.392519:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.392522:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.392524:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.392525:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.392529:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.392531:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800451.392537:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.392540:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.392542:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.392544:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.392546:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:28.1:1609800451.392548:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.392549:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.392551:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.392551:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.392553:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.392556:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.392556:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.392557:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.392558:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.392559:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.392560:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800451.392562:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.392565:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.392570:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.392573:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.392581:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.392583:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.392584:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.392587:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.392588:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.392589:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.392658:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.392660:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.392664:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.392694:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.392698:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.392700:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.392706:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.392709:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.392713:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.392714:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.392715:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.392720:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.392745:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.392751:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.392756:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.392757:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.392758:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.392760:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.392763:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.392856:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.392862:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.392863:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.392865:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.392869:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.392870:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.392872:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:38.0:1609800451.392874:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.392875:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.392876:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.392876:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.392880:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800451.392882:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.392886:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.392891:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800451.392892:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.392893:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.392895:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.392899:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:38.0:1609800451.392903:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800451.392904:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.392905:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.392906:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.392908:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.392911:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.392930:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.392935:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.392938:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.392940:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.392941:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.392942:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.392945:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.393132:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.393141:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.393145:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.393147:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.393152:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.393154:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:5.0:1609800451.393154:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.393158:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800451.393158:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:57.0:1609800451.393159:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.393160:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.393164:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800451.393165:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.393169:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.393174:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800451.393177:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.393177:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.393179:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.393183:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:5.0:1609800451.393187:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800451.393188:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:19.0:1609800451.393189:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.393190:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.393192:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.393194:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.393212:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.393218:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.393222:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.393223:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.393224:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.393226:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.393229:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.393345:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.393368:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.393374:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.393376:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.393377:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.393395:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.393396:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.393475:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.393487:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.393492:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.393495:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.393500:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.393502:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.393509:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.393511:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.393514:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.393517:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.393519:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1800 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.393523:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.393526:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.393527:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.393528:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.393531:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.393532:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.393533:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.393533:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:23.0:1609800451.393534:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.393536:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.393537:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.393538:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800451.393538:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800451.393538:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.393542:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.393544:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800451.393546:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.393547:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.393548:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:23.0:1609800451.393549:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.393552:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.393553:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0d00 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.393554:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.393556:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.393557:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.393558:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.393559:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.393559:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.393562:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.393563:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.393566:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.393568:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.393569:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.393573:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.393574:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.393577:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.393595:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800451.393600:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.393607:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800451.393607:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800451.393611:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800451.393617:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.393621:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800451.393622:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.393625:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.393629:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800451.393636:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.393641:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800451.393645:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.393649:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.393651:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.393656:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.393659:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.393663:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.393664:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.393667:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.393667:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.393668:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.393678:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.393684:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.393687:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.393688:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.393690:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.393929:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.393932:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.393934:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.393939:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.393941:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.393945:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.393946:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.393947:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.393951:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.393983:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.393996:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.394002:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.394015:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.394021:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.394029:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.394034:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.394036:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.394045:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.394105:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.394113:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.394116:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.394118:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.394120:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.394126:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.394129:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.394131:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.394139:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.394141:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.394142:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800451.394144:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:57.0:1609800451.394149:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.394149:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.394151:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.394153:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.394156:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.394159:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.394163:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.394164:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.394165:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.394168:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800451.394179:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.394184:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800451.394192:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800451.394195:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.394201:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.394207:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.394210:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800451.394212:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800451.394222:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:23.0:1609800451.394232:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:23.0:1609800451.394238:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:23.0:1609800451.394240:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.394240:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.394244:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.394248:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.394250:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.394257:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.394260:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.394262:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.394264:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.394264:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.394268:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.394375:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.394381:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.394385:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.394386:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.394387:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.394387:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.394388:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.394526:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.394577:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.394584:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.394585:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800451.394588:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.394589:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.394591:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.394593:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.394594:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.394597:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800451.394602:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.394604:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800451.394605:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800451.394608:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.394611:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800451.394611:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800451.394614:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.394615:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.394617:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.394617:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800451.394619:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.394621:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98e00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.394622:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.394624:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.394624:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800451.394625:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.394626:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.394628:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.394671:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.394676:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.394677:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800451.394679:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:23.0:1609800451.394681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.394683:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.394684:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.394686:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.394687:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800451.394688:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:28.1:1609800451.394694:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:20.0:1609800451.394694:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800451.394696:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.394699:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.394700:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800451.394701:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.394703:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.394703:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800451.394706:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800451.394706:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.394707:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783800 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:19.0:1609800451.394707:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800451.394708:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.394709:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.394710:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.394711:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.394712:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.394714:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.394719:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.394722:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.394726:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.394729:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.394731:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:38.0:1609800451.394735:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.394735:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000400:00000200:38.0:1609800451.394737:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.394738:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800451.394742:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.394745:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.394745:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800451.394746:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.394747:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.394749:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.394759:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.394764:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.394767:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:23.0:1609800451.394768:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.394769:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.395111:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.395140:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.395144:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.395164:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.395168:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:57.0:1609800451.395170:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.395173:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.395175:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.395175:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.395176:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800451.395178:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:38.0:1609800451.395184:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800451.395186:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.395189:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.395194:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.395196:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.395197:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800451.395203:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:28.1:1609800451.395290:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.395299:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.395302:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:20.0:1609800451.395304:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.395305:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:20.0:1609800451.395306:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.395308:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.395309:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800451.395310:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.395310:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.395312:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.395316:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.395473:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.395504:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.395510:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.395523:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.395532:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.395540:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.395543:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.395546:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.395557:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.395658:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.395685:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.395690:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.395691:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.395692:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.395695:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.395699:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.395750:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.395789:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.395796:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.395801:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.395806:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.395810:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.395817:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.395821:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.395824:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.395828:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.395829:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.395830:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.395835:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.395836:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.395838:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.395847:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.395854:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.395858:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800451.395860:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.395861:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.395864:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.395866:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.395871:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.395876:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.395878:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.395881:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.395882:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782100 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.395885:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.395887:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.395888:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.395897:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.395899:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.395904:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.395908:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.395913:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.395919:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.396270:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.396274:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.396276:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.396281:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.396284:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.396287:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.396288:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.396289:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.396295:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.396378:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.396418:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.396425:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.396427:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.396431:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.396435:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.396436:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800451.397028:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.397041:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.397047:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.397060:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.397066:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.397074:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.397077:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.397079:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.397091:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.397174:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.397186:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.397193:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.397194:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.397196:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.397200:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.397206:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.397336:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.397374:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.397381:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.397386:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.397391:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.397394:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.397402:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.397406:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.397409:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.397413:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.397414:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0e00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.397416:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.397419:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.397421:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.397422:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.397444:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.397450:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.397453:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.397456:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.397459:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.397460:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800451.397461:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.397467:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.397469:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.397472:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.397474:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.397475:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.397478:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.397479:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.397480:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.397497:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.397498:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.397503:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800451.397507:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.397510:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.397514:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.398111:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.398135:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.398141:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.398153:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.398159:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.398165:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.398168:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.398171:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.398183:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.398306:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.398357:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.398366:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.398369:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.398376:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.398382:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.398384:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800451.398510:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.398523:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.398529:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.398542:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.398548:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.398556:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.398559:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.398564:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.398575:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.398676:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.398689:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.398696:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800451.398696:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.398698:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.398703:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.398709:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.398809:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.398846:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.398853:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.398859:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.398864:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.398867:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.398875:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.398878:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.398882:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.398886:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.398886:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.398887:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.398893:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800451.398893:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:20.0:1609800451.398894:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.398895:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800451.398896:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:23.0:1609800451.398898:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.398903:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.398906:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.398913:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.398916:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800451.398920:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.398923:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.398925:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0500 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.398929:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.398931:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.398934:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.398956:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.398958:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.398961:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800451.398975:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.398977:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.398981:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.399356:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.399360:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.399362:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.399368:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.399371:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.399373:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.399375:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.399376:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.399380:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.399464:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.399506:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.399513:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.399514:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800451.399515:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.399518:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.399523:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800451.400148:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.400160:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.400167:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800451.400179:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.400185:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800451.400193:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.400196:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800451.400198:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800451.400210:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.400301:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.400353:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.400362:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.400366:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.400372:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.400379:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.400381:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.400491:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.400497:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.400500:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.400503:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.400505:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.400508:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.400514:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.400517:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.400519:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.400522:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800451.400523:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.400526:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.400527:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.400528:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.400529:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.400599:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.400604:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.400611:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.400626:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.400678:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.400682:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.400685:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.400691:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.400692:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800451.400694:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.400701:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800451.400704:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.400708:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800451.400711:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.400713:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.400717:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.400719:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.400720:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.400769:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.400777:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.400780:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.401216:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.401222:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.401225:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.401231:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.401234:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.401238:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.401239:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.401240:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.401247:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.401331:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.401340:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.401341:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.401343:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.401345:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.401347:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.401348:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.402219:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.402259:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.402266:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.402271:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.402276:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.402280:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.402287:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.402290:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.402293:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.402297:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.402299:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1c00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.402300:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.402304:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.402305:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.402306:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800451.402391:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.402396:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.402402:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.402811:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.402819:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.402823:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.402829:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.402833:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.402838:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.402840:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.402842:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.402850:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.402994:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.403002:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.403005:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800451.403006:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.403009:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.403012:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.403013:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.403376:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.403391:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.403394:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.403400:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.403406:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.403410:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.403412:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.403413:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.403422:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.403567:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.403617:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800451.403626:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800451.403630:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.403636:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.403642:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.403644:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.403901:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.403913:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.403918:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.403924:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.403928:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.403931:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.403941:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.403946:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.403950:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.403955:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.403957:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.403960:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.403961:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.403963:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.403965:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.404038:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.404045:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.404049:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.405819:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800451.405869:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.405881:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800451.405889:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.405897:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.405903:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800451.405916:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.405921:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.405922:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800451.405928:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800451.405934:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800451.405937:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.405944:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800451.405948:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800451.405949:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800451.406018:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.406022:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.406029:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800451.406492:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.406504:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.406510:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800451.406523:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.406529:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800451.406536:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.406539:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800451.406542:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800451.406553:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.406687:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.406708:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.406718:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.406720:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.406722:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.406729:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.406737:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.407179:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.407185:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.407188:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800451.407194:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.407197:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800451.407200:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.407202:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800451.407203:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800451.407210:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.407337:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.407378:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800451.407384:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800451.407385:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.407389:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.407392:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.407394:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800451.407753:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800451.407766:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800451.407771:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.98@o2ib18
00000400:00000200:20.0:1609800451.407777:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.407780:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.407784:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800451.407794:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.407799:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800451.407803:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.407807:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800451.407809:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.407812:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800451.407813:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800451.407815:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.407816:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800451.407881:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.407893:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.407899:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800451.409621:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:23.0:1609800451.409662:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.409669:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:23.0:1609800451.409673:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.409679:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.409682:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:23.0:1609800451.409689:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.409693:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800451.409696:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.409700:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.409703:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1700 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.409703:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.409708:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800451.409710:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800451.409711:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:5.0:1609800451.409774:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.409777:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.409781:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.410271:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.410279:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.410282:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800451.410289:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.410293:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800451.410298:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.410300:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800451.410301:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800451.410310:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800451.410438:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800451.410450:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800451.410457:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800451.410458:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800451.410460:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.410464:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.410472:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800451.417084:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.417094:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.417101:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75e00 nid 192.168.128.65@o2ib18
00000400:00000200:57.0:1609800451.417104:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5300 net o2ib18
00000400:00000200:57.0:1609800451.417110:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336373e5a00 nid 192.168.128.65@o2ib18
00000400:00000200:57.0:1609800451.417116:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.65@o2ib18 NID 192.168.128.65@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.417136:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.65@o2ib18: 0
00000400:00000200:57.0:1609800451.417138:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.417139:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.417143:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.65@o2ib18 NID 192.168.128.65@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.417146:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.65@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.417166:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.417172:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.65@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.417176:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.65@o2ib18
00000400:00000200:69.0:1609800451.417178:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.65@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.417183:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.65@o2ib18
00000400:00000200:0.0:1609800451.417186:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.417188:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.65@o2ib18
00000400:00000200:69.0:1609800451.417193:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:69.0:1609800451.417198:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:38] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.417204:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.417208:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.65@o2ib18
00000400:00000200:69.0:1609800451.417213:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.65@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.417217:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.417218:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.65@o2ib18 1
00000400:00000200:69.0:1609800451.417227:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.417233:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:0.0:1609800451.417235:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800451.417243:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.417247:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85100] -> 192.168.128.65@o2ib18 (1)++
00000400:00000200:0.0:1609800451.417248:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.417250:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.417254:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85100] -> 192.168.128.65@o2ib18 (2)++
00000400:00000200:57.0:1609800451.417255:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:0.0:1609800451.417256:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800451.417263:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.417268:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800451.417269:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.417276:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800451.417284:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.417288:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.417288:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.417308:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85100] -> 192.168.128.65@o2ib18 (3)--
00000400:00000200:57.0:1609800451.417310:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.417314:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.417316:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800451.417320:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.417323:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800451.417326:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.417328:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.417353:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.417356:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.417358:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800451.417363:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.417366:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800451.417369:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.417370:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.417453:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.417460:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.417464:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:0.0:1609800451.417475:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.417481:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800451.417487:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.417490:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.417637:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.417648:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.417652:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800451.417663:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.417668:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800451.417676:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.417679:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.417791:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.65@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.417817:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.65@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.418193:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.65@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.418225:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5cba000 0xffff9344c5cba000(0xfc5cba000)
00000800:00000200:46.0:1609800451.418229:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5cbb000 0xffff9344c5cbb000(0xfc5cbb000)
00000800:00000200:46.0:1609800451.418231:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5ce3000 0xffff9344c5ce3000(0xfc5ce3000)
00000800:00000200:46.0:1609800451.418233:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5ce6000 0xffff9344c5ce6000(0xfc5ce6000)
00000800:00000200:46.0:1609800451.418235:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5ce7000 0xffff9344c5ce7000(0xfc5ce7000)
00000800:00000200:46.0:1609800451.418237:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5ce8000 0xffff9344c5ce8000(0xfc5ce8000)
00000800:00000200:46.0:1609800451.418239:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5ce9000 0xffff9344c5ce9000(0xfc5ce9000)
00000800:00000200:46.0:1609800451.418241:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5cea000 0xffff9344c5cea000(0xfc5cea000)
00000800:00000200:46.0:1609800451.418242:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5ceb000 0xffff9344c5ceb000(0xfc5ceb000)
00000800:00000200:46.0:1609800451.418244:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5cec000 0xffff9344c5cec000(0xfc5cec000)
00000800:00000200:46.0:1609800451.418246:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5ced000 0xffff9344c5ced000(0xfc5ced000)
00000800:00000200:46.0:1609800451.418248:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5cee000 0xffff9344c5cee000(0xfc5cee000)
00000800:00000200:46.0:1609800451.418250:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5cef000 0xffff9344c5cef000(0xfc5cef000)
00000800:00000200:46.0:1609800451.418251:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5cf0000 0xffff9344c5cf0000(0xfc5cf0000)
00000800:00000200:46.0:1609800451.418253:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5cf1000 0xffff9344c5cf1000(0xfc5cf1000)
00000800:00000200:46.0:1609800451.418255:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5cf2000 0xffff9344c5cf2000(0xfc5cf2000)
00000800:00000200:46.0:1609800451.418257:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5cf3000 0xffff9344c5cf3000(0xfc5cf3000)
00000800:00000200:46.0:1609800451.418258:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5cf4000 0xffff9344c5cf4000(0xfc5cf4000)
00000800:00000200:46.0:1609800451.418551:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418553:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418553:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418554:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418555:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418555:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418556:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418556:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418557:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418557:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418558:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418559:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418559:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418560:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418561:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418562:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418563:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418563:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418564:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418565:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418565:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418566:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418566:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418567:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418567:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418568:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418568:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418569:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418570:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418570:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418571:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418571:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418572:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418572:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:46.0:1609800451.418573:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (19)++
00000800:00000200:46.0:1609800451.418574:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (20)--
00000800:00000200:24.0:1609800451.419189:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.65@o2ib18
00000800:00000200:24.0:1609800451.419194:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.65@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800451.419198:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6ec400] (19)++
00000800:00000200:24.0:1609800451.419200:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6ec400] (20)++
00000800:00000200:24.0:1609800451.419202:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:24.0:1609800451.419204:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:24.0:1609800451.419206:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (23)++
00000800:00000200:24.0:1609800451.419208:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:24.0:1609800451.419209:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (25)++
00000800:00000200:24.0:1609800451.419211:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (26)++
00000800:00000200:24.0:1609800451.419213:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (27)++
00000800:00000200:24.0:1609800451.419228:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6ec400] (28)--
00000800:00000200:28.1:1609800451.419324:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (27)++
00000800:00000200:4.0:1609800451.419371:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (28)++
00000800:00000200:4.0:1609800451.419377:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (29)--
00000400:00000200:4.0:1609800451.419379:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.419383:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.419388:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (28)--
00000800:00000200:4.0:1609800451.419389:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (27)++
00000800:00000200:4.0:1609800451.419393:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (28)--
00000400:00000200:4.0:1609800451.419394:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.419396:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.419398:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (27)--
00000800:00000200:4.0:1609800451.419399:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)++
00000800:00000200:4.0:1609800451.419403:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (27)--
00000400:00000200:4.0:1609800451.419404:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.419406:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.419408:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:4.0:1609800451.419410:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000800:00000200:4.0:1609800451.419412:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (26)--
00000800:00000200:3.0:1609800451.419413:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)++
00000400:00000200:4.0:1609800451.419415:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.419417:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.419418:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (26)--
00000800:00000200:4.0:1609800451.419419:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000400:00000200:3.0:1609800451.419420:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.419421:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:4.0:1609800451.419423:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000400:00000200:3.0:1609800451.419423:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:4.0:1609800451.419424:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.419427:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.419428:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:4.0:1609800451.419430:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:3.0:1609800451.419431:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:3.0:1609800451.419437:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800451.419438:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:3.0:1609800451.419438:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.419441:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.419444:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:28.1:1609800451.419548:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:38.0:1609800451.419558:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:38.0:1609800451.419564:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:4.0:1609800451.419565:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:38.0:1609800451.419566:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:38.0:1609800451.419568:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:38.0:1609800451.419569:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:57.0:1609800451.428055:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.428059:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.428062:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75d40 nid 192.168.128.76@o2ib18
00000400:00000200:57.0:1609800451.428064:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5800 net o2ib18
00000400:00000200:38.0:1609800451.428071:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.428072:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcc200 nid 192.168.128.76@o2ib18
00000400:00000200:57.0:1609800451.428075:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.76@o2ib18 NID 192.168.128.76@o2ib18 flags 0x0
00000400:00000200:38.0:1609800451.428081:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.428082:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.76@o2ib18: 0
00000400:00000200:57.0:1609800451.428083:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.428083:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.428085:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.76@o2ib18 NID 192.168.128.76@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.428088:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.76@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.428091:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.76@o2ib18: -114
00000400:00000200:38.0:1609800451.428093:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.428110:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.428114:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.76@o2ib18 NID 192.168.128.76@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.428118:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.76@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.428133:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.428137:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.76@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.428139:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.76@o2ib18
00000400:00000200:69.0:1609800451.428141:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.76@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.428144:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.76@o2ib18
00000400:00000200:38.0:1609800451.428145:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.428147:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.76@o2ib18
00000400:00000200:69.0:1609800451.428150:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:38.0:1609800451.428151:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.428153:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:39] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.428155:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800451.428157:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:69.0:1609800451.428158:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.76@o2ib18
00000400:00000200:69.0:1609800451.428161:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.76@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.428163:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.76@o2ib18 1
00000400:00000200:69.0:1609800451.428170:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.428173:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:38.0:1609800451.428181:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.428188:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:69.0:1609800451.428194:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934d25de1c80] -> 192.168.128.76@o2ib18 (1)++
00000800:00000200:69.0:1609800451.428199:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2)++
00000800:00000200:38.0:1609800451.428199:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.428203:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800451.428213:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.428220:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.428221:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.428223:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934d25de1c80] -> 192.168.128.76@o2ib18 (3)--
00000400:00000200:38.0:1609800451.428224:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:69.0:1609800451.428225:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.76@o2ib18
00000400:00000200:38.0:1609800451.428234:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.428240:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:69.0:1609800451.428256:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:38.0:1609800451.428256:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.428259:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.428262:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.428265:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:69.0:1609800451.428270:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.428270:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.428272:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.428272:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.428279:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.428281:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:57.0:1609800451.428287:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.428290:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:57.0:1609800451.428293:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.428295:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.428295:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.428300:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:38.0:1609800451.428310:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.428315:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:38.0:1609800451.428321:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.428325:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.428852:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.76@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.428878:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.76@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.429430:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.76@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.429449:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd066000 0xffff9354dd066000(0x1fdd066000)
00000800:00000200:46.0:1609800451.429452:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd067000 0xffff9354dd067000(0x1fdd067000)
00000800:00000200:46.0:1609800451.429454:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd068000 0xffff9354dd068000(0x1fdd068000)
00000800:00000200:46.0:1609800451.429456:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd069000 0xffff9354dd069000(0x1fdd069000)
00000800:00000200:46.0:1609800451.429458:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd06a000 0xffff9354dd06a000(0x1fdd06a000)
00000800:00000200:46.0:1609800451.429460:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd06b000 0xffff9354dd06b000(0x1fdd06b000)
00000800:00000200:46.0:1609800451.429462:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd06c000 0xffff9354dd06c000(0x1fdd06c000)
00000800:00000200:46.0:1609800451.429463:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd06d000 0xffff9354dd06d000(0x1fdd06d000)
00000800:00000200:46.0:1609800451.429465:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd06e000 0xffff9354dd06e000(0x1fdd06e000)
00000800:00000200:46.0:1609800451.429467:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd06f000 0xffff9354dd06f000(0x1fdd06f000)
00000800:00000200:46.0:1609800451.429469:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd070000 0xffff9354dd070000(0x1fdd070000)
00000800:00000200:46.0:1609800451.429472:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd071000 0xffff9354dd071000(0x1fdd071000)
00000800:00000200:46.0:1609800451.429474:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd072000 0xffff9354dd072000(0x1fdd072000)
00000800:00000200:46.0:1609800451.429476:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd073000 0xffff9354dd073000(0x1fdd073000)
00000800:00000200:46.0:1609800451.429478:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd074000 0xffff9354dd074000(0x1fdd074000)
00000800:00000200:46.0:1609800451.429480:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd075000 0xffff9354dd075000(0x1fdd075000)
00000800:00000200:46.0:1609800451.429482:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd076000 0xffff9354dd076000(0x1fdd076000)
00000800:00000200:46.0:1609800451.429484:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd077000 0xffff9354dd077000(0x1fdd077000)
00000800:00000200:46.0:1609800451.429749:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429750:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429751:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429751:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429752:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429753:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429754:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429754:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429755:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429756:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429757:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429758:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429758:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429759:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429760:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429760:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429761:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429761:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429762:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429762:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429763:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429764:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429764:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429765:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429765:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429766:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429766:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429767:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429768:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429769:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429770:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429771:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429771:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429772:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:46.0:1609800451.429773:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:46.0:1609800451.429774:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (20)--
00000800:00000200:24.0:1609800451.430346:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.76@o2ib18
00000800:00000200:24.0:1609800451.430349:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.76@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800451.430350:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345ae7b5c00] (19)++
00000800:00000200:24.0:1609800451.430352:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:24.0:1609800451.430353:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:24.0:1609800451.430354:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:24.0:1609800451.430356:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:24.0:1609800451.430357:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:24.0:1609800451.430375:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:24.0:1609800451.430376:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:24.0:1609800451.430387:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:33.1:1609800451.430468:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:19.0:1609800451.430508:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (27)++
00000800:00000200:19.0:1609800451.430515:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (28)--
00000400:00000200:19.0:1609800451.430517:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.430520:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.430525:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:19.0:1609800451.430526:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:19.0:1609800451.430529:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (27)--
00000400:00000200:19.0:1609800451.430530:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.430533:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.430535:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:19.0:1609800451.430540:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:20.0:1609800451.430541:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:19.0:1609800451.430541:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)++
00000400:00000200:20.0:1609800451.430543:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.430545:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000400:00000200:20.0:1609800451.430546:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.430546:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.430548:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.430548:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:20.0:1609800451.430551:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:18.0:1609800451.430552:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:23.0:1609800451.430553:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)++
00000400:00000200:18.0:1609800451.430554:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.430558:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:18.0:1609800451.430558:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.430559:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:19.0:1609800451.430560:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:23.0:1609800451.430561:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.430562:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:23.0:1609800451.430565:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.430570:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:33.1:1609800451.430865:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:19.0:1609800451.430912:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:19.0:1609800451.430919:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.76@o2ib18
00000800:00000200:19.0:1609800451.430922:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:19.0:1609800451.430924:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:19.0:1609800451.430924:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:19.0:1609800451.430925:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000400:00000200:57.0:1609800451.433805:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.433815:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.433822:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75c80 nid 192.168.128.71@o2ib18
00000400:00000200:57.0:1609800451.433825:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5bc0 net o2ib18
00000400:00000200:57.0:1609800451.433829:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcf000 nid 192.168.128.71@o2ib18
00000400:00000200:57.0:1609800451.433834:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.71@o2ib18 NID 192.168.128.71@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.433841:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.71@o2ib18: 0
00000400:00000200:57.0:1609800451.433843:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.433845:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.433859:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.71@o2ib18 NID 192.168.128.71@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.433865:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.71@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.433874:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.433883:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:38.0:1609800451.433888:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.433889:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.71@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.433891:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.433893:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.71@o2ib18
00000400:00000200:69.0:1609800451.433895:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.71@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.433899:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800451.433904:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:40] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.433910:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.433914:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.71@o2ib18
00000400:00000200:38.0:1609800451.433914:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.433919:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.71@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.433923:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.71@o2ib18 1
00000400:00000200:57.0:1609800451.433942:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.433947:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.71@o2ib18
00000800:00000200:57.0:1609800451.433948:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:69.0:1609800451.433952:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.71@o2ib18
00000400:00000200:38.0:1609800451.433954:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:57.0:1609800451.433956:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9880] -> 192.168.128.71@o2ib18 (1)++
00000400:00000200:69.0:1609800451.433958:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:57.0:1609800451.433963:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2)++
00000400:00000200:69.0:1609800451.433971:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.433977:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:38.0:1609800451.433984:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.433991:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:69.0:1609800451.433992:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.433994:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.433997:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.433998:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9880] -> 192.168.128.71@o2ib18 (3)--
00000800:00000200:38.0:1609800451.434002:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.434007:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.434009:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.434015:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.434020:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:38.0:1609800451.434020:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.434026:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.434031:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800451.434032:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.434047:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:38.0:1609800451.434053:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.434059:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:38.0:1609800451.434063:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.434066:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.434079:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.434080:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.434082:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.434087:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.434087:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.434091:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800451.434095:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.434114:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.434117:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:38.0:1609800451.434117:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:38.0:1609800451.434121:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.434122:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.434131:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.434134:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:57.0:1609800451.434139:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.434141:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.434547:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.71@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.434572:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.71@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.435090:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.71@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.435113:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd0ef000 0xffff9354dd0ef000(0x1fdd0ef000)
00000800:00000200:46.0:1609800451.435117:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd0f0000 0xffff9354dd0f0000(0x1fdd0f0000)
00000800:00000200:46.0:1609800451.435119:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd0f1000 0xffff9354dd0f1000(0x1fdd0f1000)
00000800:00000200:46.0:1609800451.435137:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd0f2000 0xffff9354dd0f2000(0x1fdd0f2000)
00000800:00000200:46.0:1609800451.435139:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd0f3000 0xffff9354dd0f3000(0x1fdd0f3000)
00000800:00000200:46.0:1609800451.435141:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd0f4000 0xffff9354dd0f4000(0x1fdd0f4000)
00000800:00000200:46.0:1609800451.435143:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd0f5000 0xffff9354dd0f5000(0x1fdd0f5000)
00000800:00000200:46.0:1609800451.435145:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd0f6000 0xffff9354dd0f6000(0x1fdd0f6000)
00000800:00000200:46.0:1609800451.435147:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd0f7000 0xffff9354dd0f7000(0x1fdd0f7000)
00000800:00000200:46.0:1609800451.435148:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd0f8000 0xffff9354dd0f8000(0x1fdd0f8000)
00000800:00000200:46.0:1609800451.435150:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd0f9000 0xffff9354dd0f9000(0x1fdd0f9000)
00000800:00000200:46.0:1609800451.435152:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd0fa000 0xffff9354dd0fa000(0x1fdd0fa000)
00000800:00000200:46.0:1609800451.435154:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd0fb000 0xffff9354dd0fb000(0x1fdd0fb000)
00000800:00000200:46.0:1609800451.435156:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd0fc000 0xffff9354dd0fc000(0x1fdd0fc000)
00000800:00000200:46.0:1609800451.435158:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd0fd000 0xffff9354dd0fd000(0x1fdd0fd000)
00000800:00000200:46.0:1609800451.435159:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd0fe000 0xffff9354dd0fe000(0x1fdd0fe000)
00000800:00000200:46.0:1609800451.435161:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd0ff000 0xffff9354dd0ff000(0x1fdd0ff000)
00000800:00000200:46.0:1609800451.435163:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd100000 0xffff9354dd100000(0x1fdd100000)
00000800:00000200:46.0:1609800451.435460:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435461:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435462:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435463:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435464:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435465:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435466:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435467:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435467:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435468:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435469:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435470:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435470:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435471:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435471:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435472:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435472:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435473:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435474:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435474:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435475:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435475:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435476:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435476:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435477:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435478:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435478:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435479:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435479:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435480:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435480:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435481:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435482:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435482:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:46.0:1609800451.435483:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:46.0:1609800451.435483:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (20)--
00000800:00000200:25.0F:1609800451.436096:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.71@o2ib18
00000800:00000200:25.0:1609800451.436103:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.71@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800451.436107:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345ae7b6200] (19)++
00000800:00000200:25.0:1609800451.436109:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:25.0:1609800451.436111:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:25.0:1609800451.436113:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:25.0:1609800451.436115:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:25.0:1609800451.436117:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:25.0:1609800451.436118:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:25.0:1609800451.436120:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:25.0:1609800451.436136:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (27)++
00000800:00000200:25.0:1609800451.436152:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345ae7b6200] (28)--
00000800:00000200:28.1:1609800451.436269:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (27)++
00000800:00000200:18.0:1609800451.436289:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (28)++
00000800:00000200:18.0:1609800451.436299:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (29)--
00000400:00000200:18.0:1609800451.436302:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.436308:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.436314:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (28)--
00000800:00000200:18.0:1609800451.436317:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (27)++
00000800:00000200:18.0:1609800451.436321:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (28)--
00000400:00000200:18.0:1609800451.436322:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.436327:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.436330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (27)--
00000800:00000200:18.0:1609800451.436332:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:18.0:1609800451.436336:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (27)--
00000400:00000200:18.0:1609800451.436338:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.436339:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)++
00000400:00000200:18.0:1609800451.436342:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.436346:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (27)--
00000800:00000200:18.0:1609800451.436346:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (27)--
00000800:00000200:18.0:1609800451.436348:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:23.0:1609800451.436349:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.436351:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (26)--
00000400:00000200:18.0:1609800451.436353:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.436355:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.436357:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.436362:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:23.0:1609800451.436363:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800451.436368:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:18.0:1609800451.436372:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:18.0:1609800451.436374:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.436376:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:18.0:1609800451.436396:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.436399:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800451.436399:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:23.0:1609800451.436400:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.436401:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:23.0:1609800451.436403:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.436406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800451.436464:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:18.0:1609800451.436471:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:18.0:1609800451.436475:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:20.0:1609800451.436476:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:18.0:1609800451.436477:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:18.0:1609800451.436480:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:18.0:1609800451.436481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:5.0:1609800451.445029:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.445040:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.445047:0:16054:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d980 nid 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800451.445055:0:16054:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0680 net o2ib18
00000400:00000200:5.0:1609800451.445059:0:16054:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b195a00 nid 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800451.445065:0:16054:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.125@o2ib18 NID 192.168.128.125@o2ib18 flags 0x0
00000400:00000200:5.0:1609800451.445074:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.125@o2ib18: 0
00000400:00000200:5.0:1609800451.445075:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800451.445077:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800451.445082:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.125@o2ib18 NID 192.168.128.125@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.445085:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.445086:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.125@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.445096:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.445097:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.445102:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.445105:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.125@o2ib18: -114
00000400:00000200:57.0:1609800451.445107:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.445109:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.445113:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.125@o2ib18 NID 192.168.128.125@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.445118:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.125@o2ib18 pending discovery
00000400:00000200:5.0:1609800451.445119:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.125@o2ib18: -114
00000400:00000200:5.0:1609800451.445135:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800451.445137:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.445138:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:5.0:1609800451.445141:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.125@o2ib18 NID 192.168.128.125@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800451.445145:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.125@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.445147:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.125@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.445150:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445154:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.125@o2ib18 state 0x10 rc 0
00000400:00000200:5.0:1609800451.445156:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.445158:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445163:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.125@o2ib18
00000400:00000200:5.0:1609800451.445166:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.445170:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:69.0:1609800451.445171:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:5.0:1609800451.445176:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:41] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.445178:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:41] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800451.445182:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.445184:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800451.445187:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445189:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800451.445194:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.125@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.445195:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.125@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:5.0:1609800451.445199:0:16054:0:(router.c:135:lnet_notify_locked()) set 192.168.128.125@o2ib18 1
00000400:00000200:5.0:1609800451.445209:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.445227:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800451.445229:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445233:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.445237:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:57.0:1609800451.445240:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.445242:0:16054:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5b00] -> 192.168.128.125@o2ib18 (1)++
00000400:00000200:57.0:1609800451.445243:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:69.0:1609800451.445246:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.445249:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.445250:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.445250:0:16054:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2)++
00000400:00000200:69.0:1609800451.445252:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800451.445253:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445254:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:57.0:1609800451.445259:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.445260:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.445261:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.445263:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:69.0:1609800451.445266:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.445268:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.445270:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.125@o2ib18
00000400:00000200:69.0:1609800451.445272:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:69.0:1609800451.445276:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.445279:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:69.0:1609800451.445281:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.445282:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800451.445291:0:16054:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:5.0:1609800451.445295:0:16054:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5b00] -> 192.168.128.125@o2ib18 (3)--
00000400:00000200:5.0:1609800451.445307:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.445313:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.445317:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:5.0:1609800451.445345:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.445348:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:5.0:1609800451.445352:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.445354:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.445359:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.445362:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.445365:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800451.445371:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.445374:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800451.445378:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.445380:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.445408:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.445430:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.445433:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:0.0:1609800451.445440:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.445444:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:0.0:1609800451.445449:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.445451:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.446152:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.125@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.446177:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.125@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.446690:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.125@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.446716:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5cfa000 0xffff9344c5cfa000(0xfc5cfa000)
00000800:00000200:46.0:1609800451.446720:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5cfb000 0xffff9344c5cfb000(0xfc5cfb000)
00000800:00000200:46.0:1609800451.446722:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5cfc000 0xffff9344c5cfc000(0xfc5cfc000)
00000800:00000200:46.0:1609800451.446724:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5cfd000 0xffff9344c5cfd000(0xfc5cfd000)
00000800:00000200:46.0:1609800451.446726:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5cfe000 0xffff9344c5cfe000(0xfc5cfe000)
00000800:00000200:46.0:1609800451.446728:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5cff000 0xffff9344c5cff000(0xfc5cff000)
00000800:00000200:46.0:1609800451.446730:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d00000 0xffff9344c5d00000(0xfc5d00000)
00000800:00000200:46.0:1609800451.446731:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d01000 0xffff9344c5d01000(0xfc5d01000)
00000800:00000200:46.0:1609800451.446733:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d02000 0xffff9344c5d02000(0xfc5d02000)
00000800:00000200:46.0:1609800451.446735:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d03000 0xffff9344c5d03000(0xfc5d03000)
00000800:00000200:46.0:1609800451.446737:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d04000 0xffff9344c5d04000(0xfc5d04000)
00000800:00000200:46.0:1609800451.446739:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d05000 0xffff9344c5d05000(0xfc5d05000)
00000800:00000200:46.0:1609800451.446741:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d06000 0xffff9344c5d06000(0xfc5d06000)
00000800:00000200:46.0:1609800451.446742:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d07000 0xffff9344c5d07000(0xfc5d07000)
00000800:00000200:46.0:1609800451.446744:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d08000 0xffff9344c5d08000(0xfc5d08000)
00000800:00000200:46.0:1609800451.446746:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d09000 0xffff9344c5d09000(0xfc5d09000)
00000800:00000200:46.0:1609800451.446748:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d0a000 0xffff9344c5d0a000(0xfc5d0a000)
00000800:00000200:46.0:1609800451.446750:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d0b000 0xffff9344c5d0b000(0xfc5d0b000)
00000800:00000200:46.0:1609800451.447042:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447044:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447044:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447045:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447046:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447046:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447047:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447047:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447048:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447049:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447049:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447050:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447050:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447051:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447052:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447053:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447054:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447055:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447056:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447057:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447057:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447058:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447059:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447060:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447060:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447061:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447061:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447062:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447063:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447063:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447064:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447064:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447065:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447065:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:46.0:1609800451.447066:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (19)++
00000800:00000200:46.0:1609800451.447067:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (20)--
00000800:00000200:26.0F:1609800451.447617:0:431:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.125@o2ib18
00000800:00000200:26.0:1609800451.447625:0:431:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.125@o2ib18: active(1), version(12), status(0)
00000800:00000200:26.0:1609800451.447629:0:431:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6ee800] (19)++
00000800:00000200:26.0:1609800451.447632:0:431:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6ee800] (20)++
00000800:00000200:26.0:1609800451.447634:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:26.0:1609800451.447636:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (22)++
00000800:00000200:26.0:1609800451.447637:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:26.0:1609800451.447639:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000800:00000200:26.0:1609800451.447640:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (25)++
00000800:00000200:26.0:1609800451.447642:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (26)++
00000800:00000200:26.0:1609800451.447643:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (27)++
00000800:00000200:26.0:1609800451.447645:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (28)++
00000800:00000200:26.0:1609800451.447662:0:431:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6ee800] (29)--
00000800:00000200:31.1:1609800451.447694:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (28)++
00000800:00000200:3.0:1609800451.447745:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (29)++
00000800:00000200:3.0:1609800451.447754:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (30)--
00000400:00000200:3.0:1609800451.447757:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.447766:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.447772:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (29)--
00000800:00000200:3.0:1609800451.447774:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (28)++
00000800:00000200:3.0:1609800451.447778:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (29)--
00000400:00000200:3.0:1609800451.447780:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.447785:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.447788:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (28)--
00000800:00000200:3.0:1609800451.447790:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (27)++
00000800:00000200:3.0:1609800451.447794:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (28)--
00000400:00000200:3.0:1609800451.447796:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.447797:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (27)++
00000400:00000200:3.0:1609800451.447800:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.447804:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (28)--
00000800:00000200:3.0:1609800451.447804:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (28)--
00000800:00000200:3.0:1609800451.447806:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)++
00000400:00000200:37.0:1609800451.447807:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.447809:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (27)--
00000400:00000200:3.0:1609800451.447811:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.447813:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.447816:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.447820:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)++
00000800:00000200:3.0:1609800451.447825:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (27)--
00000800:00000200:4.0:1609800451.447826:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (27)--
00000800:00000200:37.0:1609800451.447827:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000400:00000200:4.0:1609800451.447829:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.447830:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:4.0:1609800451.447835:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.447836:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000400:00000200:3.0:1609800451.447838:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.447839:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:3.0:1609800451.447843:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.447844:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:38.0:1609800451.447845:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:37.0:1609800451.447847:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:38.0:1609800451.447848:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.447850:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:38.0:1609800451.447854:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.447861:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:31.1:1609800451.447942:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:4.0:1609800451.447954:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:4.0:1609800451.447962:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800451.447964:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:4.0:1609800451.447965:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800451.447967:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:4.0:1609800451.447969:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:31.1:1609800451.448050:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:3.0:1609800451.448061:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:3.0:1609800451.448067:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:38.0:1609800451.448070:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:3.0:1609800451.448070:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:3.0:1609800451.448072:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:3.0:1609800451.448074:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800451.450113:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.450147:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.450159:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75bc0 nid 192.168.128.94@o2ib18
00000400:00000200:57.0:1609800451.450162:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5f00 net o2ib18
00000400:00000200:0.0:1609800451.450166:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.450177:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.450178:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ec800 nid 192.168.128.94@o2ib18
00000400:00000200:57.0:1609800451.450186:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.94@o2ib18 NID 192.168.128.94@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.450192:0:16058:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.94@o2ib18: 0
00000400:00000200:57.0:1609800451.450196:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.94@o2ib18: 0
00000400:00000200:57.0:1609800451.450198:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.450200:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.450204:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.94@o2ib18 NID 192.168.128.94@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.450209:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.94@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.450211:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.94@o2ib18: -114
00000400:00000200:0.0:1609800451.450213:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.450215:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.450219:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.94@o2ib18 NID 192.168.128.94@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.450223:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.450224:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.94@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.450229:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.450233:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.450235:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.94@o2ib18: -114
00000400:00000200:57.0:1609800451.450237:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.450255:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.450257:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.94@o2ib18 NID 192.168.128.94@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.450260:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.450260:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.94@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.450264:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.94@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.450266:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450267:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.94@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.450269:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450271:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450276:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:69.0:1609800451.450279:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:43] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.450279:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.450282:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.450285:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.94@o2ib18
00000400:00000200:0.0:1609800451.450285:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:69.0:1609800451.450288:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.94@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.450292:0:16058:0:(router.c:135:lnet_notify_locked()) set 192.168.128.94@o2ib18 1
00000400:00000200:0.0:1609800451.450301:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.450308:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450310:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.450313:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:0.0:1609800451.450319:0:16058:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efece00] -> 192.168.128.94@o2ib18 (1)++
00000800:00000200:69.0:1609800451.450323:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.450326:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.450326:0:16058:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efece00] -> 192.168.128.94@o2ib18 (2)++
00000400:00000200:69.0:1609800451.450329:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450331:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:69.0:1609800451.450337:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.450340:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:69.0:1609800451.450343:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.450345:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.450347:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.94@o2ib18
00000400:00000200:69.0:1609800451.450348:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:69.0:1609800451.450352:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.450355:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:69.0:1609800451.450357:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.450358:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.450361:0:16058:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.450365:0:16058:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efece00] -> 192.168.128.94@o2ib18 (3)--
00000400:00000200:57.0:1609800451.450446:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.450454:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.450456:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:57.0:1609800451.450462:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.450466:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800451.450470:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.450472:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.450491:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.450494:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.450496:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:57.0:1609800451.450501:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.450503:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800451.450506:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.450508:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.451252:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.94@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.451278:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.94@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.451703:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.94@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.451724:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d0e000 0xffff9344c5d0e000(0xfc5d0e000)
00000800:00000200:46.0:1609800451.451727:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d0f000 0xffff9344c5d0f000(0xfc5d0f000)
00000800:00000200:46.0:1609800451.451729:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5d10000 0xffff9344c5d10000(0xfc5d10000)
00000800:00000200:46.0:1609800451.451731:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5d11000 0xffff9344c5d11000(0xfc5d11000)
00000800:00000200:46.0:1609800451.451733:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5d12000 0xffff9344c5d12000(0xfc5d12000)
00000800:00000200:46.0:1609800451.451735:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5d13000 0xffff9344c5d13000(0xfc5d13000)
00000800:00000200:46.0:1609800451.451737:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d14000 0xffff9344c5d14000(0xfc5d14000)
00000800:00000200:46.0:1609800451.451738:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d15000 0xffff9344c5d15000(0xfc5d15000)
00000800:00000200:46.0:1609800451.451740:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d16000 0xffff9344c5d16000(0xfc5d16000)
00000800:00000200:46.0:1609800451.451742:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d17000 0xffff9344c5d17000(0xfc5d17000)
00000800:00000200:46.0:1609800451.451744:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d18000 0xffff9344c5d18000(0xfc5d18000)
00000800:00000200:46.0:1609800451.451747:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d19000 0xffff9344c5d19000(0xfc5d19000)
00000800:00000200:46.0:1609800451.451749:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d1a000 0xffff9344c5d1a000(0xfc5d1a000)
00000800:00000200:46.0:1609800451.451751:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d1b000 0xffff9344c5d1b000(0xfc5d1b000)
00000800:00000200:46.0:1609800451.451753:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d1c000 0xffff9344c5d1c000(0xfc5d1c000)
00000800:00000200:46.0:1609800451.451755:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d1d000 0xffff9344c5d1d000(0xfc5d1d000)
00000800:00000200:46.0:1609800451.451757:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d1e000 0xffff9344c5d1e000(0xfc5d1e000)
00000800:00000200:46.0:1609800451.451758:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d1f000 0xffff9344c5d1f000(0xfc5d1f000)
00000800:00000200:46.0:1609800451.452044:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452045:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452046:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452047:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452047:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452048:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452049:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452050:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452051:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452051:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452052:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452053:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452054:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452055:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452055:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452056:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452056:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452057:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452057:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452058:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452058:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452059:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452060:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452060:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452061:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452061:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452062:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452062:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452063:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452064:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452065:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452066:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452067:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452067:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:46.0:1609800451.452068:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (19)++
00000800:00000200:46.0:1609800451.452069:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (20)--
00000800:00000200:28.0F:1609800451.452791:0:433:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.94@o2ib18
00000800:00000200:28.0:1609800451.452795:0:433:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.94@o2ib18: active(1), version(12), status(0)
00000800:00000200:28.0:1609800451.452797:0:433:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ed3800] (19)++
00000800:00000200:28.0:1609800451.452799:0:433:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ed3800] (20)++
00000800:00000200:28.0:1609800451.452800:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (21)++
00000800:00000200:28.0:1609800451.452820:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000800:00000200:28.0:1609800451.452821:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (23)++
00000800:00000200:28.0:1609800451.452822:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (24)++
00000800:00000200:28.0:1609800451.452823:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (25)++
00000800:00000200:28.0:1609800451.452823:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (26)++
00000800:00000200:28.0:1609800451.452835:0:433:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ed3800] (27)--
00000800:00000200:21.1:1609800451.452906:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (26)++
00000800:00000200:37.0:1609800451.452960:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (27)++
00000800:00000200:37.0:1609800451.452968:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (28)--
00000400:00000200:37.0:1609800451.452972:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.452978:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.452984:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (27)--
00000800:00000200:37.0:1609800451.452986:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (26)++
00000800:00000200:37.0:1609800451.452990:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (27)--
00000400:00000200:37.0:1609800451.452992:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.452997:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.453000:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800451.453002:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800451.453006:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (26)--
00000400:00000200:37.0:1609800451.453008:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.453008:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000400:00000200:37.0:1609800451.453012:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.453015:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800451.453016:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800451.453018:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:4.0:1609800451.453018:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.453021:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:37.0:1609800451.453023:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.453025:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.453027:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.453032:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000800:00000200:4.0:1609800451.453037:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:38.0:1609800451.453039:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000800:00000200:37.0:1609800451.453040:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000400:00000200:38.0:1609800451.453059:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.453060:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000400:00000200:38.0:1609800451.453063:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.453068:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:21.1:1609800451.453202:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (20)++
00000800:00000200:37.0:1609800451.453212:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (21)++
00000800:00000200:37.0:1609800451.453216:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.94@o2ib18
00000800:00000200:37.0:1609800451.453218:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:4.0:1609800451.453218:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:37.0:1609800451.453219:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (22)--
00000800:00000200:37.0:1609800451.453220:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:26.1:1609800451.468709:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:19.0:1609800451.468760:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800451.468772:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800451.468781:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800451.468789:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.468794:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:19.0:1609800451.468807:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.468811:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800451.468813:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800451.468819:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.468823:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:19.0:1609800451.468825:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.468828:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:23.0:1609800451.468831:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800451.468835:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800451.468838:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000400:00000200:23.0:1609800451.468839:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.468840:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:19.0:1609800451.468842:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:23.0:1609800451.468844:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:19.0:1609800451.468849:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800451.468855:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800451.468858:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800451.468861:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.468862:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:23.0:1609800451.468865:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800451.468865:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:23.0:1609800451.468870:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800451.468870:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800451.468876:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800451.468877:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800451.468880:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:19.0:1609800451.468881:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800451.468884:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.468887:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800451.468888:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800451.468890:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (25)--
00000800:00000200:23.0:1609800451.468892:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000400:00000200:20.0:1609800451.468892:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.468892:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800451.468894:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.468897:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:20.0:1609800451.468897:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:19.0:1609800451.468902:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:23.0:1609800451.468904:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:19.0:1609800451.468904:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (25)--
00000800:00000200:19.0:1609800451.468906:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800451.468908:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:23.0:1609800451.468911:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800451.468911:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800451.468914:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.468914:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:23.0:1609800451.468916:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.468917:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800451.468920:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:19.0:1609800451.468920:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800451.468920:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000400:00000200:57.0:1609800451.468925:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.468925:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800451.468928:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:20.0:1609800451.468931:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:23.0:1609800451.468932:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.468934:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.468934:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:23.0:1609800451.468938:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800451.468938:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.468941:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800451.468942:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800451.468942:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (25)++
00000400:00000200:19.0:1609800451.468944:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:23.0:1609800451.468947:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800451.468949:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0300 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800451.468949:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (26)++
00000800:00000200:0.0:1609800451.468950:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800451.468951:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.468953:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.468954:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.468955:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.468958:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.468959:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.468959:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (27)--
00000800:00000200:19.0:1609800451.468960:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800451.468961:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000800:00000200:23.0:1609800451.468963:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (26)++
00000400:00000200:18.0:1609800451.468963:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.468964:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:19.0:1609800451.468964:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800451.468965:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:23.0:1609800451.468967:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800451.468969:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800451.468970:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.468971:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:18.0:1609800451.468971:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:0.0:1609800451.468973:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800451.468975:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.468978:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800451.468979:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000400:00000200:18.0:1609800451.468984:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800451.468988:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800451.468989:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800451.468991:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:18.0:1609800451.468991:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800451.468993:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800451.468994:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000400:00000200:0.0:1609800451.468994:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.468995:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.468995:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (25)--
00000800:00000200:19.0:1609800451.468997:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:18.0:1609800451.468997:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800451.468997:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800451.468999:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:57.0:1609800451.469000:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800451.469003:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800451.469007:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebb98e00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:18.0:1609800451.469015:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (21)++
00000800:00000200:18.0:1609800451.469019:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (22)--
00000800:00000200:18.0:1609800451.469021:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:57.0:1609800451.469025:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.469027:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.469032:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.469325:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.469331:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.469333:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800451.469339:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.469342:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800451.469346:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.469347:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:57.0:1609800451.469349:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800451.469355:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000400:00000200:38.0:1609800451.469452:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.469459:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.469463:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800451.469470:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.469475:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:38.0:1609800451.469480:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.469482:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (21)++
00000800:00000200:38.0:1609800451.469484:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:38.0:1609800451.469492:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000400:00000200:38.0:1609800451.469497:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.469514:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.469516:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800451.469522:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.469525:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:38.0:1609800451.469528:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.469529:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000800:00000200:38.0:1609800451.469530:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:38.0:1609800451.469533:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (24)--
00000400:00000200:38.0:1609800451.469542:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.469543:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.469546:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.469547:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800451.469551:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.469552:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.469555:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:57.0:1609800451.469556:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:38.0:1609800451.469558:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.469559:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (23)++
00000800:00000200:38.0:1609800451.469560:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (24)++
00000400:00000200:57.0:1609800451.469562:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.469564:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (25)--
00000800:00000200:57.0:1609800451.469565:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800451.469570:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.469572:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (24)++
00000800:00000200:57.0:1609800451.469573:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (25)++
00000800:00000200:57.0:1609800451.469578:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (26)--
00000800:00000200:26.1:1609800451.469602:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (25)++
00000800:00000200:19.0:1609800451.469642:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (26)++
00000800:00000200:19.0:1609800451.469649:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (27)--
00000400:00000200:19.0:1609800451.469651:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.469654:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (26)++
00000400:00000200:19.0:1609800451.469654:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.469659:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (27)--
00000800:00000200:20.0:1609800451.469660:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (27)--
00000800:00000200:19.0:1609800451.469661:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (26)++
00000400:00000200:20.0:1609800451.469662:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.469664:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (26)--
00000800:00000200:23.0:1609800451.469665:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (26)++
00000400:00000200:20.0:1609800451.469666:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.469666:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.469669:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (26)--
00000400:00000200:19.0:1609800451.469669:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.469669:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (26)++
00000400:00000200:23.0:1609800451.469671:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.469671:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000800:00000200:19.0:1609800451.469672:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:18.0:1609800451.469672:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (26)--
00000400:00000200:18.0:1609800451.469673:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.469674:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:23.0:1609800451.469675:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.469680:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:18.0:1609800451.469686:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.469690:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:38.0:1609800451.469694:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.469705:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.469708:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800451.469714:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.469716:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:38.0:1609800451.469722:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800451.469723:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:38.0:1609800451.469725:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:38.0:1609800451.469732:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800451.469745:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800451.469751:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800451.469755:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:19.0:1609800451.469757:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.469758:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:19.0:1609800451.469760:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.469763:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800451.469826:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:23.0:1609800451.469832:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800451.469837:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:23.0:1609800451.469839:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:18.0:1609800451.469839:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:23.0:1609800451.469840:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:23.0:1609800451.469841:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:57.0:1609800451.469890:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.469893:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.469896:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800451.469902:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.469905:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800451.469909:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.469910:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:57.0:1609800451.469911:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800451.469916:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800451.469934:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:20.0:1609800451.469940:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:20.0:1609800451.469942:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:20.0:1609800451.469944:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.469945:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:20.0:1609800451.469946:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.469949:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:57.0:1609800451.522094:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.522100:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.522103:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75b00 nid 192.168.128.136@o2ib18
00000400:00000200:57.0:1609800451.522105:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f53c0 net o2ib18
00000400:00000200:57.0:1609800451.522107:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ef800 nid 192.168.128.136@o2ib18
00000400:00000200:57.0:1609800451.522110:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.136@o2ib18 NID 192.168.128.136@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.522115:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.136@o2ib18: 0
00000400:00000200:57.0:1609800451.522116:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.522117:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.522119:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.136@o2ib18 NID 192.168.128.136@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.522146:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.136@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.522151:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.522158:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.522162:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.136@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.522162:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.522164:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.136@o2ib18
00000400:00000200:69.0:1609800451.522166:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.136@o2ib18 state 0x10 rc 0
00000400:00000200:5.0:1609800451.522166:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.522168:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800451.522170:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:44] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.522173:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.522175:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.136@o2ib18
00000400:00000200:57.0:1609800451.522178:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.136@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.522180:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.136@o2ib18
00000400:00000200:69.0:1609800451.522182:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.136@o2ib18
00000400:00000200:57.0:1609800451.522183:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.136@o2ib18 1
00000400:00000200:69.0:1609800451.522187:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800451.522187:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.522191:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000400:00000200:69.0:1609800451.522194:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.522198:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800451.522200:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85d80] -> 192.168.128.136@o2ib18 (1)++
00000800:00000200:69.0:1609800451.522204:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.522204:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.522206:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.522209:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2)++
00000400:00000200:5.0:1609800451.522213:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:5.0:1609800451.522226:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.522232:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800451.522233:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.522235:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85d80] -> 192.168.128.136@o2ib18 (3)--
00000800:00000200:5.0:1609800451.522240:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.522244:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.522388:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.522398:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.522401:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:0.0:1609800451.522407:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.522411:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:0.0:1609800451.522416:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.522418:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.522423:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.522428:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.522430:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:0.0:1609800451.522435:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.522437:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:0.0:1609800451.522440:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.522441:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.522651:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.522657:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.522661:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800451.522697:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.522700:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800451.522705:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.522708:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.522712:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.522724:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.522725:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800451.522730:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.522732:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800451.522735:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.522737:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.523022:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.136@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.523057:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.136@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.523561:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.136@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.523588:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d23000 0xffff9344c5d23000(0xfc5d23000)
00000800:00000200:46.0:1609800451.523591:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d24000 0xffff9344c5d24000(0xfc5d24000)
00000800:00000200:46.0:1609800451.523593:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5d25000 0xffff9344c5d25000(0xfc5d25000)
00000800:00000200:46.0:1609800451.523595:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5d26000 0xffff9344c5d26000(0xfc5d26000)
00000800:00000200:46.0:1609800451.523597:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5d27000 0xffff9344c5d27000(0xfc5d27000)
00000800:00000200:46.0:1609800451.523599:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5d28000 0xffff9344c5d28000(0xfc5d28000)
00000800:00000200:46.0:1609800451.523601:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d29000 0xffff9344c5d29000(0xfc5d29000)
00000800:00000200:46.0:1609800451.523603:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d2a000 0xffff9344c5d2a000(0xfc5d2a000)
00000800:00000200:46.0:1609800451.523604:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d2b000 0xffff9344c5d2b000(0xfc5d2b000)
00000800:00000200:46.0:1609800451.523606:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d2c000 0xffff9344c5d2c000(0xfc5d2c000)
00000800:00000200:46.0:1609800451.523608:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d2d000 0xffff9344c5d2d000(0xfc5d2d000)
00000800:00000200:46.0:1609800451.523610:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d2e000 0xffff9344c5d2e000(0xfc5d2e000)
00000800:00000200:46.0:1609800451.523612:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d2f000 0xffff9344c5d2f000(0xfc5d2f000)
00000800:00000200:46.0:1609800451.523613:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d30000 0xffff9344c5d30000(0xfc5d30000)
00000800:00000200:46.0:1609800451.523615:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d31000 0xffff9344c5d31000(0xfc5d31000)
00000800:00000200:46.0:1609800451.523617:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d32000 0xffff9344c5d32000(0xfc5d32000)
00000800:00000200:46.0:1609800451.523619:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d33000 0xffff9344c5d33000(0xfc5d33000)
00000800:00000200:46.0:1609800451.523621:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d34000 0xffff9344c5d34000(0xfc5d34000)
00000800:00000200:46.0:1609800451.523910:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523913:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523914:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523916:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523918:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523919:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523920:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523922:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523923:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523924:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523926:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523927:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523928:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523930:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523931:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523932:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523933:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523934:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523936:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523937:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523938:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523939:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523940:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523942:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523943:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523944:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523945:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523947:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523948:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523949:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523950:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523951:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523953:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523954:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:46.0:1609800451.523955:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (19)++
00000800:00000200:46.0:1609800451.523956:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (20)--
00000800:00000200:29.0:1609800451.524508:0:434:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.136@o2ib18
00000800:00000200:29.0:1609800451.524510:0:434:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.136@o2ib18: active(1), version(12), status(0)
00000800:00000200:29.0:1609800451.524512:0:434:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ed1c00] (19)++
00000800:00000200:29.0:1609800451.524513:0:434:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ed1c00] (20)++
00000800:00000200:29.0:1609800451.524514:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:29.0:1609800451.524515:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:29.0:1609800451.524517:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:29.0:1609800451.524518:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:29.0:1609800451.524537:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (25)++
00000800:00000200:29.0:1609800451.524538:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (26)++
00000800:00000200:29.0:1609800451.524539:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (27)++
00000800:00000200:29.0:1609800451.524549:0:434:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ed1c00] (28)--
00000800:00000200:27.1F:1609800451.524597:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (27)++
00000800:00000200:3.0:1609800451.524642:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (28)++
00000800:00000200:3.0:1609800451.524648:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (29)--
00000400:00000200:3.0:1609800451.524650:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.524654:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.524659:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (28)--
00000800:00000200:3.0:1609800451.524660:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (27)++
00000800:00000200:3.0:1609800451.524663:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (28)--
00000400:00000200:3.0:1609800451.524666:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.524668:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.524670:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (27)--
00000800:00000200:3.0:1609800451.524671:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)++
00000800:00000200:3.0:1609800451.524675:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (27)--
00000400:00000200:3.0:1609800451.524676:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.524678:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.524679:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:3.0:1609800451.524680:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:3.0:1609800451.524682:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (26)--
00000800:00000200:38.0:1609800451.524683:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)++
00000400:00000200:3.0:1609800451.524683:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.524685:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.524687:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:38.0:1609800451.524688:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (26)--
00000800:00000200:3.0:1609800451.524688:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000400:00000200:38.0:1609800451.524690:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.524691:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000400:00000200:3.0:1609800451.524692:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.524693:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.524694:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.524698:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:3.0:1609800451.524700:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:38.0:1609800451.524702:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:38.0:1609800451.524707:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:38.0:1609800451.524709:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.524710:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:38.0:1609800451.524711:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.524715:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800451.524913:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:3.0:1609800451.524927:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:3.0:1609800451.524933:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800451.524935:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:3.0:1609800451.524936:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:3.0:1609800451.524939:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:3.0:1609800451.524940:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:0.0:1609800451.550234:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.550244:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.550250:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.550253:0:16058:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5c80 nid 192.168.128.79@o2ib18
00000400:00000200:57.0:1609800451.550257:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.550257:0:16058:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1040 net o2ib18
00000400:00000200:0.0:1609800451.550261:0:16058:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354de0b5400 nid 192.168.128.79@o2ib18
00000400:00000200:0.0:1609800451.550267:0:16058:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.79@o2ib18 NID 192.168.128.79@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.550271:0:16066:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.79@o2ib18: 0
00000400:00000200:0.0:1609800451.550276:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.79@o2ib18: 0
00000400:00000200:0.0:1609800451.550277:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.550280:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.550284:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.79@o2ib18 NID 192.168.128.79@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.550288:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.79@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.550305:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.79@o2ib18: -114
00000400:00000200:57.0:1609800451.550307:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.550308:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.550310:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.79@o2ib18 NID 192.168.128.79@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.550313:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.79@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.550318:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.550318:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.550320:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.550323:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.79@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.550325:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.79@o2ib18
00000400:00000200:69.0:1609800451.550326:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.79@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800451.550327:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.550328:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.79@o2ib18
00000400:00000200:57.0:1609800451.550330:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.550332:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.79@o2ib18
00000400:00000200:0.0:1609800451.550333:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800451.550336:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800451.550339:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:45] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.550341:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:45] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.550344:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.550345:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.550346:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.79@o2ib18
00000400:00000200:57.0:1609800451.550350:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.79@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.550350:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.79@o2ib18
00000400:00000200:57.0:1609800451.550352:0:16066:0:(router.c:135:lnet_notify_locked()) set 192.168.128.79@o2ib18 1
00000400:00000200:0.0:1609800451.550356:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.79@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:57.0:1609800451.550358:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.550362:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:57.0:1609800451.550362:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:69.0:1609800451.550369:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.550373:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:0.0:1609800451.550381:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.550387:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:69.0:1609800451.550389:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934d25de1900] -> 192.168.128.79@o2ib18 (1)++
00000800:00000200:69.0:1609800451.550394:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934d25de1900] -> 192.168.128.79@o2ib18 (2)++
00000800:00000200:57.0:1609800451.550394:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.550397:0:16066:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff934586386d00] -> 192.168.128.79@o2ib18 (1)--
00000800:00000200:0.0:1609800451.550414:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.550416:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.550417:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.550419:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934d25de1900] -> 192.168.128.79@o2ib18 (3)--
00000400:00000200:69.0:1609800451.550421:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.79@o2ib18
00000400:00000200:0.0:1609800451.550423:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.550424:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800451.550426:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.550428:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:69.0:1609800451.550430:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.550434:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:0.0:1609800451.550437:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.550440:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:69.0:1609800451.550442:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.550444:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.550447:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.550449:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.550454:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.550460:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.550462:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800451.550467:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.550470:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800451.550473:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.550474:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.550479:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.550496:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.550498:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800451.550503:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.550505:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800451.550508:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.550509:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.551077:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.79@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.551094:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.79@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.551430:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.79@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.551442:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd2e9000 0xffff9354dd2e9000(0x1fdd2e9000)
00000800:00000200:46.0:1609800451.551444:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd2ea000 0xffff9354dd2ea000(0x1fdd2ea000)
00000800:00000200:46.0:1609800451.551446:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd2eb000 0xffff9354dd2eb000(0x1fdd2eb000)
00000800:00000200:46.0:1609800451.551447:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd2ec000 0xffff9354dd2ec000(0x1fdd2ec000)
00000800:00000200:46.0:1609800451.551448:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd2ed000 0xffff9354dd2ed000(0x1fdd2ed000)
00000800:00000200:46.0:1609800451.551449:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd2ee000 0xffff9354dd2ee000(0x1fdd2ee000)
00000800:00000200:46.0:1609800451.551450:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd2ef000 0xffff9354dd2ef000(0x1fdd2ef000)
00000800:00000200:46.0:1609800451.551451:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd2f0000 0xffff9354dd2f0000(0x1fdd2f0000)
00000800:00000200:46.0:1609800451.551452:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd2f1000 0xffff9354dd2f1000(0x1fdd2f1000)
00000800:00000200:46.0:1609800451.551453:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd2f2000 0xffff9354dd2f2000(0x1fdd2f2000)
00000800:00000200:46.0:1609800451.551454:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd2f3000 0xffff9354dd2f3000(0x1fdd2f3000)
00000800:00000200:46.0:1609800451.551455:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd2f4000 0xffff9354dd2f4000(0x1fdd2f4000)
00000800:00000200:46.0:1609800451.551455:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd2f5000 0xffff9354dd2f5000(0x1fdd2f5000)
00000800:00000200:46.0:1609800451.551456:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd2f6000 0xffff9354dd2f6000(0x1fdd2f6000)
00000800:00000200:46.0:1609800451.551457:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd2f7000 0xffff9354dd2f7000(0x1fdd2f7000)
00000800:00000200:46.0:1609800451.551458:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd2f8000 0xffff9354dd2f8000(0x1fdd2f8000)
00000800:00000200:46.0:1609800451.551459:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd2f9000 0xffff9354dd2f9000(0x1fdd2f9000)
00000800:00000200:46.0:1609800451.551460:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd2fa000 0xffff9354dd2fa000(0x1fdd2fa000)
00000800:00000200:46.0:1609800451.551699:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551700:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551701:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551701:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551702:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551702:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551703:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551704:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551704:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551705:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551705:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551706:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551707:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551708:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551708:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551709:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551710:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551711:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551712:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551713:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551714:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551714:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551715:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551716:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551717:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551717:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551718:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551718:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551719:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551720:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551720:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551721:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551721:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551722:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:46.0:1609800451.551722:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (19)++
00000800:00000200:46.0:1609800451.551723:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (20)--
00000800:00000200:30.0:1609800451.552223:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.79@o2ib18
00000800:00000200:30.0:1609800451.552227:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.79@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800451.552230:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dd17d400] (19)++
00000800:00000200:30.0:1609800451.552232:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dd17d400] (20)++
00000800:00000200:30.0:1609800451.552234:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:30.0:1609800451.552236:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:30.0:1609800451.552238:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:30.0:1609800451.552239:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (24)++
00000800:00000200:30.0:1609800451.552241:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (25)++
00000800:00000200:30.0:1609800451.552243:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (26)++
00000800:00000200:30.0:1609800451.552244:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (27)++
00000800:00000200:30.0:1609800451.552270:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dd17d400] (28)--
00000800:00000200:21.1:1609800451.552384:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (27)++
00000800:00000200:18.0:1609800451.552404:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (28)++
00000800:00000200:18.0:1609800451.552414:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (29)--
00000800:00000200:23.0:1609800451.552417:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (28)++
00000400:00000200:18.0:1609800451.552417:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.552422:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (29)--
00000400:00000200:23.0:1609800451.552424:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.552424:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:23.0:1609800451.552429:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.552432:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (28)--
00000800:00000200:23.0:1609800451.552434:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (27)--
00000800:00000200:18.0:1609800451.552436:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)++
00000800:00000200:18.0:1609800451.552441:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (27)--
00000400:00000200:18.0:1609800451.552443:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.552448:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.552452:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:18.0:1609800451.552453:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000800:00000200:18.0:1609800451.552460:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (26)--
00000400:00000200:18.0:1609800451.552461:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.552465:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000400:00000200:18.0:1609800451.552466:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.552474:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:19.0:1609800451.552476:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (26)--
00000800:00000200:18.0:1609800451.552476:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000800:00000200:23.0:1609800451.552479:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000400:00000200:19.0:1609800451.552479:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.552479:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000400:00000200:18.0:1609800451.552481:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.552482:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000400:00000200:23.0:1609800451.552484:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.552484:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000400:00000200:19.0:1609800451.552485:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.552486:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:23.0:1609800451.552489:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.552489:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800451.552493:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:23.0:1609800451.552496:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800451.552614:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:20.0:1609800451.552623:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:20.0:1609800451.552632:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:18.0:1609800451.552634:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:20.0:1609800451.552635:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:20.0:1609800451.552638:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:20.0:1609800451.552639:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:57.0:1609800451.554061:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.554067:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.554071:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75a40 nid 192.168.128.119@o2ib18
00000400:00000200:57.0:1609800451.554072:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5080 net o2ib18
00000400:00000200:57.0:1609800451.554076:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934584bcf600 nid 192.168.128.119@o2ib18
00000400:00000200:57.0:1609800451.554079:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.119@o2ib18 NID 192.168.128.119@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.554083:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.119@o2ib18: 0
00000400:00000200:57.0:1609800451.554084:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.554085:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.554087:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.119@o2ib18 NID 192.168.128.119@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.554089:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.119@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.554093:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.554131:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.554152:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.554153:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.119@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.554155:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.119@o2ib18
00000400:00000200:69.0:1609800451.554156:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.119@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.554160:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800451.554163:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:47] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.554166:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.554168:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.119@o2ib18
00000400:00000200:57.0:1609800451.554170:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.119@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.554179:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.119@o2ib18 1
00000400:00000200:57.0:1609800451.554183:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.554188:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.119@o2ib18
00000800:00000200:57.0:1609800451.554188:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000400:00000200:69.0:1609800451.554191:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.119@o2ib18
00000400:00000200:69.0:1609800451.554194:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:69.0:1609800451.554200:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.554204:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800451.554204:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934586386d00] -> 192.168.128.119@o2ib18 (1)++
00000800:00000200:57.0:1609800451.554207:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934586386d00] -> 192.168.128.119@o2ib18 (2)++
00000800:00000200:69.0:1609800451.554208:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.554211:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.554228:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.554230:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934586386d00] -> 192.168.128.119@o2ib18 (3)--
00000400:00000200:57.0:1609800451.554237:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.554238:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.554240:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.554243:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800451.554248:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.554250:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.554251:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800451.554255:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.554257:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.554257:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800451.554262:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.554270:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.554276:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000400:00000200:57.0:1609800451.554281:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.554283:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:0.0:1609800451.554284:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.554289:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.554289:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.554292:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800451.554296:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.554298:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.554370:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.554400:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.554407:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:38.0:1609800451.554419:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.554425:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:38.0:1609800451.554433:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.554437:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.554862:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.119@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.554879:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.119@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.555244:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.119@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.555261:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dd372000 0xffff9354dd372000(0x1fdd372000)
00000800:00000200:46.0:1609800451.555262:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dd373000 0xffff9354dd373000(0x1fdd373000)
00000800:00000200:46.0:1609800451.555263:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dd374000 0xffff9354dd374000(0x1fdd374000)
00000800:00000200:46.0:1609800451.555264:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dd375000 0xffff9354dd375000(0x1fdd375000)
00000800:00000200:46.0:1609800451.555265:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dd376000 0xffff9354dd376000(0x1fdd376000)
00000800:00000200:46.0:1609800451.555266:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dd377000 0xffff9354dd377000(0x1fdd377000)
00000800:00000200:46.0:1609800451.555267:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dd378000 0xffff9354dd378000(0x1fdd378000)
00000800:00000200:46.0:1609800451.555267:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dd379000 0xffff9354dd379000(0x1fdd379000)
00000800:00000200:46.0:1609800451.555268:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dd37a000 0xffff9354dd37a000(0x1fdd37a000)
00000800:00000200:46.0:1609800451.555269:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dd37b000 0xffff9354dd37b000(0x1fdd37b000)
00000800:00000200:46.0:1609800451.555270:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dd37c000 0xffff9354dd37c000(0x1fdd37c000)
00000800:00000200:46.0:1609800451.555271:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dd37d000 0xffff9354dd37d000(0x1fdd37d000)
00000800:00000200:46.0:1609800451.555273:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dd37e000 0xffff9354dd37e000(0x1fdd37e000)
00000800:00000200:46.0:1609800451.555274:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dd37f000 0xffff9354dd37f000(0x1fdd37f000)
00000800:00000200:46.0:1609800451.555275:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dd380000 0xffff9354dd380000(0x1fdd380000)
00000800:00000200:46.0:1609800451.555276:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dd381000 0xffff9354dd381000(0x1fdd381000)
00000800:00000200:46.0:1609800451.555277:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dd382000 0xffff9354dd382000(0x1fdd382000)
00000800:00000200:46.0:1609800451.555278:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dd383000 0xffff9354dd383000(0x1fdd383000)
00000800:00000200:46.0:1609800451.555524:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555525:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555526:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555527:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555527:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555528:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555529:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555530:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555531:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555531:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555532:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555533:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555534:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555534:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555535:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555535:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555536:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555536:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555537:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555538:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555538:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555539:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555539:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555540:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555540:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555541:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555542:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555542:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555543:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555543:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555544:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555545:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555546:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555547:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:46.0:1609800451.555548:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (19)++
00000800:00000200:46.0:1609800451.555548:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (20)--
00000800:00000200:31.0:1609800451.556154:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.119@o2ib18
00000800:00000200:31.0:1609800451.556157:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.119@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800451.556162:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dd17e000] (19)++
00000800:00000200:31.0:1609800451.556164:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dd17e000] (20)++
00000800:00000200:31.0:1609800451.556166:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:31.0:1609800451.556168:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000800:00000200:31.0:1609800451.556170:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (23)++
00000800:00000200:31.0:1609800451.556171:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (24)++
00000800:00000200:31.0:1609800451.556173:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (25)++
00000800:00000200:31.0:1609800451.556174:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (26)++
00000800:00000200:31.0:1609800451.556188:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dd17e000] (27)--
00000800:00000200:25.1:1609800451.556275:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (26)++
00000800:00000200:19.0:1609800451.556326:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (27)++
00000800:00000200:19.0:1609800451.556336:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (28)--
00000800:00000200:23.0:1609800451.556339:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (27)++
00000400:00000200:19.0:1609800451.556339:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.556344:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (28)--
00000400:00000200:19.0:1609800451.556345:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:23.0:1609800451.556346:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.556351:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.556352:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (27)--
00000800:00000200:18.0:1609800451.556356:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (26)++
00000800:00000200:23.0:1609800451.556363:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (27)--
00000800:00000200:23.0:1609800451.556365:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (26)++
00000800:00000200:18.0:1609800451.556365:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (26)--
00000400:00000200:18.0:1609800451.556368:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.556370:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (26)--
00000400:00000200:23.0:1609800451.556371:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.556374:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)++
00000400:00000200:18.0:1609800451.556375:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:23.0:1609800451.556376:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.556376:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (26)--
00000400:00000200:19.0:1609800451.556378:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.556382:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)--
00000400:00000200:19.0:1609800451.556383:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.556385:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:18.0:1609800451.556387:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:19.0:1609800451.556391:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:18.0:1609800451.556392:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (24)--
00000800:00000200:19.0:1609800451.556394:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:18.0:1609800451.556394:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.556399:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.556403:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:25.1:1609800451.556579:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (20)++
00000800:00000200:19.0:1609800451.556585:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)++
00000800:00000200:19.0:1609800451.556589:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.119@o2ib18
00000800:00000200:23.0:1609800451.556591:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:19.0:1609800451.556591:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:19.0:1609800451.556593:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:19.0:1609800451.556594:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:57.0:1609800451.567082:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.567104:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.567112:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75980 nid 192.168.128.101@o2ib18
00000400:00000200:57.0:1609800451.567115:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5880 net o2ib18
00000400:00000200:57.0:1609800451.567137:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed3c00 nid 192.168.128.101@o2ib18
00000400:00000200:57.0:1609800451.567143:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.101@o2ib18 NID 192.168.128.101@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.567150:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.101@o2ib18: 0
00000400:00000200:57.0:1609800451.567152:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.567156:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.567160:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.101@o2ib18 NID 192.168.128.101@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.567163:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.101@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.567182:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.567193:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.567197:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.101@o2ib18: -114
00000400:00000200:57.0:1609800451.567199:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.567200:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.567204:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.101@o2ib18 NID 192.168.128.101@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.567207:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.567207:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.101@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.567214:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.101@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.567217:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567220:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.101@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.567223:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567228:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567234:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:69.0:1609800451.567238:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:48] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.567244:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.567248:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567253:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.101@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.567258:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.101@o2ib18 1
00000400:00000200:69.0:1609800451.567267:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.567274:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:38.0:1609800451.567279:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.567285:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85180] -> 192.168.128.101@o2ib18 (1)++
00000400:00000200:38.0:1609800451.567290:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.567292:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85180] -> 192.168.128.101@o2ib18 (2)++
00000400:00000200:38.0:1609800451.567297:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:38.0:1609800451.567321:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.567325:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:38.0:1609800451.567330:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800451.567332:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.567334:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.567337:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85180] -> 192.168.128.101@o2ib18 (3)--
00000400:00000200:38.0:1609800451.567338:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.567339:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567343:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:38.0:1609800451.567343:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.567345:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:38.0:1609800451.567351:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.567354:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:69.0:1609800451.567358:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.567363:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:38.0:1609800451.567363:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.567365:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.567368:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.567371:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.567371:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.567375:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.567378:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:38.0:1609800451.567384:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.567387:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:38.0:1609800451.567391:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.567392:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.567734:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.567751:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.567754:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:5.0:1609800451.567760:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.567764:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:5.0:1609800451.567768:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.567770:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.567789:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.567802:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.567806:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:57.0:1609800451.567812:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.567815:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:57.0:1609800451.567820:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.567822:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.568155:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.101@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.568181:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.101@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.568671:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.101@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.568697:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d39000 0xffff9344c5d39000(0xfc5d39000)
00000800:00000200:46.0:1609800451.568700:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d3a000 0xffff9344c5d3a000(0xfc5d3a000)
00000800:00000200:46.0:1609800451.568703:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5d3b000 0xffff9344c5d3b000(0xfc5d3b000)
00000800:00000200:46.0:1609800451.568705:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5d3c000 0xffff9344c5d3c000(0xfc5d3c000)
00000800:00000200:46.0:1609800451.568707:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5d3d000 0xffff9344c5d3d000(0xfc5d3d000)
00000800:00000200:46.0:1609800451.568709:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5d3e000 0xffff9344c5d3e000(0xfc5d3e000)
00000800:00000200:46.0:1609800451.568711:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d3f000 0xffff9344c5d3f000(0xfc5d3f000)
00000800:00000200:46.0:1609800451.568712:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d40000 0xffff9344c5d40000(0xfc5d40000)
00000800:00000200:46.0:1609800451.568714:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d41000 0xffff9344c5d41000(0xfc5d41000)
00000800:00000200:46.0:1609800451.568716:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d42000 0xffff9344c5d42000(0xfc5d42000)
00000800:00000200:46.0:1609800451.568718:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d43000 0xffff9344c5d43000(0xfc5d43000)
00000800:00000200:46.0:1609800451.568720:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d44000 0xffff9344c5d44000(0xfc5d44000)
00000800:00000200:46.0:1609800451.568722:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d45000 0xffff9344c5d45000(0xfc5d45000)
00000800:00000200:46.0:1609800451.568723:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d46000 0xffff9344c5d46000(0xfc5d46000)
00000800:00000200:46.0:1609800451.568725:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d47000 0xffff9344c5d47000(0xfc5d47000)
00000800:00000200:46.0:1609800451.568727:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d48000 0xffff9344c5d48000(0xfc5d48000)
00000800:00000200:46.0:1609800451.568729:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d49000 0xffff9344c5d49000(0xfc5d49000)
00000800:00000200:46.0:1609800451.568731:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d4a000 0xffff9344c5d4a000(0xfc5d4a000)
00000800:00000200:46.0:1609800451.569029:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569030:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569031:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569032:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569032:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569034:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569035:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569035:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569036:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569037:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569038:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569039:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569039:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569040:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569041:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569041:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569042:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569042:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569043:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569043:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569044:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569044:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569045:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569046:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569046:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569047:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569047:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569048:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569048:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569049:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569050:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569050:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569051:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569051:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:46.0:1609800451.569052:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (19)++
00000800:00000200:46.0:1609800451.569052:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (20)--
00000800:00000200:32.0:1609800451.569566:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.101@o2ib18
00000800:00000200:32.0:1609800451.569569:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.101@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800451.569571:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93366bf83200] (19)++
00000800:00000200:32.0:1609800451.569573:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93366bf83200] (20)++
00000800:00000200:32.0:1609800451.569574:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:32.0:1609800451.569575:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:32.0:1609800451.569576:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000800:00000200:32.0:1609800451.569577:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (24)++
00000800:00000200:32.0:1609800451.569578:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (25)++
00000800:00000200:32.0:1609800451.569579:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (26)++
00000800:00000200:32.0:1609800451.569580:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (27)++
00000800:00000200:32.0:1609800451.569590:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93366bf83200] (28)--
00000800:00000200:28.1:1609800451.569658:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (27)++
00000800:00000200:38.0:1609800451.569703:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (28)++
00000800:00000200:38.0:1609800451.569709:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (29)--
00000400:00000200:38.0:1609800451.569711:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.569714:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.569719:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (28)--
00000800:00000200:38.0:1609800451.569720:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (27)++
00000800:00000200:38.0:1609800451.569724:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (28)--
00000400:00000200:38.0:1609800451.569725:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.569727:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.569729:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (27)--
00000800:00000200:38.0:1609800451.569730:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (26)++
00000800:00000200:38.0:1609800451.569733:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (27)--
00000400:00000200:38.0:1609800451.569734:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.569736:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:38.0:1609800451.569737:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:38.0:1609800451.569738:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:38.0:1609800451.569742:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (26)--
00000400:00000200:38.0:1609800451.569743:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.569745:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.569745:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:38.0:1609800451.569748:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:37.0:1609800451.569749:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:38.0:1609800451.569750:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000400:00000200:37.0:1609800451.569751:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.569752:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000400:00000200:38.0:1609800451.569753:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.569755:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.569755:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.569759:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:4.0:1609800451.569761:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:38.0:1609800451.569767:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:38.0:1609800451.569769:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:4.0:1609800451.569769:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:4.0:1609800451.569770:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.569774:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.569779:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800451.569917:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:38.0:1609800451.569926:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:38.0:1609800451.569930:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800451.569931:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:38.0:1609800451.569932:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:38.0:1609800451.569934:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:38.0:1609800451.569935:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:57.0:1609800451.581084:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.581103:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.581107:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c758c0 nid 192.168.128.77@o2ib18
00000400:00000200:57.0:1609800451.581109:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5280 net o2ib18
00000400:00000200:57.0:1609800451.581116:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcc90000 nid 192.168.128.77@o2ib18
00000400:00000200:57.0:1609800451.581119:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.77@o2ib18 NID 192.168.128.77@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.581130:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.77@o2ib18: 0
00000400:00000200:57.0:1609800451.581130:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.581131:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.581151:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.77@o2ib18 NID 192.168.128.77@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.581153:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.77@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.581177:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.581185:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.581189:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.77@o2ib18: -114
00000400:00000200:57.0:1609800451.581190:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.581190:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.581192:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.77@o2ib18 NID 192.168.128.77@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.581194:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.77@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.581195:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.581198:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.77@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.581200:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.77@o2ib18
00000400:00000200:69.0:1609800451.581202:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.77@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.581203:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.77@o2ib18
00000400:00000200:69.0:1609800451.581206:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.77@o2ib18
00000400:00000200:69.0:1609800451.581209:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:69.0:1609800451.581212:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:49] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.581215:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.581217:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.77@o2ib18
00000400:00000200:69.0:1609800451.581220:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.77@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.581222:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.77@o2ib18 1
00000400:00000200:69.0:1609800451.581227:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.581230:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:69.0:1609800451.581237:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (1)++
00000800:00000200:69.0:1609800451.581241:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2)++
00000800:00000200:69.0:1609800451.581263:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.581265:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (3)--
00000400:00000200:69.0:1609800451.581267:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.77@o2ib18
00000400:00000200:69.0:1609800451.581269:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:69.0:1609800451.581274:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.581277:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:69.0:1609800451.581279:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.581282:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.581287:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.581298:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.581304:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:0.0:1609800451.581317:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.581323:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800451.581332:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.581333:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.581339:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.581340:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.581343:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800451.581351:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.581351:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.581355:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000400:00000200:0.0:1609800451.581357:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.581360:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.581361:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000800:00000200:57.0:1609800451.581362:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.581371:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.581377:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800451.581383:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.581386:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.581395:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.581401:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.581404:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:0.0:1609800451.581414:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.581418:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800451.581423:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.581427:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.581523:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.581529:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.581532:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800451.581537:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.581541:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:57.0:1609800451.581544:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.581546:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.581961:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.77@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.581986:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.77@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.582484:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.77@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.582505:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dcc72000 0xffff9354dcc72000(0x1fdcc72000)
00000800:00000200:46.0:1609800451.582509:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dcc73000 0xffff9354dcc73000(0x1fdcc73000)
00000800:00000200:46.0:1609800451.582511:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dcc74000 0xffff9354dcc74000(0x1fdcc74000)
00000800:00000200:46.0:1609800451.582514:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dcc75000 0xffff9354dcc75000(0x1fdcc75000)
00000800:00000200:46.0:1609800451.582516:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dcc76000 0xffff9354dcc76000(0x1fdcc76000)
00000800:00000200:46.0:1609800451.582518:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dcc77000 0xffff9354dcc77000(0x1fdcc77000)
00000800:00000200:46.0:1609800451.582519:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dcc78000 0xffff9354dcc78000(0x1fdcc78000)
00000800:00000200:46.0:1609800451.582521:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dcc79000 0xffff9354dcc79000(0x1fdcc79000)
00000800:00000200:46.0:1609800451.582523:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dcc7a000 0xffff9354dcc7a000(0x1fdcc7a000)
00000800:00000200:46.0:1609800451.582525:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dcc7b000 0xffff9354dcc7b000(0x1fdcc7b000)
00000800:00000200:46.0:1609800451.582526:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dcc7c000 0xffff9354dcc7c000(0x1fdcc7c000)
00000800:00000200:46.0:1609800451.582528:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dcc7d000 0xffff9354dcc7d000(0x1fdcc7d000)
00000800:00000200:46.0:1609800451.582530:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dcc7e000 0xffff9354dcc7e000(0x1fdcc7e000)
00000800:00000200:46.0:1609800451.582532:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dcc7f000 0xffff9354dcc7f000(0x1fdcc7f000)
00000800:00000200:46.0:1609800451.582534:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dcc80000 0xffff9354dcc80000(0x1fdcc80000)
00000800:00000200:46.0:1609800451.582536:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dcc81000 0xffff9354dcc81000(0x1fdcc81000)
00000800:00000200:46.0:1609800451.582537:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dcc82000 0xffff9354dcc82000(0x1fdcc82000)
00000800:00000200:46.0:1609800451.582539:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dcc83000 0xffff9354dcc83000(0x1fdcc83000)
00000800:00000200:46.0:1609800451.582823:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582825:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582827:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582828:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582829:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582830:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582832:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582833:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582834:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582835:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582837:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582838:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582839:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582840:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582858:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582859:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582860:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582861:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582862:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582863:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582863:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582864:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582865:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582866:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582867:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582867:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582868:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582869:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582869:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582870:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582870:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582871:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582871:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582872:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000800:00000200:46.0:1609800451.582872:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (19)++
00000800:00000200:46.0:1609800451.582873:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (20)--
00000400:00000200:57.0:1609800451.583416:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.583430:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.583434:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75800 nid 192.168.128.131@o2ib18
00000400:00000200:57.0:1609800451.583436:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5900 net o2ib18
00000400:00000200:57.0:1609800451.583439:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcc90a00 nid 192.168.128.131@o2ib18
00000400:00000200:57.0:1609800451.583442:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.131@o2ib18 NID 192.168.128.131@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.583448:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.131@o2ib18: 0
00000400:00000200:57.0:1609800451.583449:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.583450:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.583452:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.131@o2ib18 NID 192.168.128.131@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.583455:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.131@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.583476:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.583481:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.583483:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.583487:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.131@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.583489:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.131@o2ib18
00000400:00000200:69.0:1609800451.583490:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.131@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800451.583494:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:0.0:1609800451.583497:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:21, s:50] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.583500:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.583502:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.131@o2ib18
00000400:00000200:0.0:1609800451.583505:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.131@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.583508:0:16058:0:(router.c:135:lnet_notify_locked()) set 192.168.128.131@o2ib18 1
00000400:00000200:0.0:1609800451.583513:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.583517:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.131@o2ib18
00000800:00000200:0.0:1609800451.583518:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000400:00000200:69.0:1609800451.583520:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.131@o2ib18
00000400:00000200:69.0:1609800451.583524:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:32.0:1609800451.583527:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.77@o2ib18
00000800:00000200:32.0:1609800451.583530:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.77@o2ib18: active(1), version(12), status(0)
00000400:00000200:69.0:1609800451.583531:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.583532:0:16058:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (1)++
00000800:00000200:69.0:1609800451.583534:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000400:00000200:57.0:1609800451.583535:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:32.0:1609800451.583535:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934584bcf200] (19)++
00000800:00000200:32.0:1609800451.583536:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934584bcf200] (20)++
00000800:00000200:32.0:1609800451.583537:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (21)++
00000800:00000200:32.0:1609800451.583538:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:0.0:1609800451.583538:0:16058:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2)++
00000800:00000200:32.0:1609800451.583539:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (23)++
00000800:00000200:69.0:1609800451.583540:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000800:00000200:32.0:1609800451.583540:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (24)++
00000800:00000200:32.0:1609800451.583541:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (25)++
00000800:00000200:69.0:1609800451.583542:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (3) version: 0
00000800:00000200:32.0:1609800451.583542:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (26)++
00000800:00000200:32.0:1609800451.583543:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (27)++
00000400:00000200:57.0:1609800451.583544:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.583546:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:57.0:1609800451.583553:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:32.0:1609800451.583553:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934584bcf200] (28)--
00000800:00000200:57.0:1609800451.583556:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800451.583560:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.583562:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.583568:0:16058:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.583570:0:16058:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (3)--
00000400:00000200:0.0:1609800451.583576:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.583581:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.583584:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:0.0:1609800451.583590:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.583593:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:0.0:1609800451.583597:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.583599:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.583606:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.583609:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.583611:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:0.0:1609800451.583615:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.583618:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:0.0:1609800451.583621:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.583623:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000800:00000200:34.1F:1609800451.583626:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (27)++
00000400:00000200:0.0:1609800451.583628:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800451.583639:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (28)++
00000800:00000200:18.0:1609800451.583644:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (29)--
00000400:00000200:0.0:1609800451.583644:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.583646:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:18.0:1609800451.583647:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.583648:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (28)++
00000400:00000200:18.0:1609800451.583651:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.583651:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800451.583654:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (29)--
00000800:00000200:0.0:1609800451.583654:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:23.0:1609800451.583656:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (28)++
00000400:00000200:20.0:1609800451.583656:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.583658:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (29)--
00000800:00000200:23.0:1609800451.583659:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (29)--
00000800:00000200:0.0:1609800451.583659:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000400:00000200:23.0:1609800451.583660:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.583660:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.583660:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (27)++
00000800:00000200:0.0:1609800451.583661:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 0
00000800:00000200:18.0:1609800451.583662:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (28)--
00000400:00000200:23.0:1609800451.583663:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.583663:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.583664:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (27)--
00000800:00000200:23.0:1609800451.583666:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (26)--
00000400:00000200:18.0:1609800451.583666:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.583668:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000800:00000200:18.0:1609800451.583670:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (26)--
00000800:00000200:20.0:1609800451.583671:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (26)--
00000400:00000200:20.0:1609800451.583672:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.583672:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000800:00000200:23.0:1609800451.583674:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000800:00000200:18.0:1609800451.583674:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000400:00000200:20.0:1609800451.583675:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.583675:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.583676:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000400:00000200:23.0:1609800451.583677:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.583677:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.583678:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000400:00000200:23.0:1609800451.583679:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.583679:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000800:00000200:23.0:1609800451.583682:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:18.0:1609800451.583684:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:34.1:1609800451.584045:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (20)++
00000800:00000200:20.0:1609800451.584085:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (21)++
00000800:00000200:23.0:1609800451.584092:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:20.0:1609800451.584092:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.77@o2ib18
00000800:00000200:20.0:1609800451.584094:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (21)++
00000800:00000200:20.0:1609800451.584096:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (22)--
00000800:00000200:20.0:1609800451.584097:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:46.0:1609800451.584111:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.131@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.584152:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.131@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.584614:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.131@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.584627:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dccff000 0xffff9354dccff000(0x1fdccff000)
00000800:00000200:46.0:1609800451.584629:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dcd00000 0xffff9354dcd00000(0x1fdcd00000)
00000800:00000200:46.0:1609800451.584630:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dcd01000 0xffff9354dcd01000(0x1fdcd01000)
00000800:00000200:46.0:1609800451.584631:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dcd02000 0xffff9354dcd02000(0x1fdcd02000)
00000800:00000200:46.0:1609800451.584632:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dcd03000 0xffff9354dcd03000(0x1fdcd03000)
00000800:00000200:46.0:1609800451.584632:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dcd04000 0xffff9354dcd04000(0x1fdcd04000)
00000800:00000200:46.0:1609800451.584633:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dcd05000 0xffff9354dcd05000(0x1fdcd05000)
00000800:00000200:46.0:1609800451.584634:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dcd06000 0xffff9354dcd06000(0x1fdcd06000)
00000800:00000200:46.0:1609800451.584635:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dcd07000 0xffff9354dcd07000(0x1fdcd07000)
00000800:00000200:46.0:1609800451.584636:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dcd08000 0xffff9354dcd08000(0x1fdcd08000)
00000800:00000200:46.0:1609800451.584637:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dcd09000 0xffff9354dcd09000(0x1fdcd09000)
00000800:00000200:46.0:1609800451.584638:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dcd0a000 0xffff9354dcd0a000(0x1fdcd0a000)
00000800:00000200:46.0:1609800451.584638:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dcd0b000 0xffff9354dcd0b000(0x1fdcd0b000)
00000800:00000200:46.0:1609800451.584641:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dcd0c000 0xffff9354dcd0c000(0x1fdcd0c000)
00000800:00000200:46.0:1609800451.584642:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dcd0d000 0xffff9354dcd0d000(0x1fdcd0d000)
00000800:00000200:46.0:1609800451.584643:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dcd0e000 0xffff9354dcd0e000(0x1fdcd0e000)
00000800:00000200:46.0:1609800451.584644:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dcd0f000 0xffff9354dcd0f000(0x1fdcd0f000)
00000800:00000200:46.0:1609800451.584645:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dcd18000 0xffff9354dcd18000(0x1fdcd18000)
00000800:00000200:46.0:1609800451.584883:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584885:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584885:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584886:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584887:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584888:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584888:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584889:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584890:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584891:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584892:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584892:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584893:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584893:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584894:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584895:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584895:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584896:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584896:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584897:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584897:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584898:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584899:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584899:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584900:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584900:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584901:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584901:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584902:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584903:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584903:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584904:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584905:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584906:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:46.0:1609800451.584907:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (19)++
00000800:00000200:46.0:1609800451.584908:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (20)--
00000800:00000200:34.0:1609800451.585606:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.131@o2ib18
00000800:00000200:34.0:1609800451.585609:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.131@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.585611:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934584bcfc00] (19)++
00000800:00000200:34.0:1609800451.585613:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934584bcfc00] (20)++
00000800:00000200:34.0:1609800451.585614:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:34.0:1609800451.585615:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000800:00000200:34.0:1609800451.585616:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (23)++
00000800:00000200:34.0:1609800451.585617:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (24)++
00000800:00000200:34.0:1609800451.585618:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (25)++
00000800:00000200:34.0:1609800451.585619:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (26)++
00000800:00000200:34.0:1609800451.585629:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934584bcfc00] (27)--
00000800:00000200:25.1:1609800451.585749:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (26)++
00000800:00000200:18.0:1609800451.585762:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (27)++
00000800:00000200:18.0:1609800451.585767:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (28)--
00000400:00000200:18.0:1609800451.585769:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.585773:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.585778:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (27)--
00000800:00000200:18.0:1609800451.585779:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)++
00000800:00000200:18.0:1609800451.585782:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (27)--
00000400:00000200:18.0:1609800451.585783:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.585785:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)++
00000400:00000200:18.0:1609800451.585785:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.585788:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (27)--
00000800:00000200:18.0:1609800451.585788:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (27)--
00000400:00000200:23.0:1609800451.585789:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.585789:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:18.0:1609800451.585791:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (26)--
00000400:00000200:23.0:1609800451.585792:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.585792:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.585794:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:18.0:1609800451.585795:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.585796:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:23.0:1609800451.585797:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000800:00000200:18.0:1609800451.585797:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:18.0:1609800451.585798:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:23.0:1609800451.585799:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.585800:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000400:00000200:23.0:1609800451.585801:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.585801:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.585803:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000400:00000200:18.0:1609800451.585803:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.585805:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:18.0:1609800451.585806:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:25.1:1609800451.586031:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:19.0:1609800451.586041:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800451.586050:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800451.586051:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:19.0:1609800451.586054:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800451.586056:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:19.0:1609800451.586058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:57.0:1609800451.598799:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.598806:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.598810:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75740 nid 192.168.128.85@o2ib18
00000400:00000200:57.0:1609800451.598811:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5b80 net o2ib18
00000400:00000200:57.0:1609800451.598813:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcc91000 nid 192.168.128.85@o2ib18
00000400:00000200:57.0:1609800451.598816:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.85@o2ib18 NID 192.168.128.85@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.598820:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.85@o2ib18: 0
00000400:00000200:57.0:1609800451.598821:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.598821:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.598823:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.85@o2ib18 NID 192.168.128.85@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.598825:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.85@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.598863:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.598865:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.598866:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.85@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.598868:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.85@o2ib18
00000400:00000200:69.0:1609800451.598869:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.85@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.598871:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.85@o2ib18
00000400:00000200:57.0:1609800451.598871:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.598873:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.85@o2ib18
00000400:00000200:57.0:1609800451.598874:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800451.598876:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:51] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.598879:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.598881:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.85@o2ib18
00000400:00000200:57.0:1609800451.598884:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.85@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.598886:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.85@o2ib18 1
00000400:00000200:57.0:1609800451.598890:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.598893:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:69.0:1609800451.598894:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:69.0:1609800451.598900:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.598903:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:57.0:1609800451.598905:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934586386080] -> 192.168.128.85@o2ib18 (1)++
00000800:00000200:69.0:1609800451.598908:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.598909:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934586386080] -> 192.168.128.85@o2ib18 (2)++
00000800:00000200:69.0:1609800451.598911:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.598931:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.598933:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934586386080] -> 192.168.128.85@o2ib18 (3)--
00000400:00000200:57.0:1609800451.599035:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.599038:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.599040:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800451.599046:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.599049:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:57.0:1609800451.599053:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.599055:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.599059:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.599063:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.599066:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.599069:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:0.0:1609800451.599070:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.599073:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.599076:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:0.0:1609800451.599076:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:57.0:1609800451.599078:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.599080:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.599083:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.599087:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:0.0:1609800451.599093:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.599095:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.599100:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.599117:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.599131:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:0.0:1609800451.599136:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.599139:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:0.0:1609800451.599142:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.599143:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.599463:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.85@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.599479:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.85@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.599952:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.85@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.599972:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dcd90000 0xffff9354dcd90000(0x1fdcd90000)
00000800:00000200:46.0:1609800451.599975:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dcd91000 0xffff9354dcd91000(0x1fdcd91000)
00000800:00000200:46.0:1609800451.599977:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dcd92000 0xffff9354dcd92000(0x1fdcd92000)
00000800:00000200:46.0:1609800451.599979:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dcd93000 0xffff9354dcd93000(0x1fdcd93000)
00000800:00000200:46.0:1609800451.599981:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dcd94000 0xffff9354dcd94000(0x1fdcd94000)
00000800:00000200:46.0:1609800451.599983:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dcd95000 0xffff9354dcd95000(0x1fdcd95000)
00000800:00000200:46.0:1609800451.599985:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dcd96000 0xffff9354dcd96000(0x1fdcd96000)
00000800:00000200:46.0:1609800451.599986:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dcd97000 0xffff9354dcd97000(0x1fdcd97000)
00000800:00000200:46.0:1609800451.599988:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dcd98000 0xffff9354dcd98000(0x1fdcd98000)
00000800:00000200:46.0:1609800451.599990:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dcd99000 0xffff9354dcd99000(0x1fdcd99000)
00000800:00000200:46.0:1609800451.599992:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dcd9a000 0xffff9354dcd9a000(0x1fdcd9a000)
00000800:00000200:46.0:1609800451.599994:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dcd9b000 0xffff9354dcd9b000(0x1fdcd9b000)
00000800:00000200:46.0:1609800451.599996:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dcd9c000 0xffff9354dcd9c000(0x1fdcd9c000)
00000800:00000200:46.0:1609800451.599997:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dcd9d000 0xffff9354dcd9d000(0x1fdcd9d000)
00000800:00000200:46.0:1609800451.599999:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dcd9e000 0xffff9354dcd9e000(0x1fdcd9e000)
00000800:00000200:46.0:1609800451.600001:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dcd9f000 0xffff9354dcd9f000(0x1fdcd9f000)
00000800:00000200:46.0:1609800451.600003:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dcda0000 0xffff9354dcda0000(0x1fdcda0000)
00000800:00000200:46.0:1609800451.600005:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dcda1000 0xffff9354dcda1000(0x1fdcda1000)
00000800:00000200:46.0:1609800451.600307:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600308:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600309:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600310:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600310:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600311:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600312:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600313:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600314:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600315:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600316:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600316:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600317:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600318:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600319:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600319:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600320:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600320:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600321:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600321:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600322:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600323:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600323:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600324:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600324:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600325:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600325:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600326:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600327:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600327:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600328:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600328:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600329:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600329:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:46.0:1609800451.600330:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (19)++
00000800:00000200:46.0:1609800451.600331:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (20)--
00000800:00000200:34.0:1609800451.600919:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.85@o2ib18
00000800:00000200:34.0:1609800451.600922:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.85@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.600924:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934584bcc600] (19)++
00000800:00000200:34.0:1609800451.600925:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934584bcc600] (20)++
00000800:00000200:34.0:1609800451.600926:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:34.0:1609800451.600928:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:34.0:1609800451.600929:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:34.0:1609800451.600930:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (24)++
00000800:00000200:34.0:1609800451.600931:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (25)++
00000800:00000200:34.0:1609800451.600933:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (26)++
00000800:00000200:34.0:1609800451.600944:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934584bcc600] (27)--
00000800:00000200:27.1:1609800451.600957:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (26)++
00000800:00000200:18.0:1609800451.600971:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (27)++
00000800:00000200:18.0:1609800451.600976:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (28)--
00000400:00000200:18.0:1609800451.600978:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.600982:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.600986:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (27)--
00000800:00000200:18.0:1609800451.600987:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (26)++
00000800:00000200:18.0:1609800451.600991:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (27)--
00000400:00000200:18.0:1609800451.600992:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.600994:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (26)++
00000400:00000200:18.0:1609800451.600994:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.600998:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (27)--
00000800:00000200:18.0:1609800451.600998:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (27)--
00000400:00000200:23.0:1609800451.600999:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.600999:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (25)++
00000800:00000200:18.0:1609800451.601001:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (26)--
00000400:00000200:23.0:1609800451.601002:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.601002:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.601004:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000800:00000200:23.0:1609800451.601006:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000400:00000200:18.0:1609800451.601006:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.601007:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (25)--
00000400:00000200:23.0:1609800451.601009:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.601009:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000400:00000200:23.0:1609800451.601011:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.601011:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800451.601016:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:23.0:1609800451.601017:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:20.0:1609800451.601017:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:20.0:1609800451.601019:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.601022:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.601027:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:27.1:1609800451.601300:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:23.0:1609800451.601307:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:23.0:1609800451.601310:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800451.601311:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800451.601312:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800451.601313:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:23.0:1609800451.601314:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:29.1:1609800451.620715:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:3.0:1609800451.620762:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:3.0:1609800451.620769:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:3.0:1609800451.620773:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800451.620778:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.620782:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:3.0:1609800451.620789:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800451.620792:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800451.620795:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800451.620799:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800451.620800:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800451.620803:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb200 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:4.0:1609800451.620807:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:3.0:1609800451.620807:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:3.0:1609800451.620809:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800451.620810:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:3.0:1609800451.620812:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000400:00000200:4.0:1609800451.620814:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800451.620816:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:4.0:1609800451.620819:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.620821:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800451.620822:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:3.0:1609800451.620827:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.620829:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800451.620830:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:4.0:1609800451.620833:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800451.620835:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.620836:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800451.620838:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800451.620840:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000800:00000200:4.0:1609800451.620840:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800451.620840:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800451.620842:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc9000 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.620842:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800451.620844:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbc00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:37.0:1609800451.620845:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:3.0:1609800451.620845:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)++
00000800:00000200:4.0:1609800451.620846:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:3.0:1609800451.620846:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800451.620847:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:4.0:1609800451.620848:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800451.620848:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000400:00000200:37.0:1609800451.620849:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800451.620850:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800451.620850:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:4.0:1609800451.620851:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000800:00000200:4.0:1609800451.620854:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:3.0:1609800451.620854:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800451.620855:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.620857:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800451.620857:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.620859:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5ec0 nid 172.19.1.71@o2ib100
00000400:00000200:3.0:1609800451.620859:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:57.0:1609800451.620860:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800451.620860:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000400:00000200:4.0:1609800451.620862:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.620864:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.620864:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079080 net o2ib100
00000800:00000200:5.0:1609800451.620864:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:4.0:1609800451.620864:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:3.0:1609800451.620864:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800451.620867:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800451.620867:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800451.620867:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b81b600 nid 172.19.1.71@o2ib100
00000800:00000200:3.0:1609800451.620867:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800451.620869:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800451.620870:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.620870:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800451.620872:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800451.620873:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbd00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:38.0:1609800451.620874:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800451.620874:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800451.620875:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800451.620876:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.71@o2ib100 NID 172.19.1.71@o2ib100 flags 0x0
00000800:00000200:4.0:1609800451.620876:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800451.620876:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:4.0:1609800451.620879:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800451.620880:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc8f00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.620880:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (26)++
00000800:00000200:57.0:1609800451.620881:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.620883:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.620884:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.71@o2ib100: 0
00000400:00000200:37.0:1609800451.620884:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:37.0:1609800451.620885:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.620886:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800451.620887:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.71@o2ib100 NID 172.19.1.71@o2ib100: 0. pending discovery
00000400:00000200:37.0:1609800451.620890:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.71@o2ib100 pending discovery
00000800:00000200:3.0:1609800451.620890:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (27)--
00000800:00000200:38.0:1609800451.620891:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.620891:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.620891:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)++
00000800:00000200:3.0:1609800451.620891:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000400:00000200:38.0:1609800451.620892:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.620892:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800451.620893:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)++
00000800:00000200:4.0:1609800451.620893:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)--
00000800:00000200:4.0:1609800451.620894:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000400:00000200:38.0:1609800451.620895:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800451.620895:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000400:00000200:5.0:1609800451.620895:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:37.0:1609800451.620896:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:38.0:1609800451.620915:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800451.620915:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800451.620916:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.620919:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800451.620919:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (22)++
00000800:00000200:5.0:1609800451.620919:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800451.620922:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800451.620926:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800451.620927:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:69.0:1609800451.620928:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000800:00000200:5.0:1609800451.620928:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cb300 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.620930:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800451.620931:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:69.0:1609800451.620932:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.71@o2ib100 state 0x20
00000800:00000200:3.0:1609800451.620932:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:5.0:1609800451.620933:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000400:00000200:69.0:1609800451.620935:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.71@o2ib100
00000800:00000200:5.0:1609800451.620935:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:69.0:1609800451.620936:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.71@o2ib100 state 0x10 rc 0
00000800:00000200:5.0:1609800451.620936:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:69.0:1609800451.620938:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.71@o2ib100
00000800:00000200:57.0:1609800451.620940:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800451.620941:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.71@o2ib100
00000400:00000200:57.0:1609800451.620941:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.620944:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:57.0:1609800451.620944:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800451.620948:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:18] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.620954:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800451.620956:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.71@o2ib100
00000400:00000200:69.0:1609800451.620959:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.71@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800451.620965:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800451.620969:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800451.620972:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800451.620976:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800451.620978:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:38.0:1609800451.620992:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800451.620993:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.620996:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.621304:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.621310:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.621316:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800451.621327:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.621332:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800451.621338:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.621341:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000400:00000200:5.0:1609800451.621342:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800451.621343:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800451.621352:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:5.0:1609800451.621354:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.621362:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:5.0:1609800451.621374:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.621380:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:5.0:1609800451.621387:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.621390:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:5.0:1609800451.621393:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:5.0:1609800451.621399:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000400:00000200:57.0:1609800451.621468:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.621479:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.621483:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800451.621493:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.621499:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:29.1:1609800451.621504:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800451.621505:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.621507:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:57.0:1609800451.621509:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000800:00000200:57.0:1609800451.621515:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800451.621561:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:37.0:1609800451.621569:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000400:00000200:37.0:1609800451.621573:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.621579:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.621582:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800451.621586:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800451.621588:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000800:00000200:37.0:1609800451.621592:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:37.0:1609800451.621593:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.621593:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.621598:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.621599:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:4.0:1609800451.621608:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:0.0:1609800451.621611:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800451.621617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:0.0:1609800451.621617:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:4.0:1609800451.621636:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:37.0:1609800451.621637:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:4.0:1609800451.621638:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800451.621639:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800451.621641:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.621641:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:0.0:1609800451.621642:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:4.0:1609800451.621646:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:0.0:1609800451.621650:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:0.0:1609800451.621655:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.621659:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.621661:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:29.1:1609800451.621666:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000400:00000200:0.0:1609800451.621666:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.621670:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:57.0:1609800451.621672:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.621673:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800451.621675:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:0.0:1609800451.621676:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)++
00000400:00000200:57.0:1609800451.621677:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.621677:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:0.0:1609800451.621677:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000400:00000200:37.0:1609800451.621679:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.621680:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000400:00000200:57.0:1609800451.621681:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:0.0:1609800451.621681:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000400:00000200:37.0:1609800451.621682:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.621685:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:57.0:1609800451.621693:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800451.621696:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800451.621698:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800451.621704:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800451.621706:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800451.621707:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800451.621708:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:4.0:1609800451.621713:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:57.0:1609800451.621715:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800451.621716:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:3.0:1609800451.621718:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.621721:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.621725:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800451.621751:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:5.0:1609800451.621758:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:5.0:1609800451.621762:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:37.0:1609800451.621764:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:5.0:1609800451.621764:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.621767:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.621771:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800451.621800:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:4.0:1609800451.621807:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:4.0:1609800451.621811:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:3.0:1609800451.621812:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:4.0:1609800451.621813:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:4.0:1609800451.621814:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:4.0:1609800451.621815:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:0.0:1609800451.621863:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.621867:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.621869:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:0.0:1609800451.621875:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.621878:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:0.0:1609800451.621881:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.621883:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:0.0:1609800451.621884:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:0.0:1609800451.621889:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800451.621900:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:37.0:1609800451.621907:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800451.621910:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000400:00000200:37.0:1609800451.621911:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.621913:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.621913:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:37.0:1609800451.621917:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800451.651253:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.651259:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.651263:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75680 nid 192.168.128.127@o2ib18
00000400:00000200:57.0:1609800451.651265:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5540 net o2ib18
00000400:00000200:57.0:1609800451.651271:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518df7a00 nid 192.168.128.127@o2ib18
00000400:00000200:57.0:1609800451.651273:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.127@o2ib18 NID 192.168.128.127@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.651278:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.127@o2ib18: 0
00000400:00000200:57.0:1609800451.651279:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.651280:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.651282:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.127@o2ib18 NID 192.168.128.127@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.651284:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.127@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.651288:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.651310:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.651312:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.127@o2ib18: -114
00000400:00000200:57.0:1609800451.651313:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.651313:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.651315:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.127@o2ib18 NID 192.168.128.127@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.651316:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.127@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.651322:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.651326:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.127@o2ib18 state 0x20
00000400:00000200:0.0:1609800451.651326:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.651328:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.127@o2ib18
00000400:00000200:69.0:1609800451.651329:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.127@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.651332:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.127@o2ib18
00000400:00000200:0.0:1609800451.651333:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.651334:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.127@o2ib18
00000400:00000200:0.0:1609800451.651337:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:69.0:1609800451.651338:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:0.0:1609800451.651341:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:52] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.651342:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:52] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.651345:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.651346:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.651347:0:16059:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.127@o2ib18
00000400:00000200:69.0:1609800451.651348:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.127@o2ib18
00000400:00000200:0.0:1609800451.651351:0:16059:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.127@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.651352:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.127@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:0.0:1609800451.651354:0:16059:0:(router.c:135:lnet_notify_locked()) set 192.168.128.127@o2ib18 1
00000400:00000200:0.0:1609800451.651358:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.651361:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000400:00000200:69.0:1609800451.651365:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.651368:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:0.0:1609800451.651372:0:16059:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec980] -> 192.168.128.127@o2ib18 (1)++
00000800:00000200:69.0:1609800451.651375:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.651377:0:16059:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec980] -> 192.168.128.127@o2ib18 (2)++
00000800:00000200:69.0:1609800451.651378:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.651380:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.127@o2ib18
00000400:00000200:69.0:1609800451.651382:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:69.0:1609800451.651388:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.651391:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:69.0:1609800451.651395:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.651397:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.651401:0:16059:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.651402:0:16059:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec980] -> 192.168.128.127@o2ib18 (3)--
00000400:00000200:57.0:1609800451.651424:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.651432:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.651435:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:57.0:1609800451.651440:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.651444:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800451.651448:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.651450:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.651477:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.651484:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.651487:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:38.0:1609800451.651494:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.651497:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:38.0:1609800451.651504:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.651506:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.651605:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.651608:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.651610:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:57.0:1609800451.651616:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.651619:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800451.651623:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.651625:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.652206:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.127@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.652229:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.127@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.652740:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.127@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.652759:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d52000 0xffff9344c5d52000(0xfc5d52000)
00000800:00000200:46.0:1609800451.652760:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d53000 0xffff9344c5d53000(0xfc5d53000)
00000800:00000200:46.0:1609800451.652761:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5d54000 0xffff9344c5d54000(0xfc5d54000)
00000800:00000200:46.0:1609800451.652763:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5d55000 0xffff9344c5d55000(0xfc5d55000)
00000800:00000200:46.0:1609800451.652764:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5d56000 0xffff9344c5d56000(0xfc5d56000)
00000800:00000200:46.0:1609800451.652765:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5d57000 0xffff9344c5d57000(0xfc5d57000)
00000800:00000200:46.0:1609800451.652766:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d58000 0xffff9344c5d58000(0xfc5d58000)
00000800:00000200:46.0:1609800451.652767:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d59000 0xffff9344c5d59000(0xfc5d59000)
00000800:00000200:46.0:1609800451.652768:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d5a000 0xffff9344c5d5a000(0xfc5d5a000)
00000800:00000200:46.0:1609800451.652769:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d5b000 0xffff9344c5d5b000(0xfc5d5b000)
00000800:00000200:46.0:1609800451.652770:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d5c000 0xffff9344c5d5c000(0xfc5d5c000)
00000800:00000200:46.0:1609800451.652770:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d5d000 0xffff9344c5d5d000(0xfc5d5d000)
00000800:00000200:46.0:1609800451.652771:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d5e000 0xffff9344c5d5e000(0xfc5d5e000)
00000800:00000200:46.0:1609800451.652772:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d5f000 0xffff9344c5d5f000(0xfc5d5f000)
00000800:00000200:46.0:1609800451.652773:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d60000 0xffff9344c5d60000(0xfc5d60000)
00000800:00000200:46.0:1609800451.652774:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d82000 0xffff9344c5d82000(0xfc5d82000)
00000800:00000200:46.0:1609800451.652775:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d83000 0xffff9344c5d83000(0xfc5d83000)
00000800:00000200:46.0:1609800451.652775:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d84000 0xffff9344c5d84000(0xfc5d84000)
00000800:00000200:46.0:1609800451.653011:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653012:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653013:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653013:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653014:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653015:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653015:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653016:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653016:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653017:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653017:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653018:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653019:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653019:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653020:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653021:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653022:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653023:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653024:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653025:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653025:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653026:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653027:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653028:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653028:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653029:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653030:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653030:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653031:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653031:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653032:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653033:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653033:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653034:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:46.0:1609800451.653034:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (19)++
00000800:00000200:46.0:1609800451.653035:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (20)--
00000800:00000200:34.0:1609800451.653574:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.127@o2ib18
00000800:00000200:34.0:1609800451.653577:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.127@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.653579:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93366bf83a00] (19)++
00000800:00000200:34.0:1609800451.653581:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93366bf83a00] (20)++
00000800:00000200:34.0:1609800451.653582:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:34.0:1609800451.653583:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:34.0:1609800451.653584:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:34.0:1609800451.653585:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (24)++
00000800:00000200:34.0:1609800451.653586:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (25)++
00000800:00000200:34.0:1609800451.653587:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (26)++
00000800:00000200:34.0:1609800451.653598:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93366bf83a00] (27)--
00000800:00000200:33.1:1609800451.653688:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (26)++
00000800:00000200:3.0:1609800451.653738:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)++
00000800:00000200:3.0:1609800451.653746:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (28)--
00000400:00000200:3.0:1609800451.653749:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.653756:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.653761:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000800:00000200:3.0:1609800451.653763:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000800:00000200:3.0:1609800451.653767:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (27)--
00000400:00000200:3.0:1609800451.653769:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.653774:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.653777:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000800:00000200:3.0:1609800451.653779:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000800:00000200:3.0:1609800451.653783:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (26)--
00000800:00000200:4.0:1609800451.653785:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000400:00000200:3.0:1609800451.653785:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.653789:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.653791:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (26)--
00000800:00000200:3.0:1609800451.653793:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000400:00000200:4.0:1609800451.653794:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.653795:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:3.0:1609800451.653798:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (25)--
00000400:00000200:4.0:1609800451.653800:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.653800:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.653804:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.653825:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:4.0:1609800451.653827:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:5.0:1609800451.653829:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:5.0:1609800451.653834:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:5.0:1609800451.653836:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.653837:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:5.0:1609800451.653840:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.653844:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:33.1:1609800451.653908:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:4.0:1609800451.653916:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800451.653920:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:4.0:1609800451.653921:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800451.653921:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:4.0:1609800451.653923:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:4.0:1609800451.653924:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:57.0:1609800451.677475:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.677479:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.677482:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c755c0 nid 192.168.128.143@o2ib18
00000400:00000200:57.0:1609800451.677483:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f59c0 net o2ib18
00000400:00000200:57.0:1609800451.677485:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ff2c00 nid 192.168.128.143@o2ib18
00000400:00000200:57.0:1609800451.677488:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.143@o2ib18 NID 192.168.128.143@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.677492:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.143@o2ib18: 0
00000400:00000200:57.0:1609800451.677493:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.677494:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.677495:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.143@o2ib18 NID 192.168.128.143@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.677497:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.143@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.677500:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.677502:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.677523:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.143@o2ib18: -114
00000400:00000200:57.0:1609800451.677524:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.677524:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.677526:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.143@o2ib18 NID 192.168.128.143@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.677527:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.143@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.677533:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.677537:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.143@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.677539:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800451.677540:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.143@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.677542:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800451.677544:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.143@o2ib18
00000400:00000200:69.0:1609800451.677548:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:69.0:1609800451.677550:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:54] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.677553:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.677555:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800451.677558:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.143@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.677561:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.143@o2ib18 1
00000400:00000200:69.0:1609800451.677565:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.677569:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:38.0:1609800451.677589:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.677608:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85d00] -> 192.168.128.143@o2ib18 (1)++
00000800:00000200:69.0:1609800451.677612:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2)++
00000400:00000200:38.0:1609800451.677613:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.677616:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800451.677623:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.677626:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800451.677631:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800451.677633:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.677636:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.677638:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85d00] -> 192.168.128.143@o2ib18 (3)--
00000400:00000200:38.0:1609800451.677638:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.677641:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.143@o2ib18
00000400:00000200:38.0:1609800451.677641:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.677643:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:69.0:1609800451.677644:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800451.677648:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.677651:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:69.0:1609800451.677654:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.677657:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800451.677659:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.677660:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.677663:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.677664:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.677680:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.677684:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.677686:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800451.677691:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.677694:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:57.0:1609800451.677697:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.677699:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.678021:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.678027:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.678030:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:5.0:1609800451.678036:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.678040:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:5.0:1609800451.678044:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.678046:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.678051:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.678080:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.678081:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:5.0:1609800451.678086:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.678090:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:5.0:1609800451.678093:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.678095:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.678233:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.143@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.678248:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.143@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.678536:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.143@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.678566:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d88000 0xffff9344c5d88000(0xfc5d88000)
00000800:00000200:46.0:1609800451.678568:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d89000 0xffff9344c5d89000(0xfc5d89000)
00000800:00000200:46.0:1609800451.678569:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5d8a000 0xffff9344c5d8a000(0xfc5d8a000)
00000800:00000200:46.0:1609800451.678570:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5d8b000 0xffff9344c5d8b000(0xfc5d8b000)
00000800:00000200:46.0:1609800451.678570:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5d8c000 0xffff9344c5d8c000(0xfc5d8c000)
00000800:00000200:46.0:1609800451.678571:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5d8d000 0xffff9344c5d8d000(0xfc5d8d000)
00000800:00000200:46.0:1609800451.678572:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5d8e000 0xffff9344c5d8e000(0xfc5d8e000)
00000800:00000200:46.0:1609800451.678573:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5d8f000 0xffff9344c5d8f000(0xfc5d8f000)
00000800:00000200:46.0:1609800451.678574:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5d90000 0xffff9344c5d90000(0xfc5d90000)
00000800:00000200:46.0:1609800451.678575:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5d91000 0xffff9344c5d91000(0xfc5d91000)
00000800:00000200:46.0:1609800451.678575:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5d92000 0xffff9344c5d92000(0xfc5d92000)
00000800:00000200:46.0:1609800451.678576:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5d93000 0xffff9344c5d93000(0xfc5d93000)
00000800:00000200:46.0:1609800451.678577:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5d94000 0xffff9344c5d94000(0xfc5d94000)
00000800:00000200:46.0:1609800451.678579:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5d95000 0xffff9344c5d95000(0xfc5d95000)
00000800:00000200:46.0:1609800451.678580:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5d96000 0xffff9344c5d96000(0xfc5d96000)
00000800:00000200:46.0:1609800451.678581:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5d97000 0xffff9344c5d97000(0xfc5d97000)
00000800:00000200:46.0:1609800451.678582:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5d98000 0xffff9344c5d98000(0xfc5d98000)
00000800:00000200:46.0:1609800451.678583:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5d99000 0xffff9344c5d99000(0xfc5d99000)
00000800:00000200:46.0:1609800451.678817:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678819:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678819:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678820:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678821:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678821:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678822:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678823:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678824:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678824:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678825:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678826:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678826:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678827:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678827:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678828:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678828:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678829:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678830:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678830:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678831:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678831:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678832:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678832:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678833:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678834:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678834:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678835:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678835:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678836:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678836:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678837:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678838:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678839:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:46.0:1609800451.678840:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (19)++
00000800:00000200:46.0:1609800451.678840:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (20)--
00000800:00000200:34.0:1609800451.679406:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.143@o2ib18
00000800:00000200:34.0:1609800451.679408:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.143@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.679410:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93366bf82800] (19)++
00000800:00000200:34.0:1609800451.679412:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93366bf82800] (20)++
00000800:00000200:34.0:1609800451.679413:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:34.0:1609800451.679414:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:34.0:1609800451.679415:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:34.0:1609800451.679416:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000800:00000200:34.0:1609800451.679417:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (25)++
00000800:00000200:34.0:1609800451.679417:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (26)++
00000800:00000200:34.0:1609800451.679418:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (27)++
00000800:00000200:34.0:1609800451.679429:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93366bf82800] (28)--
00000800:00000200:25.1:1609800451.679543:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (27)++
00000800:00000200:37.0:1609800451.679593:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (28)++
00000800:00000200:37.0:1609800451.679601:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (29)--
00000400:00000200:37.0:1609800451.679620:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679624:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.679628:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (28)--
00000800:00000200:37.0:1609800451.679629:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (27)++
00000800:00000200:37.0:1609800451.679632:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (28)--
00000400:00000200:37.0:1609800451.679633:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679635:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.679636:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (27)--
00000800:00000200:37.0:1609800451.679637:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000800:00000200:37.0:1609800451.679640:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (27)--
00000400:00000200:37.0:1609800451.679640:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679642:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.679644:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:37.0:1609800451.679644:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000800:00000200:37.0:1609800451.679646:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (26)--
00000400:00000200:37.0:1609800451.679647:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679649:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.679650:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000800:00000200:37.0:1609800451.679653:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:37.0:1609800451.679654:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000800:00000200:5.0:1609800451.679654:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (25)--
00000800:00000200:37.0:1609800451.679656:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (25)--
00000400:00000200:5.0:1609800451.679656:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679657:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.679659:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.679659:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.679660:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:37.0:1609800451.679661:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800451.679662:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800451.679663:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.679664:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:37.0:1609800451.679665:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.679665:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:37.0:1609800451.679667:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:25.1:1609800451.679976:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:5.0:1609800451.680026:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:5.0:1609800451.680031:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:5.0:1609800451.680033:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:5.0:1609800451.680035:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:5.0:1609800451.680036:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:5.0:1609800451.680037:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800451.684808:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.684827:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.684831:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75500 nid 192.168.128.121@o2ib18
00000400:00000200:57.0:1609800451.684833:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5a80 net o2ib18
00000400:00000200:57.0:1609800451.684841:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf10000 nid 192.168.128.121@o2ib18
00000400:00000200:57.0:1609800451.684846:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.121@o2ib18 NID 192.168.128.121@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.684854:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.121@o2ib18: 0
00000400:00000200:57.0:1609800451.684855:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.684856:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.684860:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.121@o2ib18 NID 192.168.128.121@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.684863:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.121@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.684870:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.684875:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.684879:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.121@o2ib18: -114
00000400:00000200:57.0:1609800451.684880:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.684881:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.684885:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.121@o2ib18 NID 192.168.128.121@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.684894:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.684895:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.121@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.684896:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.684901:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.121@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.684903:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.684903:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.684907:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.121@o2ib18
00000400:00000200:69.0:1609800451.684910:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.121@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.684913:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.684914:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.684917:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:0.0:1609800451.684918:0:16060:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:55] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.684922:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:55] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.684922:0:16060:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.684924:0:16060:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.121@o2ib18
00000400:00000200:57.0:1609800451.684928:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.684928:0:16060:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.121@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.684932:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.121@o2ib18 1
00000400:00000200:57.0:1609800451.684941:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.684946:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:0.0:1609800451.684949:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.684953:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.121@o2ib18
00000800:00000200:0.0:1609800451.684953:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:69.0:1609800451.684958:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800451.684961:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (1)++
00000400:00000200:69.0:1609800451.684963:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:0.0:1609800451.684966:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.684968:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2)++
00000800:00000200:0.0:1609800451.684970:0:16060:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff934d25de1e80] -> 192.168.128.121@o2ib18 (1)--
00000400:00000200:69.0:1609800451.684976:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800451.684976:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.684980:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.684982:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:69.0:1609800451.684983:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:0.0:1609800451.684988:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.684991:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:69.0:1609800451.684995:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.684996:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.685016:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.685016:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:69.0:1609800451.685019:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800451.685020:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (3)--
00000800:00000200:0.0:1609800451.685020:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.685021:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:0.0:1609800451.685025:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.685027:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.685030:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:69.0:1609800451.685052:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.685053:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.685057:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.685059:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.685060:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685063:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.685066:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.685069:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:0.0:1609800451.685069:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:0.0:1609800451.685073:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.685076:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.685077:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.685080:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:0.0:1609800451.685081:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.685084:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.685085:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.685086:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:57.0:1609800451.685087:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.685092:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.685096:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:0.0:1609800451.685099:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.685101:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.685630:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.685640:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.685640:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.685645:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685646:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.685649:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685659:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800451.685660:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.121@o2ib18 Addr resolved: 0
00000400:00000200:0.0:1609800451.685662:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.685668:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.685670:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.685672:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685673:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:46.0:1609800451.685699:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.121@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800451.685700:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.685704:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.685707:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685730:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.685733:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.685736:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685741:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.685743:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.685745:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800451.685831:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.686133:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.686140:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.686144:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:46.0:1609800451.686181:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.121@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.686197:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dcf07000 0xffff9354dcf07000(0x1fdcf07000)
00000800:00000200:46.0:1609800451.686199:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dcf14000 0xffff9354dcf14000(0x1fdcf14000)
00000800:00000200:46.0:1609800451.686200:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dcf15000 0xffff9354dcf15000(0x1fdcf15000)
00000800:00000200:46.0:1609800451.686201:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dcf16000 0xffff9354dcf16000(0x1fdcf16000)
00000800:00000200:46.0:1609800451.686202:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dcf17000 0xffff9354dcf17000(0x1fdcf17000)
00000800:00000200:46.0:1609800451.686203:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dcf18000 0xffff9354dcf18000(0x1fdcf18000)
00000800:00000200:46.0:1609800451.686204:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dcf19000 0xffff9354dcf19000(0x1fdcf19000)
00000800:00000200:46.0:1609800451.686204:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dcf1a000 0xffff9354dcf1a000(0x1fdcf1a000)
00000800:00000200:46.0:1609800451.686205:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dcf1b000 0xffff9354dcf1b000(0x1fdcf1b000)
00000800:00000200:46.0:1609800451.686206:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dcf1c000 0xffff9354dcf1c000(0x1fdcf1c000)
00000800:00000200:46.0:1609800451.686207:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dcf1d000 0xffff9354dcf1d000(0x1fdcf1d000)
00000800:00000200:46.0:1609800451.686208:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dcf1e000 0xffff9354dcf1e000(0x1fdcf1e000)
00000800:00000200:46.0:1609800451.686209:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dcf1f000 0xffff9354dcf1f000(0x1fdcf1f000)
00000800:00000200:46.0:1609800451.686209:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dcf20000 0xffff9354dcf20000(0x1fdcf20000)
00000800:00000200:46.0:1609800451.686210:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dcf21000 0xffff9354dcf21000(0x1fdcf21000)
00000800:00000200:46.0:1609800451.686211:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dcf22000 0xffff9354dcf22000(0x1fdcf22000)
00000800:00000200:46.0:1609800451.686212:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dcf23000 0xffff9354dcf23000(0x1fdcf23000)
00000800:00000200:46.0:1609800451.686213:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dcf24000 0xffff9354dcf24000(0x1fdcf24000)
00000400:00000200:38.0:1609800451.686332:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800451.686439:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686440:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686441:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686442:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686442:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686443:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686444:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686445:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686446:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686446:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686447:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686448:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686449:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686449:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686450:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686451:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686451:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686452:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686452:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686453:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686453:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686454:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686455:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686455:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686456:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686456:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686457:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686457:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686458:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686458:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686459:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686460:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686460:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686461:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:46.0:1609800451.686461:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (19)++
00000800:00000200:46.0:1609800451.686462:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (20)--
00000800:00000200:34.0:1609800451.687182:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.121@o2ib18
00000800:00000200:34.0:1609800451.687187:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.121@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.687190:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcc91800] (19)++
00000800:00000200:34.0:1609800451.687192:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcc91800] (20)++
00000800:00000200:34.0:1609800451.687194:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:34.0:1609800451.687196:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000800:00000200:34.0:1609800451.687198:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000800:00000200:34.0:1609800451.687200:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (24)++
00000800:00000200:34.0:1609800451.687201:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (25)++
00000800:00000200:34.0:1609800451.687205:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000800:00000200:34.0:1609800451.687206:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (27)++
00000800:00000200:34.0:1609800451.687208:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (28)++
00000800:00000200:34.0:1609800451.687223:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcc91800] (29)--
00000800:00000200:27.1:1609800451.687395:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (28)++
00000800:00000200:20.0:1609800451.687444:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:20.0:1609800451.687454:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:20.0:1609800451.687457:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.687463:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687471:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.687477:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.687479:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (29)++
00000800:00000200:20.0:1609800451.687481:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000800:00000200:20.0:1609800451.687485:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687486:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (31)--
00000800:00000200:19.0:1609800451.687494:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000800:00000200:20.0:1609800451.687518:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)--
00000800:00000200:20.0:1609800451.687520:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000800:00000200:19.0:1609800451.687520:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687521:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (31)--
00000800:00000200:20.0:1609800451.687523:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687524:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:19.0:1609800451.687525:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.687526:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.687527:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.687528:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687532:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800451.687532:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.687535:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687536:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.687537:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687538:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (29)++
00000800:00000200:20.0:1609800451.687539:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000800:00000200:20.0:1609800451.687540:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687541:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (32)--
00000800:00000200:19.0:1609800451.687541:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (32)++
00000800:00000200:20.0:1609800451.687543:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (32)--
00000800:00000200:19.0:1609800451.687543:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687544:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)++
00000800:00000200:19.0:1609800451.687544:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (31)--
00000800:00000200:20.0:1609800451.687546:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687546:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (31)--
00000400:00000200:20.0:1609800451.687547:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.687549:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)--
00000800:00000200:20.0:1609800451.687552:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800451.687552:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687554:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687555:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687555:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:57.0:1609800451.687556:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687556:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)++
00000400:00000200:19.0:1609800451.687556:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687557:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000800:00000200:20.0:1609800451.687558:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687558:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (31)--
00000400:00000200:19.0:1609800451.687559:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:57.0:1609800451.687562:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:20.0:1609800451.687567:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)--
00000800:00000200:20.0:1609800451.687567:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687567:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.687570:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687570:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000800:00000200:19.0:1609800451.687570:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800451.687571:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.687571:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000800:00000200:19.0:1609800451.687571:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)++
00000400:00000200:20.0:1609800451.687572:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.687572:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000400:00000200:20.0:1609800451.687574:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687574:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687574:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (32)--
00000400:00000200:57.0:1609800451.687575:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.687576:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)--
00000400:00000200:57.0:1609800451.687578:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:20.0:1609800451.687578:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800451.687578:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000800:00000200:23.0:1609800451.687579:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.687580:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (31)--
00000800:00000200:18.0:1609800451.687580:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)--
00000800:00000200:19.0:1609800451.687581:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687581:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:23.0:1609800451.687582:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687582:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800451.687582:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.687584:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800451.687584:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (28)++
00000400:00000200:23.0:1609800451.687585:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687585:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (29)++
00000400:00000200:19.0:1609800451.687585:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687586:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687587:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)--
00000400:00000200:57.0:1609800451.687588:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.687588:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:23.0:1609800451.687591:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.687591:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)--
00000400:00000200:57.0:1609800451.687592:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:19.0:1609800451.687592:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687593:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (28)++
00000800:00000200:19.0:1609800451.687594:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687596:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.687597:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687597:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)--
00000400:00000200:57.0:1609800451.687598:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800451.687598:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (29)++
00000400:00000200:38.0:1609800451.687600:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.687600:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000800:00000200:19.0:1609800451.687600:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)--
00000800:00000200:23.0:1609800451.687602:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.687602:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)--
00000400:00000200:38.0:1609800451.687606:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:23.0:1609800451.687608:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)--
00000800:00000200:27.1:1609800451.687646:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (28)++
00000400:00000200:22.0:1609800451.687646:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800451.687652:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:18.0:1609800451.687652:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:18.0:1609800451.687658:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.687659:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)--
00000800:00000200:18.0:1609800451.687671:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:18.0:1609800451.687672:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (29)++
00000800:00000200:18.0:1609800451.687673:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (30)--
00000800:00000200:18.0:1609800451.687674:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)--
00000800:00000200:27.1:1609800451.687760:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (28)++
00000800:00000200:19.0:1609800451.687765:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687769:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687770:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:19.0:1609800451.687771:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.687772:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000400:00000200:19.0:1609800451.687774:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.687775:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.687776:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:23.0:1609800451.687777:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687777:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687777:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:23.0:1609800451.687780:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687780:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.687781:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687781:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000800:00000200:19.0:1609800451.687781:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)++
00000400:00000200:20.0:1609800451.687782:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.687782:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (30)++
00000800:00000200:18.0:1609800451.687782:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000800:00000200:23.0:1609800451.687783:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800451.687784:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000400:00000200:20.0:1609800451.687785:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687785:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (32)--
00000800:00000200:18.0:1609800451.687786:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687787:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)--
00000800:00000200:18.0:1609800451.687787:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (31)--
00000800:00000200:19.0:1609800451.687788:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:23.0:1609800451.687789:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800451.687789:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:18.0:1609800451.687789:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.687790:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:23.0:1609800451.687791:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)++
00000800:00000200:20.0:1609800451.687792:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800451.687792:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687794:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (31)++
00000800:00000200:18.0:1609800451.687797:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:18.0:1609800451.687801:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687803:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:18.0:1609800451.687803:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (32)++
00000800:00000200:23.0:1609800451.687804:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (32)++
00000800:00000200:19.0:1609800451.687804:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (32)++
00000800:00000200:19.0:1609800451.687805:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (35)--
00000800:00000200:23.0:1609800451.687806:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687806:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (34)--
00000800:00000200:23.0:1609800451.687807:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (34)--
00000800:00000200:20.0:1609800451.687807:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (33)++
00000800:00000200:19.0:1609800451.687807:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (33)++
00000800:00000200:23.0:1609800451.687809:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (34)--
00000800:00000200:20.0:1609800451.687809:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:20.0:1609800451.687809:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (34)--
00000800:00000200:23.0:1609800451.687810:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (33)--
00000800:00000200:18.0:1609800451.687810:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (33)++
00000800:00000200:20.0:1609800451.687812:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (32)--
00000800:00000200:18.0:1609800451.687812:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:18.0:1609800451.687813:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (31)--
00000800:00000200:19.0:1609800451.687814:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687815:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000400:00000200:19.0:1609800451.687816:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.687816:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)--
00000800:00000200:27.1:1609800451.687817:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (28)++
00000400:00000200:19.0:1609800451.687818:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687821:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:23.0:1609800451.687823:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)++
00000800:00000200:19.0:1609800451.687823:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800451.687824:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (30)++
00000800:00000200:23.0:1609800451.687826:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.687827:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (31)--
00000800:00000200:19.0:1609800451.687827:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (31)++
00000400:00000200:23.0:1609800451.687828:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687828:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (32)++
00000800:00000200:19.0:1609800451.687829:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687829:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (32)--
00000400:00000200:23.0:1609800451.687830:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.687831:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:19.0:1609800451.687831:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (31)--
00000800:00000200:20.0:1609800451.687832:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (30)--
00000800:00000200:19.0:1609800451.687832:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)++
00000400:00000200:20.0:1609800451.687833:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.687834:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (30)--
00000800:00000200:19.0:1609800451.687834:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000400:00000200:20.0:1609800451.687835:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687835:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (29)--
00000800:00000200:18.0:1609800451.687835:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (29)--
00000400:00000200:19.0:1609800451.687836:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.687838:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000400:00000200:19.0:1609800451.687839:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.687841:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:27.1:1609800451.688195:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (25)++
00000800:00000200:23.0:1609800451.688243:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000800:00000200:23.0:1609800451.688249:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:23.0:1609800451.688260:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:23.0:1609800451.688261:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)++
00000800:00000200:23.0:1609800451.688263:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:23.0:1609800451.688263:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000800:00000200:23.0:1609800451.688264:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000800:00000200:23.0:1609800451.688267:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:23.0:1609800451.688269:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)++
00000800:00000200:23.0:1609800451.688269:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:23.0:1609800451.688270:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000800:00000200:23.0:1609800451.688271:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:27.1:1609800451.688309:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (25)++
00000800:00000200:19.0:1609800451.688346:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000800:00000200:19.0:1609800451.688352:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (27)--
00000800:00000200:23.0:1609800451.688354:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000400:00000200:19.0:1609800451.688354:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.688357:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (27)--
00000400:00000200:19.0:1609800451.688357:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:23.0:1609800451.688358:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.688361:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.688361:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000800:00000200:19.0:1609800451.688366:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000800:00000200:23.0:1609800451.688367:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:18.0:1609800451.688367:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (26)--
00000800:00000200:19.0:1609800451.688369:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000400:00000200:18.0:1609800451.688369:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.688372:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000800:00000200:20.0:1609800451.688373:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000400:00000200:19.0:1609800451.688373:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.688373:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.688375:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.688376:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:20.0:1609800451.688376:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000400:00000200:20.0:1609800451.688378:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.688378:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800451.688379:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800451.688381:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000400:00000200:20.0:1609800451.688382:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.688385:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:20.0:1609800451.688387:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:20.0:1609800451.688392:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:20.0:1609800451.688394:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:18.0:1609800451.688394:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:20.0:1609800451.688395:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:20.0:1609800451.688396:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:57.0:1609800451.694283:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.694297:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.694301:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75440 nid 192.168.128.137@o2ib18
00000400:00000200:57.0:1609800451.694303:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5b40 net o2ib18
00000400:00000200:57.0:1609800451.694307:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf12000 nid 192.168.128.137@o2ib18
00000400:00000200:57.0:1609800451.694310:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.137@o2ib18 NID 192.168.128.137@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.694315:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.137@o2ib18: 0
00000400:00000200:57.0:1609800451.694315:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.694316:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.694318:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.137@o2ib18 NID 192.168.128.137@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.694320:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.137@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.694357:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.694360:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.137@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.694362:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.137@o2ib18
00000400:00000200:69.0:1609800451.694363:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.137@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.694365:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.137@o2ib18
00000400:00000200:69.0:1609800451.694367:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.137@o2ib18
00000400:00000200:69.0:1609800451.694370:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:69.0:1609800451.694373:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:57] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.694375:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.694378:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.137@o2ib18
00000400:00000200:69.0:1609800451.694381:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.137@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.694383:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.137@o2ib18 1
00000400:00000200:69.0:1609800451.694388:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.694392:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:69.0:1609800451.694401:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dd44f000] -> 192.168.128.137@o2ib18 (1)++
00000800:00000200:69.0:1609800451.694405:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2)++
00000800:00000200:69.0:1609800451.694428:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.694430:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dd44f000] -> 192.168.128.137@o2ib18 (3)--
00000400:00000200:5.0:1609800451.694474:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.694481:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.694484:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:5.0:1609800451.694491:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.694495:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:5.0:1609800451.694500:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.694502:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.694506:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.694520:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.694522:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:5.0:1609800451.694527:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.694530:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:5.0:1609800451.694533:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.694535:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.694542:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.694545:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.694547:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:5.0:1609800451.694552:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.694554:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:5.0:1609800451.694557:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.694559:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.694579:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.694584:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.694586:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:57.0:1609800451.694593:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.694597:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:57.0:1609800451.694601:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.694603:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.694774:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.694782:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.694784:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75380 nid 192.168.128.106@o2ib18
00000400:00000200:57.0:1609800451.694786:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5140 net o2ib18
00000400:00000200:57.0:1609800451.694788:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf12600 nid 192.168.128.106@o2ib18
00000400:00000200:57.0:1609800451.694790:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.106@o2ib18 NID 192.168.128.106@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.694818:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.106@o2ib18: 0
00000400:00000200:57.0:1609800451.694819:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.694819:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.694821:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.106@o2ib18 NID 192.168.128.106@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.694823:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.106@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.694849:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.694852:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.694854:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.106@o2ib18: -114
00000400:00000200:57.0:1609800451.694854:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.694855:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.694857:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.106@o2ib18 NID 192.168.128.106@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.694859:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.106@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.694861:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.694865:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.106@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.694866:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.106@o2ib18
00000400:00000200:69.0:1609800451.694868:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.106@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.694870:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.106@o2ib18
00000400:00000200:69.0:1609800451.694872:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.106@o2ib18
00000400:00000200:69.0:1609800451.694875:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:69.0:1609800451.694878:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1019, d:10, s:58] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.694880:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.694882:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.106@o2ib18
00000400:00000200:69.0:1609800451.694885:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.106@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.694888:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.106@o2ib18 1
00000400:00000200:69.0:1609800451.694892:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.694896:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:69.0:1609800451.694901:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dd44f080] -> 192.168.128.106@o2ib18 (1)++
00000800:00000200:69.0:1609800451.694905:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2)++
00000400:00000200:0.0:1609800451.694925:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.694927:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.694929:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dd44f080] -> 192.168.128.106@o2ib18 (3)--
00000400:00000200:69.0:1609800451.694931:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.106@o2ib18
00000400:00000200:0.0:1609800451.694933:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.694934:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800451.694937:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:69.0:1609800451.694939:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.694942:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000400:00000200:0.0:1609800451.694946:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.694950:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:69.0:1609800451.694951:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.694954:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.694957:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.694959:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.694965:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.694968:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.694970:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800451.694976:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.694981:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:0.0:1609800451.694984:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.694986:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.694991:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.694995:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.694997:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800451.695001:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.695004:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000400:00000200:57.0:1609800451.695006:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.695007:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.695009:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.695013:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.695016:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800451.695022:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.695025:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800451.695029:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.695029:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.137@o2ib18 Addr resolved: 0
00000800:00000200:57.0:1609800451.695031:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.695044:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.137@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800451.695050:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.695053:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.695055:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800451.695060:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.695063:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800451.695065:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.695066:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.695104:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.695119:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.695129:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800451.695135:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.695137:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:0.0:1609800451.695141:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.695143:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.695583:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.106@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.695583:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.137@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.695603:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.106@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.695615:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9345e1ffe000 0xffff9345e1ffe000(0x10e1ffe000)
00000800:00000200:10.0:1609800451.695617:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff935524c70000 0xffff935524c70000(0x2024c70000)
00000800:00000200:10.0:1609800451.695618:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9345babf3000 0xffff9345babf3000(0x10babf3000)
00000800:00000200:10.0:1609800451.695619:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9345b0fd3000 0xffff9345b0fd3000(0x10b0fd3000)
00000800:00000200:10.0:1609800451.695620:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9345ba7e1000 0xffff9345ba7e1000(0x10ba7e1000)
00000800:00000200:10.0:1609800451.695621:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9345aeffd000 0xffff9345aeffd000(0x10aeffd000)
00000800:00000200:10.0:1609800451.695622:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9345fcf6a000 0xffff9345fcf6a000(0x10fcf6a000)
00000800:00000200:10.0:1609800451.695623:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9345e27ce000 0xffff9345e27ce000(0x10e27ce000)
00000800:00000200:10.0:1609800451.695624:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9345a5fb5000 0xffff9345a5fb5000(0x10a5fb5000)
00000800:00000200:10.0:1609800451.695625:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9345e238d000 0xffff9345e238d000(0x10e238d000)
00000800:00000200:10.0:1609800451.695626:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff934587bf3000 0xffff934587bf3000(0x1087bf3000)
00000800:00000200:10.0:1609800451.695626:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9345e2f9d000 0xffff9345e2f9d000(0x10e2f9d000)
00000800:00000200:10.0:1609800451.695627:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93459039b000 0xffff93459039b000(0x109039b000)
00000800:00000200:10.0:1609800451.695628:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff934d26376000 0xffff934d26376000(0x1826376000)
00000800:00000200:10.0:1609800451.695629:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9345917fa000 0xffff9345917fa000(0x10917fa000)
00000800:00000200:10.0:1609800451.695630:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff934585bc0000 0xffff934585bc0000(0x1085bc0000)
00000800:00000200:10.0:1609800451.695631:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9345b5f94000 0xffff9345b5f94000(0x10b5f94000)
00000800:00000200:10.0:1609800451.695632:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9345b9bb7000 0xffff9345b9bb7000(0x10b9bb7000)
00000800:00000200:10.0:1609800451.695872:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695873:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695874:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695875:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695875:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695876:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695876:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695877:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695878:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695878:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695879:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695879:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695880:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695881:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695882:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695883:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695883:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695884:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695885:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695885:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695886:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695887:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695887:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695888:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695888:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695889:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695889:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695890:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695890:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695891:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695892:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695892:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695893:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695893:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.695894:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:10.0:1609800451.695894:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (20)--
00000800:00000200:10.0:1609800451.696098:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.106@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.696111:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc806000 0xffff9354dc806000(0x1fdc806000)
00000800:00000200:10.0:1609800451.696113:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc807000 0xffff9354dc807000(0x1fdc807000)
00000800:00000200:10.0:1609800451.696115:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc808000 0xffff9354dc808000(0x1fdc808000)
00000800:00000200:10.0:1609800451.696117:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc809000 0xffff9354dc809000(0x1fdc809000)
00000800:00000200:10.0:1609800451.696119:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc80a000 0xffff9354dc80a000(0x1fdc80a000)
00000800:00000200:10.0:1609800451.696139:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc80b000 0xffff9354dc80b000(0x1fdc80b000)
00000800:00000200:10.0:1609800451.696141:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc80c000 0xffff9354dc80c000(0x1fdc80c000)
00000800:00000200:10.0:1609800451.696143:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc80d000 0xffff9354dc80d000(0x1fdc80d000)
00000800:00000200:10.0:1609800451.696144:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc80e000 0xffff9354dc80e000(0x1fdc80e000)
00000800:00000200:10.0:1609800451.696146:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc80f000 0xffff9354dc80f000(0x1fdc80f000)
00000800:00000200:10.0:1609800451.696149:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc810000 0xffff9354dc810000(0x1fdc810000)
00000800:00000200:10.0:1609800451.696151:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc811000 0xffff9354dc811000(0x1fdc811000)
00000800:00000200:10.0:1609800451.696153:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc812000 0xffff9354dc812000(0x1fdc812000)
00000800:00000200:10.0:1609800451.696155:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc813000 0xffff9354dc813000(0x1fdc813000)
00000800:00000200:10.0:1609800451.696156:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc814000 0xffff9354dc814000(0x1fdc814000)
00000800:00000200:10.0:1609800451.696158:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc815000 0xffff9354dc815000(0x1fdc815000)
00000800:00000200:10.0:1609800451.696160:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc816000 0xffff9354dc816000(0x1fdc816000)
00000800:00000200:10.0:1609800451.696162:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc817000 0xffff9354dc817000(0x1fdc817000)
00000800:00000200:10.0:1609800451.696416:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696417:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696419:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696420:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696421:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696423:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696424:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696425:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696426:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696428:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696429:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696430:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696432:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696433:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696434:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696435:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696437:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696438:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696439:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696440:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696441:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696443:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696444:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696445:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696446:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696448:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696449:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696451:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696452:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696453:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696455:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696456:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696457:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696458:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:10.0:1609800451.696460:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:10.0:1609800451.696461:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (20)--
00000800:00000200:34.0:1609800451.696618:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.137@o2ib18
00000800:00000200:34.0:1609800451.696621:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.137@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800451.696623:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcfb0000] (19)++
00000800:00000200:34.0:1609800451.696624:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:34.0:1609800451.696625:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:34.0:1609800451.696627:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:34.0:1609800451.696628:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:34.0:1609800451.696629:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:34.0:1609800451.696630:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:34.0:1609800451.696631:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:34.0:1609800451.696641:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:31.1:1609800451.696693:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:19.0:1609800451.696732:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)++
00000800:00000200:19.0:1609800451.696738:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (28)--
00000400:00000200:19.0:1609800451.696740:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.696744:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.696747:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:19.0:1609800451.696748:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:19.0:1609800451.696751:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (27)--
00000400:00000200:19.0:1609800451.696752:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.696755:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.696757:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:19.0:1609800451.696762:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:19.0:1609800451.696763:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:18.0:1609800451.696763:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:19.0:1609800451.696765:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000400:00000200:18.0:1609800451.696765:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.696766:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.696769:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.696769:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.696773:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800451.696774:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:19.0:1609800451.696778:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:18.0:1609800451.696778:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:19.0:1609800451.696779:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.696780:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:19.0:1609800451.696781:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.696783:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:18.0:1609800451.696783:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:18.0:1609800451.696785:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.696786:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:18.0:1609800451.696787:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.696790:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:35.0:1609800451.696914:0:440:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.106@o2ib18
00000800:00000200:35.0:1609800451.696917:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.106@o2ib18: active(1), version(12), status(0)
00000800:00000200:35.0:1609800451.696920:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcfb0c00] (19)++
00000800:00000200:35.0:1609800451.696922:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:35.0:1609800451.696924:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:35.0:1609800451.696926:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:35.0:1609800451.696927:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:35.0:1609800451.696929:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:35.0:1609800451.696931:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:35.0:1609800451.696932:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (26)++
00000800:00000200:35.0:1609800451.696936:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (27)++
00000800:00000200:35.0:1609800451.696949:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:31.1:1609800451.696955:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:19.0:1609800451.696965:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800451.696974:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:23.0:1609800451.696975:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800451.696980:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800451.696982:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800451.696984:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:27.1:1609800451.697042:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (27)++
00000800:00000200:18.0:1609800451.697054:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (28)++
00000800:00000200:18.0:1609800451.697059:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (29)--
00000400:00000200:18.0:1609800451.697061:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.697066:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.697070:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:18.0:1609800451.697073:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000800:00000200:18.0:1609800451.697077:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (28)--
00000400:00000200:18.0:1609800451.697079:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.697081:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:18.0:1609800451.697083:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.697087:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:23.0:1609800451.697088:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:18.0:1609800451.697089:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:23.0:1609800451.697093:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.697093:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (27)--
00000800:00000200:19.0:1609800451.697094:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:18.0:1609800451.697095:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.697097:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (27)--
00000800:00000200:20.0:1609800451.697099:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:19.0:1609800451.697099:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.697100:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.697100:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.697104:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (27)--
00000400:00000200:19.0:1609800451.697104:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.697105:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)--
00000400:00000200:20.0:1609800451.697107:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.697107:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:19.0:1609800451.697109:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:18.0:1609800451.697109:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:23.0:1609800451.697112:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000400:00000200:18.0:1609800451.697112:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.697113:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.697114:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:18.0:1609800451.697116:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.697119:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:18.0:1609800451.697135:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:27.1:1609800451.697376:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:23.0:1609800451.697456:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:23.0:1609800451.697463:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.106@o2ib18
00000800:00000200:23.0:1609800451.697465:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:23.0:1609800451.697467:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:23.0:1609800451.697468:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:23.0:1609800451.697469:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:57.0:1609800451.703462:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.703466:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.703472:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.703477:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.703479:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c752c0 nid 192.168.128.118@o2ib18
00000400:00000200:57.0:1609800451.703482:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5a00 net o2ib18
00000400:00000200:57.0:1609800451.703486:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf13000 nid 192.168.128.118@o2ib18
00000400:00000200:57.0:1609800451.703492:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.118@o2ib18 NID 192.168.128.118@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.703497:0:16059:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.118@o2ib18: 0
00000400:00000200:57.0:1609800451.703501:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.118@o2ib18: 0
00000400:00000200:57.0:1609800451.703502:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.703504:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.703508:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.118@o2ib18 NID 192.168.128.118@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.703512:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.118@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.703514:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.118@o2ib18: -114
00000400:00000200:0.0:1609800451.703516:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.703518:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.703523:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.118@o2ib18 NID 192.168.128.118@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.703525:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.703527:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.118@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.703535:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.703537:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.703540:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.118@o2ib18: -114
00000400:00000200:57.0:1609800451.703542:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.703544:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.703547:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.703552:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.118@o2ib18 NID 192.168.128.118@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.703555:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.118@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.703556:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.703558:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.118@o2ib18: -114
00000400:00000200:0.0:1609800451.703560:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.703562:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.703566:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.118@o2ib18 NID 192.168.128.118@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.703570:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.118@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.703572:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.118@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.703576:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703579:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.118@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800451.703579:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.703583:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703588:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.118@o2ib18
00000400:00000200:0.0:1609800451.703590:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.703593:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:0.0:1609800451.703594:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:0.0:1609800451.703612:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:59] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.703614:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:59] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.703618:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.703618:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.703620:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703623:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.118@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800451.703623:0:16059:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703627:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.118@o2ib18 1
00000400:00000200:0.0:1609800451.703628:0:16059:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.118@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:69.0:1609800451.703632:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.703635:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000400:00000200:0.0:1609800451.703643:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.703650:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:69.0:1609800451.703651:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dd44f100] -> 192.168.128.118@o2ib18 (1)++
00000800:00000200:69.0:1609800451.703655:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2)++
00000800:00000200:0.0:1609800451.703657:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.703661:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.703677:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.703679:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dd44f100] -> 192.168.128.118@o2ib18 (3)--
00000400:00000200:69.0:1609800451.703682:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703684:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:69.0:1609800451.703690:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.703712:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000400:00000200:57.0:1609800451.703713:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.703715:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.703717:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.703717:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.703719:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:69.0:1609800451.703720:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.118@o2ib18
00000400:00000200:57.0:1609800451.703725:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.703728:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:57.0:1609800451.703729:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000400:00000200:69.0:1609800451.703733:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.703754:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800451.703756:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.703757:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.703759:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.703761:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800451.703761:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.703763:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:69.0:1609800451.703786:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.703788:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:69.0:1609800451.703791:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.703792:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.703869:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.703880:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.703886:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:38.0:1609800451.703898:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.703905:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:38.0:1609800451.703912:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.703916:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.704453:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.118@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.704478:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.118@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.705000:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.118@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.705021:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc88f000 0xffff9354dc88f000(0x1fdc88f000)
00000800:00000200:10.0:1609800451.705024:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc890000 0xffff9354dc890000(0x1fdc890000)
00000800:00000200:10.0:1609800451.705026:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc891000 0xffff9354dc891000(0x1fdc891000)
00000800:00000200:10.0:1609800451.705028:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc892000 0xffff9354dc892000(0x1fdc892000)
00000800:00000200:10.0:1609800451.705030:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc893000 0xffff9354dc893000(0x1fdc893000)
00000800:00000200:10.0:1609800451.705032:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc894000 0xffff9354dc894000(0x1fdc894000)
00000800:00000200:10.0:1609800451.705034:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc895000 0xffff9354dc895000(0x1fdc895000)
00000800:00000200:10.0:1609800451.705036:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc896000 0xffff9354dc896000(0x1fdc896000)
00000800:00000200:10.0:1609800451.705037:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc897000 0xffff9354dc897000(0x1fdc897000)
00000800:00000200:10.0:1609800451.705039:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc898000 0xffff9354dc898000(0x1fdc898000)
00000800:00000200:10.0:1609800451.705041:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc899000 0xffff9354dc899000(0x1fdc899000)
00000800:00000200:10.0:1609800451.705043:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc89a000 0xffff9354dc89a000(0x1fdc89a000)
00000800:00000200:10.0:1609800451.705045:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc89b000 0xffff9354dc89b000(0x1fdc89b000)
00000800:00000200:10.0:1609800451.705046:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc89c000 0xffff9354dc89c000(0x1fdc89c000)
00000800:00000200:10.0:1609800451.705048:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc89d000 0xffff9354dc89d000(0x1fdc89d000)
00000800:00000200:10.0:1609800451.705050:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc89e000 0xffff9354dc89e000(0x1fdc89e000)
00000800:00000200:10.0:1609800451.705052:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc89f000 0xffff9354dc89f000(0x1fdc89f000)
00000800:00000200:10.0:1609800451.705053:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc8a0000 0xffff9354dc8a0000(0x1fdc8a0000)
00000800:00000200:10.0:1609800451.705331:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705334:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705336:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705337:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705339:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705340:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705341:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705343:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705344:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705345:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705346:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705348:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705349:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705350:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705367:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705368:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705368:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705369:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705370:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705370:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705371:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705371:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705372:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705372:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705373:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705374:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705374:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705375:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705375:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705376:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705376:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705377:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705378:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705378:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:10.0:1609800451.705379:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:10.0:1609800451.705379:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (20)--
00000800:00000200:18.0:1609800451.706088:0:403:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.118@o2ib18
00000800:00000200:18.0:1609800451.706095:0:403:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.118@o2ib18: active(1), version(12), status(0)
00000800:00000200:18.0:1609800451.706100:0:403:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcfb1800] (19)++
00000800:00000200:18.0:1609800451.706103:0:403:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:18.0:1609800451.706107:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800451.706110:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:18.0:1609800451.706111:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:18.0:1609800451.706113:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:18.0:1609800451.706115:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:18.0:1609800451.706116:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (26)++
00000800:00000200:18.0:1609800451.706150:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (27)++
00000800:00000200:18.0:1609800451.706173:0:403:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcfb1800] (28)--
00000800:00000200:24.1:1609800451.706298:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (27)++
00000800:00000200:20.0:1609800451.706309:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (28)++
00000800:00000200:20.0:1609800451.706315:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (29)--
00000400:00000200:20.0:1609800451.706316:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.706317:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (28)++
00000400:00000200:20.0:1609800451.706320:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.706321:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (29)--
00000400:00000200:18.0:1609800451.706322:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.706323:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (28)--
00000400:00000200:18.0:1609800451.706325:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.706326:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (27)++
00000800:00000200:20.0:1609800451.706329:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (28)--
00000400:00000200:20.0:1609800451.706330:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.706330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (27)--
00000800:00000200:18.0:1609800451.706332:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)++
00000400:00000200:20.0:1609800451.706333:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.706335:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (27)--
00000800:00000200:18.0:1609800451.706335:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (27)--
00000400:00000200:18.0:1609800451.706336:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.706337:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:20.0:1609800451.706339:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:19.0:1609800451.706339:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)++
00000400:00000200:18.0:1609800451.706339:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.706340:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.706342:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.706342:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:19.0:1609800451.706343:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:18.0:1609800451.706344:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:20.0:1609800451.706345:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (25)--
00000400:00000200:19.0:1609800451.706345:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.706345:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:20.0:1609800451.706347:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:18.0:1609800451.706347:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.706349:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.706349:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.706353:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:19.0:1609800451.706355:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:24.1:1609800451.706635:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:20.0:1609800451.706718:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:20.0:1609800451.706742:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.118@o2ib18
00000800:00000200:20.0:1609800451.706744:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:20.0:1609800451.706745:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:20.0:1609800451.706746:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:20.0:1609800451.706747:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000400:00000200:57.0:1609800451.707301:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.707307:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.707311:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75200 nid 192.168.128.102@o2ib18
00000400:00000200:57.0:1609800451.707312:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5380 net o2ib18
00000400:00000200:57.0:1609800451.707316:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93366bf83600 nid 192.168.128.102@o2ib18
00000400:00000200:57.0:1609800451.707318:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.102@o2ib18 NID 192.168.128.102@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.707323:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.102@o2ib18: 0
00000400:00000200:57.0:1609800451.707324:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.707325:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.707327:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.102@o2ib18 NID 192.168.128.102@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.707328:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.102@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.707332:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.707354:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.707356:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.102@o2ib18: -114
00000400:00000200:57.0:1609800451.707356:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.707357:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.707358:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.102@o2ib18 NID 192.168.128.102@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.707361:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.102@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.707364:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.707367:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.102@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.707369:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.102@o2ib18
00000400:00000200:69.0:1609800451.707370:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.102@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.707372:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.102@o2ib18
00000400:00000200:69.0:1609800451.707374:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.102@o2ib18
00000400:00000200:69.0:1609800451.707377:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:69.0:1609800451.707380:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:61] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.707382:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.707385:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.102@o2ib18
00000400:00000200:69.0:1609800451.707387:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.102@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.707406:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.102@o2ib18 1
00000400:00000200:69.0:1609800451.707411:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.707414:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:69.0:1609800451.707420:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85c80] -> 192.168.128.102@o2ib18 (1)++
00000800:00000200:69.0:1609800451.707424:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2)++
00000800:00000200:69.0:1609800451.707446:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.707447:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85c80] -> 192.168.128.102@o2ib18 (3)--
00000400:00000200:69.0:1609800451.707451:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.102@o2ib18
00000400:00000200:69.0:1609800451.707453:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:69.0:1609800451.707458:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.707478:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:57.0:1609800451.707481:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.707482:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.707483:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.707484:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.707505:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:57.0:1609800451.707511:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.707514:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:57.0:1609800451.707519:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.707521:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.707578:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.707589:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.707595:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:38.0:1609800451.707607:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.707613:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:38.0:1609800451.707621:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.707624:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.707640:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.707644:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.707646:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.707647:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:38.0:1609800451.707650:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.707653:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.707656:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:38.0:1609800451.707656:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:57.0:1609800451.707660:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.707663:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.707663:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.707666:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:38.0:1609800451.707669:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.707671:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.708157:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.102@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.708172:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.102@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.708686:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.102@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.708718:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9336683d9000 0xffff9336683d9000(0x1683d9000)
00000800:00000200:10.0:1609800451.708721:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9336683da000 0xffff9336683da000(0x1683da000)
00000800:00000200:10.0:1609800451.708724:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9336683db000 0xffff9336683db000(0x1683db000)
00000800:00000200:10.0:1609800451.708726:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9336683dc000 0xffff9336683dc000(0x1683dc000)
00000800:00000200:10.0:1609800451.708727:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9336683dd000 0xffff9336683dd000(0x1683dd000)
00000800:00000200:10.0:1609800451.708729:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9336683de000 0xffff9336683de000(0x1683de000)
00000800:00000200:10.0:1609800451.708731:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9336683df000 0xffff9336683df000(0x1683df000)
00000800:00000200:10.0:1609800451.708733:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9336683e0000 0xffff9336683e0000(0x1683e0000)
00000800:00000200:10.0:1609800451.708734:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9336683e1000 0xffff9336683e1000(0x1683e1000)
00000800:00000200:10.0:1609800451.708736:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93451fe56000 0xffff93451fe56000(0x101fe56000)
00000800:00000200:10.0:1609800451.708738:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93451fe58000 0xffff93451fe58000(0x101fe58000)
00000800:00000200:10.0:1609800451.708740:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93451fe5a000 0xffff93451fe5a000(0x101fe5a000)
00000800:00000200:10.0:1609800451.708742:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93451fe5b000 0xffff93451fe5b000(0x101fe5b000)
00000800:00000200:10.0:1609800451.708744:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93451fe5c000 0xffff93451fe5c000(0x101fe5c000)
00000800:00000200:10.0:1609800451.708746:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93451fe5d000 0xffff93451fe5d000(0x101fe5d000)
00000800:00000200:10.0:1609800451.708747:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93451fe5e000 0xffff93451fe5e000(0x101fe5e000)
00000800:00000200:10.0:1609800451.708749:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93451fe5f000 0xffff93451fe5f000(0x101fe5f000)
00000800:00000200:10.0:1609800451.708751:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff934519b6d000 0xffff934519b6d000(0x1019b6d000)
00000800:00000200:10.0:1609800451.709034:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709037:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709038:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709039:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709041:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709042:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709043:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709044:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709046:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709047:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709048:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709049:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709067:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709068:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709069:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709070:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709071:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709072:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709072:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709073:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709074:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709074:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709075:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709076:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709076:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709077:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709077:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709078:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709078:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709079:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709080:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709080:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709081:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709081:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:10.0:1609800451.709082:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (19)++
00000800:00000200:10.0:1609800451.709082:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (20)--
00000800:00000200:19.0:1609800451.709704:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.102@o2ib18
00000800:00000200:19.0:1609800451.709707:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.102@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800451.709709:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336503ea400] (19)++
00000800:00000200:19.0:1609800451.709711:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336503ea400] (20)++
00000800:00000200:19.0:1609800451.709712:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:19.0:1609800451.709713:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:19.0:1609800451.709714:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:19.0:1609800451.709733:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000800:00000200:19.0:1609800451.709734:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (25)++
00000800:00000200:19.0:1609800451.709735:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (26)++
00000800:00000200:19.0:1609800451.709745:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336503ea400] (27)--
00000800:00000200:29.1:1609800451.709828:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (26)++
00000800:00000200:3.0:1609800451.709867:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (27)++
00000800:00000200:3.0:1609800451.709873:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (28)--
00000400:00000200:3.0:1609800451.709875:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.709878:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.709882:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (27)--
00000800:00000200:3.0:1609800451.709884:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (26)++
00000800:00000200:3.0:1609800451.709886:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (27)--
00000400:00000200:3.0:1609800451.709887:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.709890:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.709892:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:3.0:1609800451.709893:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:3.0:1609800451.709895:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000400:00000200:3.0:1609800451.709896:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.709898:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.709900:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800451.709901:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:3.0:1609800451.709903:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000400:00000200:3.0:1609800451.709904:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.709905:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000400:00000200:3.0:1609800451.709906:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.709908:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800451.709908:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800451.709909:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:4.0:1609800451.709910:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.709911:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:3.0:1609800451.709912:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.709914:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.709915:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.709917:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800451.709918:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:3.0:1609800451.709920:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:29.1:1609800451.710213:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:4.0:1609800451.710264:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:4.0:1609800451.710269:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.102@o2ib18
00000800:00000200:4.0:1609800451.710271:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:4.0:1609800451.710273:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800451.710274:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:4.0:1609800451.710275:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:57.0:1609800451.715988:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.715995:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.715998:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75140 nid 192.168.128.73@o2ib18
00000400:00000200:57.0:1609800451.716000:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5680 net o2ib18
00000400:00000200:57.0:1609800451.716002:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93366bf82400 nid 192.168.128.73@o2ib18
00000400:00000200:57.0:1609800451.716005:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.73@o2ib18 NID 192.168.128.73@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.716009:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.73@o2ib18: 0
00000400:00000200:57.0:1609800451.716010:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.716011:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.716013:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.73@o2ib18 NID 192.168.128.73@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.716015:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.73@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.716058:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.716062:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.73@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.716063:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.73@o2ib18
00000400:00000200:69.0:1609800451.716065:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.73@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.716068:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.73@o2ib18
00000400:00000200:5.0:1609800451.716069:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.716070:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.73@o2ib18
00000400:00000200:69.0:1609800451.716074:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:5.0:1609800451.716075:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.716076:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:62] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800451.716078:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:69.0:1609800451.716079:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.716082:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.73@o2ib18
00000400:00000200:5.0:1609800451.716082:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:63] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.716085:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.73@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:5.0:1609800451.716085:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800451.716088:0:16054:0:(router.c:135:lnet_notify_locked()) set 192.168.128.73@o2ib18 1
00000400:00000200:5.0:1609800451.716093:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.716096:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:69.0:1609800451.716099:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.716103:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:5.0:1609800451.716106:0:16054:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5580] -> 192.168.128.73@o2ib18 (1)++
00000800:00000200:69.0:1609800451.716109:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.716110:0:16054:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5580] -> 192.168.128.73@o2ib18 (2)++
00000800:00000200:69.0:1609800451.716112:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.716147:0:16054:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:5.0:1609800451.716150:0:16054:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5580] -> 192.168.128.73@o2ib18 (3)--
00000400:00000200:5.0:1609800451.716157:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.716161:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.716163:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:5.0:1609800451.716169:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.716172:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:5.0:1609800451.716175:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.716178:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.716183:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.716188:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.716189:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:5.0:1609800451.716194:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.716196:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:5.0:1609800451.716199:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.716201:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.716205:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.716219:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.716221:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:5.0:1609800451.716226:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.716228:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:5.0:1609800451.716230:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.716232:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.716250:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.716261:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.716265:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:57.0:1609800451.716272:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.716276:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:57.0:1609800451.716281:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.716283:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.716881:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.73@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.716905:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.73@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.717433:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.73@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.717466:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93450a5cf000 0xffff93450a5cf000(0x100a5cf000)
00000800:00000200:10.0:1609800451.717469:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93366ffc5000 0xffff93366ffc5000(0x16ffc5000)
00000800:00000200:10.0:1609800451.717471:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff933632fe9000 0xffff933632fe9000(0x132fe9000)
00000800:00000200:10.0:1609800451.717473:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93367c753000 0xffff93367c753000(0x17c753000)
00000800:00000200:10.0:1609800451.717475:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9336657a9000 0xffff9336657a9000(0x1657a9000)
00000800:00000200:10.0:1609800451.717477:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93366bfa8000 0xffff93366bfa8000(0x16bfa8000)
00000800:00000200:10.0:1609800451.717478:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93451b83c000 0xffff93451b83c000(0x101b83c000)
00000800:00000200:10.0:1609800451.717480:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93451bf1f000 0xffff93451bf1f000(0x101bf1f000)
00000800:00000200:10.0:1609800451.717482:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93365b3d0000 0xffff93365b3d0000(0x15b3d0000)
00000800:00000200:10.0:1609800451.717484:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93363dbbe000 0xffff93363dbbe000(0x13dbbe000)
00000800:00000200:10.0:1609800451.717486:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933659fbb000 0xffff933659fbb000(0x159fbb000)
00000800:00000200:10.0:1609800451.717489:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93451ef77000 0xffff93451ef77000(0x101ef77000)
00000800:00000200:10.0:1609800451.717491:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff933659ff1000 0xffff933659ff1000(0x159ff1000)
00000800:00000200:10.0:1609800451.717493:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff933623ba8000 0xffff933623ba8000(0x123ba8000)
00000800:00000200:10.0:1609800451.717494:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93451cd20000 0xffff93451cd20000(0x101cd20000)
00000800:00000200:10.0:1609800451.717496:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff933650b90000 0xffff933650b90000(0x150b90000)
00000800:00000200:10.0:1609800451.717498:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93451eeca000 0xffff93451eeca000(0x101eeca000)
00000800:00000200:10.0:1609800451.717500:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93451f160000 0xffff93451f160000(0x101f160000)
00000800:00000200:10.0:1609800451.717768:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717770:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717770:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717771:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717772:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717772:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717773:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717774:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717774:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717775:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717776:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717776:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717777:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717778:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717778:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717779:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717779:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717780:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717781:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717782:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717782:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717783:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717784:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717784:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717785:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717786:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717786:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717787:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717788:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717789:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717790:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717790:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717791:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717792:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:10.0:1609800451.717793:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (19)++
00000800:00000200:10.0:1609800451.717793:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (20)--
00000800:00000200:20.0:1609800451.718291:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.73@o2ib18
00000800:00000200:20.0:1609800451.718294:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.73@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800451.718296:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336503e9c00] (19)++
00000800:00000200:20.0:1609800451.718297:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336503e9c00] (20)++
00000800:00000200:20.0:1609800451.718298:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:20.0:1609800451.718300:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (22)++
00000800:00000200:20.0:1609800451.718301:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:20.0:1609800451.718320:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000800:00000200:20.0:1609800451.718321:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (25)++
00000800:00000200:20.0:1609800451.718322:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:20.0:1609800451.718332:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336503e9c00] (27)--
00000800:00000200:27.1:1609800451.718396:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (26)++
00000800:00000200:5.0:1609800451.718448:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000800:00000200:5.0:1609800451.718456:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (28)--
00000400:00000200:5.0:1609800451.718459:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.718466:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.718471:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:5.0:1609800451.718473:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:5.0:1609800451.718477:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000400:00000200:5.0:1609800451.718479:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.718484:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.718487:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:5.0:1609800451.718489:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:5.0:1609800451.718493:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:5.0:1609800451.718495:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.718498:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:5.0:1609800451.718499:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.718503:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:37.0:1609800451.718505:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000800:00000200:5.0:1609800451.718505:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:5.0:1609800451.718508:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:37.0:1609800451.718509:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.718512:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.718516:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.718517:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.718519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:5.0:1609800451.718521:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:37.0:1609800451.718523:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:5.0:1609800451.718523:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800451.718525:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:5.0:1609800451.718525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.718530:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.718533:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:27.1:1609800451.718777:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:37.0:1609800451.718793:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:37.0:1609800451.718800:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:37.0:1609800451.718802:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:37.0:1609800451.718805:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:37.0:1609800451.718807:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:4.0:1609800451.718809:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000400:00000200:57.0:1609800451.731884:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.731895:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.731901:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c75080 nid 192.168.128.89@o2ib18
00000400:00000200:57.0:1609800451.731904:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f56c0 net o2ib18
00000400:00000200:57.0:1609800451.731908:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93366bf83c00 nid 192.168.128.89@o2ib18
00000400:00000200:57.0:1609800451.731914:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.89@o2ib18 NID 192.168.128.89@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.731921:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.89@o2ib18: 0
00000400:00000200:57.0:1609800451.731923:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.731924:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.731928:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.89@o2ib18 NID 192.168.128.89@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.731932:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.89@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.731940:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.731957:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.731970:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.89@o2ib18: -114
00000400:00000200:57.0:1609800451.731972:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.731973:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.731977:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.89@o2ib18 NID 192.168.128.89@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.731980:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.89@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.731981:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.731987:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.89@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.731989:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.731991:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.89@o2ib18
00000400:00000200:69.0:1609800451.731994:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.89@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.731994:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.731997:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.89@o2ib18
00000400:00000200:69.0:1609800451.732002:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.89@o2ib18
00000400:00000200:57.0:1609800451.732002:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800451.732007:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:64] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.732012:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.732016:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.89@o2ib18
00000400:00000200:57.0:1609800451.732021:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.89@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.732028:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.89@o2ib18 1
00000400:00000200:69.0:1609800451.732029:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800451.732037:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.732043:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:69.0:1609800451.732049:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.732055:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecf00] -> 192.168.128.89@o2ib18 (1)++
00000800:00000200:69.0:1609800451.732057:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800451.732062:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecf00] -> 192.168.128.89@o2ib18 (2)++
00000400:00000200:0.0:1609800451.732062:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.732064:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.732068:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.732072:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.89@o2ib18
00000400:00000200:0.0:1609800451.732072:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.732076:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:0.0:1609800451.732079:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:0.0:1609800451.732091:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.732096:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.732098:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800451.732099:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecf00] -> 192.168.128.89@o2ib18 (3)--
00000400:00000200:69.0:1609800451.732103:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.732109:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:0.0:1609800451.732112:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.732115:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.732119:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.732123:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.732160:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.732164:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.732167:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:0.0:1609800451.732173:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.732177:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:0.0:1609800451.732181:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.732183:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.732280:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.732294:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.732298:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800451.732309:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.732315:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800451.732321:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.732325:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.732538:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.732546:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.732549:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:0.0:1609800451.732555:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.732559:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:0.0:1609800451.732564:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.732566:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.732747:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.89@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.732783:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.89@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.733309:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.89@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.733334:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93363bbf3000 0xffff93363bbf3000(0x13bbf3000)
00000800:00000200:10.0:1609800451.733337:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9336703a9000 0xffff9336703a9000(0x1703a9000)
00000800:00000200:10.0:1609800451.733339:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93451f98a000 0xffff93451f98a000(0x101f98a000)
00000800:00000200:10.0:1609800451.733341:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451f98b000 0xffff93451f98b000(0x101f98b000)
00000800:00000200:10.0:1609800451.733343:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933659f8c000 0xffff933659f8c000(0x159f8c000)
00000800:00000200:10.0:1609800451.733345:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff933659f8d000 0xffff933659f8d000(0x159f8d000)
00000800:00000200:10.0:1609800451.733347:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93451d28e000 0xffff93451d28e000(0x101d28e000)
00000800:00000200:10.0:1609800451.733348:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93451d28f000 0xffff93451d28f000(0x101d28f000)
00000800:00000200:10.0:1609800451.733350:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff933650fb6000 0xffff933650fb6000(0x150fb6000)
00000800:00000200:10.0:1609800451.733352:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933650fb7000 0xffff933650fb7000(0x150fb7000)
00000800:00000200:10.0:1609800451.733354:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5da1000 0xffff9344c5da1000(0xfc5da1000)
00000800:00000200:10.0:1609800451.733356:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5da2000 0xffff9344c5da2000(0xfc5da2000)
00000800:00000200:10.0:1609800451.733358:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5da3000 0xffff9344c5da3000(0xfc5da3000)
00000800:00000200:10.0:1609800451.733359:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5da4000 0xffff9344c5da4000(0xfc5da4000)
00000800:00000200:10.0:1609800451.733361:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5da5000 0xffff9344c5da5000(0xfc5da5000)
00000800:00000200:10.0:1609800451.733363:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5da6000 0xffff9344c5da6000(0xfc5da6000)
00000800:00000200:10.0:1609800451.733365:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5da7000 0xffff9344c5da7000(0xfc5da7000)
00000800:00000200:10.0:1609800451.733367:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5da8000 0xffff9344c5da8000(0xfc5da8000)
00000800:00000200:10.0:1609800451.733643:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733645:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733647:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733649:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733650:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733652:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733653:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733654:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733656:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733657:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733658:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733660:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733661:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733662:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733663:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733665:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733666:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733667:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733668:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733669:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733671:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733672:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733673:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733674:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733676:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733677:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733678:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733679:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733680:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733682:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733683:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733684:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733685:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733687:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:10.0:1609800451.733688:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (19)++
00000800:00000200:10.0:1609800451.733689:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (20)--
00000800:00000200:21.0:1609800451.734324:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.89@o2ib18
00000800:00000200:21.0:1609800451.734326:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.89@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800451.734328:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336503eac00] (19)++
00000800:00000200:21.0:1609800451.734330:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336503eac00] (20)++
00000800:00000200:21.0:1609800451.734331:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:21.0:1609800451.734332:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:21.0:1609800451.734333:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:21.0:1609800451.734365:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:21.0:1609800451.734366:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000800:00000200:21.0:1609800451.734367:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (26)++
00000800:00000200:21.0:1609800451.734374:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (27)++
00000800:00000200:21.0:1609800451.734385:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336503eac00] (28)--
00000800:00000200:31.1:1609800451.734437:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (27)++
00000800:00000200:5.0:1609800451.734478:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (28)++
00000800:00000200:5.0:1609800451.734483:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (29)--
00000400:00000200:5.0:1609800451.734485:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.734488:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.734493:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (28)--
00000800:00000200:5.0:1609800451.734494:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (27)++
00000800:00000200:5.0:1609800451.734497:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (28)--
00000400:00000200:5.0:1609800451.734498:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.734501:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.734503:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (27)--
00000800:00000200:5.0:1609800451.734504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (26)++
00000800:00000200:5.0:1609800451.734507:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (27)--
00000400:00000200:5.0:1609800451.734508:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.734510:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.734512:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:5.0:1609800451.734513:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:5.0:1609800451.734514:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000400:00000200:5.0:1609800451.734515:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.734517:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.734518:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:5.0:1609800451.734521:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:5.0:1609800451.734522:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:3.0:1609800451.734522:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000400:00000200:3.0:1609800451.734523:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.734524:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000400:00000200:5.0:1609800451.734525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.734527:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.734527:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.734529:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:5.0:1609800451.734530:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:5.0:1609800451.734533:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:3.0:1609800451.734533:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000400:00000200:5.0:1609800451.734534:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.734534:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:5.0:1609800451.734536:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.734539:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800451.734730:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:3.0:1609800451.734739:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:3.0:1609800451.734744:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:5.0:1609800451.734746:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:3.0:1609800451.734746:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:3.0:1609800451.734749:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (22)--
00000800:00000200:3.0:1609800451.734750:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:57.0:1609800451.768397:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.768407:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.768414:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74fc0 nid 192.168.128.70@o2ib18
00000400:00000200:57.0:1609800451.768417:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5e00 net o2ib18
00000400:00000200:57.0:1609800451.768421:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6e8c00 nid 192.168.128.70@o2ib18
00000400:00000200:57.0:1609800451.768427:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.70@o2ib18 NID 192.168.128.70@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.768434:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.70@o2ib18: 0
00000400:00000200:57.0:1609800451.768452:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.768453:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.768454:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.70@o2ib18 NID 192.168.128.70@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.768456:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.70@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.768491:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.768495:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.70@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.768497:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.70@o2ib18
00000400:00000200:69.0:1609800451.768498:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.70@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.768499:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.70@o2ib18
00000400:00000200:69.0:1609800451.768519:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.70@o2ib18
00000400:00000200:69.0:1609800451.768523:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:69.0:1609800451.768525:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:65] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.768528:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.768530:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.70@o2ib18
00000400:00000200:69.0:1609800451.768533:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.70@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.768536:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.70@o2ib18 1
00000400:00000200:69.0:1609800451.768540:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.768543:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:69.0:1609800451.768549:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85c00] -> 192.168.128.70@o2ib18 (1)++
00000800:00000200:69.0:1609800451.768553:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2)++
00000800:00000200:69.0:1609800451.768578:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.768581:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85c00] -> 192.168.128.70@o2ib18 (3)--
00000400:00000200:0.0:1609800451.768635:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.768645:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.768651:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800451.768663:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.768670:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800451.768677:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.768682:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.768691:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.768696:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.768700:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800451.768709:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.768714:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800451.768718:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.768721:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.768729:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.768736:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.768741:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800451.768751:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.768756:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800451.768760:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.768763:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.768890:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.768901:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.768904:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:57.0:1609800451.768927:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.768932:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:57.0:1609800451.768937:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.768939:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.768949:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.768952:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.768953:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:57.0:1609800451.768976:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.768978:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:57.0:1609800451.768981:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.768982:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.769062:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.769077:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.769083:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:38.0:1609800451.769095:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.769102:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:38.0:1609800451.769109:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.769113:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.769411:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.70@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.769428:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.70@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.769983:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.70@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.770005:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5daa000 0xffff9344c5daa000(0xfc5daa000)
00000800:00000200:10.0:1609800451.770009:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5dab000 0xffff9344c5dab000(0xfc5dab000)
00000800:00000200:10.0:1609800451.770011:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5dac000 0xffff9344c5dac000(0xfc5dac000)
00000800:00000200:10.0:1609800451.770013:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5dad000 0xffff9344c5dad000(0xfc5dad000)
00000800:00000200:10.0:1609800451.770015:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5dae000 0xffff9344c5dae000(0xfc5dae000)
00000800:00000200:10.0:1609800451.770017:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5daf000 0xffff9344c5daf000(0xfc5daf000)
00000800:00000200:10.0:1609800451.770019:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5db0000 0xffff9344c5db0000(0xfc5db0000)
00000800:00000200:10.0:1609800451.770020:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5db1000 0xffff9344c5db1000(0xfc5db1000)
00000800:00000200:10.0:1609800451.770022:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5db2000 0xffff9344c5db2000(0xfc5db2000)
00000800:00000200:10.0:1609800451.770024:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5db3000 0xffff9344c5db3000(0xfc5db3000)
00000800:00000200:10.0:1609800451.770026:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5db4000 0xffff9344c5db4000(0xfc5db4000)
00000800:00000200:10.0:1609800451.770028:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5db5000 0xffff9344c5db5000(0xfc5db5000)
00000800:00000200:10.0:1609800451.770029:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5db6000 0xffff9344c5db6000(0xfc5db6000)
00000800:00000200:10.0:1609800451.770031:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5db7000 0xffff9344c5db7000(0xfc5db7000)
00000800:00000200:10.0:1609800451.770033:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5db8000 0xffff9344c5db8000(0xfc5db8000)
00000800:00000200:10.0:1609800451.770035:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5db9000 0xffff9344c5db9000(0xfc5db9000)
00000800:00000200:10.0:1609800451.770037:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5dba000 0xffff9344c5dba000(0xfc5dba000)
00000800:00000200:10.0:1609800451.770038:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5dbb000 0xffff9344c5dbb000(0xfc5dbb000)
00000800:00000200:10.0:1609800451.770344:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770346:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770348:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770349:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770350:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770352:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770353:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770354:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770355:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770357:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770358:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770359:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770360:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770362:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770363:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770364:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770366:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770367:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770369:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770370:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770371:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770373:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770374:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770376:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770377:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770378:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770379:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770380:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770382:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770383:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770384:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770385:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770387:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770388:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:10.0:1609800451.770389:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (19)++
00000800:00000200:10.0:1609800451.770390:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (20)--
00000800:00000200:23.0:1609800451.770788:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.70@o2ib18
00000800:00000200:23.0:1609800451.770791:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.70@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800451.770793:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93362c785800] (19)++
00000800:00000200:23.0:1609800451.770795:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93362c785800] (20)++
00000800:00000200:23.0:1609800451.770796:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (21)++
00000800:00000200:23.0:1609800451.770797:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000800:00000200:23.0:1609800451.770798:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000800:00000200:23.0:1609800451.770799:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (24)++
00000800:00000200:23.0:1609800451.770801:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (25)++
00000800:00000200:23.0:1609800451.770801:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (26)++
00000800:00000200:23.0:1609800451.770802:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (27)++
00000800:00000200:23.0:1609800451.770814:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93362c785800] (28)--
00000400:00000200:57.0:1609800451.770818:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.770824:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.770828:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74f00 nid 192.168.128.117@o2ib18
00000400:00000200:57.0:1609800451.770830:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5480 net o2ib18
00000400:00000200:57.0:1609800451.770832:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ea000 nid 192.168.128.117@o2ib18
00000400:00000200:57.0:1609800451.770835:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.117@o2ib18 NID 192.168.128.117@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.770840:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.117@o2ib18: 0
00000400:00000200:57.0:1609800451.770841:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.770842:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.770843:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.770844:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.117@o2ib18 NID 192.168.128.117@o2ib18: 0. pending discovery
00000800:00000200:24.1:1609800451.770845:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (27)++
00000400:00000200:57.0:1609800451.770846:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.117@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.770850:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.770854:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.770854:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.770857:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.117@o2ib18: -114
00000400:00000200:57.0:1609800451.770857:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.770858:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.770860:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.117@o2ib18 NID 192.168.128.117@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.770862:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.117@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.770865:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.117@o2ib18: -114
00000400:00000200:38.0:1609800451.770867:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.770870:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.770876:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:38.0:1609800451.770876:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.117@o2ib18 NID 192.168.128.117@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.770880:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.117@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.770881:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.117@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.770882:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.117@o2ib18
00000400:00000200:69.0:1609800451.770884:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.117@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.770886:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.117@o2ib18
00000400:00000200:69.0:1609800451.770889:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.117@o2ib18
00000400:00000200:38.0:1609800451.770890:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.770893:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:69.0:1609800451.770895:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1017, d:10, s:66] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:4.0:1609800451.770896:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (28)++
00000400:00000200:38.0:1609800451.770897:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.770898:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.770900:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.117@o2ib18
00000400:00000200:38.0:1609800451.770902:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:69.0:1609800451.770903:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.117@o2ib18 nid 192.168.128.187@o2ib18: 0
00000800:00000200:4.0:1609800451.770905:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (29)--
00000400:00000200:38.0:1609800451.770908:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.128.117@o2ib18 1
00000400:00000200:4.0:1609800451.770908:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.770914:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:38.0:1609800451.770918:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.770924:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:69.0:1609800451.770926:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.770930:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:4.0:1609800451.770933:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (28)--
00000800:00000200:4.0:1609800451.770935:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (27)++
00000800:00000200:69.0:1609800451.770937:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85b80] -> 192.168.128.117@o2ib18 (1)++
00000800:00000200:4.0:1609800451.770939:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (28)--
00000400:00000200:4.0:1609800451.770941:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.770942:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2)++
00000800:00000200:38.0:1609800451.770942:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.770947:0:16057:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345146bd280] -> 192.168.128.117@o2ib18 (1)--
00000800:00000200:37.0:1609800451.770947:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (27)++
00000400:00000200:4.0:1609800451.770949:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.770956:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (28)--
00000800:00000200:37.0:1609800451.770958:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (28)--
00000800:00000200:4.0:1609800451.770958:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (27)++
00000400:00000200:37.0:1609800451.770961:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.770962:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (27)--
00000400:00000200:4.0:1609800451.770964:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.770966:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:37.0:1609800451.770967:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:69.0:1609800451.770968:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85b80] -> 192.168.128.117@o2ib18 (3)--
00000400:00000200:4.0:1609800451.770968:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:69.0:1609800451.770971:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.117@o2ib18
00000800:00000200:4.0:1609800451.770971:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000400:00000200:69.0:1609800451.770973:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:4.0:1609800451.770973:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (25)++
00000800:00000200:37.0:1609800451.770975:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000800:00000200:4.0:1609800451.770975:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (26)--
00000400:00000200:4.0:1609800451.770977:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.770978:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000400:00000200:69.0:1609800451.770979:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800451.770981:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000800:00000200:69.0:1609800451.770982:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:5.0:1609800451.770982:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (25)++
00000400:00000200:4.0:1609800451.770982:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.770983:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.770987:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800451.770987:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (25)--
00000400:00000200:37.0:1609800451.770988:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.770988:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000800:00000200:69.0:1609800451.770989:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800451.770989:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000400:00000200:69.0:1609800451.770991:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800451.770992:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:5.0:1609800451.770992:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.770993:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:5.0:1609800451.770999:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:69.0:1609800451.771000:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.771003:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:5.0:1609800451.771006:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:69.0:1609800451.771009:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.771010:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.771029:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.771036:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.771038:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:57.0:1609800451.771044:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.771048:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:57.0:1609800451.771052:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.771054:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 0
00000800:00000200:24.1:1609800451.771180:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:4.0:1609800451.771193:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:4.0:1609800451.771200:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.70@o2ib18
00000800:00000200:37.0:1609800451.771220:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:4.0:1609800451.771220:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (22)++
00000800:00000200:4.0:1609800451.771222:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (22)--
00000800:00000200:4.0:1609800451.771222:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:10.0:1609800451.771687:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.117@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.771704:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.117@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:5.0:1609800451.772070:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.772082:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.772089:0:16054:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d800 nid 192.168.128.128@o2ib18
00000400:00000200:5.0:1609800451.772092:0:16054:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb06c0 net o2ib18
00000400:00000200:5.0:1609800451.772096:0:16054:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b195600 nid 192.168.128.128@o2ib18
00000400:00000200:5.0:1609800451.772102:0:16054:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.128@o2ib18 NID 192.168.128.128@o2ib18 flags 0x0
00000400:00000200:5.0:1609800451.772111:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.128@o2ib18: 0
00000400:00000200:5.0:1609800451.772112:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800451.772114:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800451.772118:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.128@o2ib18 NID 192.168.128.128@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800451.772135:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.128@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.772136:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.772145:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.772151:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.772155:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.128@o2ib18: -114
00000400:00000200:5.0:1609800451.772157:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800451.772158:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.772161:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.772162:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.128@o2ib18 NID 192.168.128.128@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.772163:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:5.0:1609800451.772165:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.128@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.772170:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.128@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.772174:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.128@o2ib18
00000400:00000200:5.0:1609800451.772175:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.772177:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.128@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.772182:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:5.0:1609800451.772182:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.772196:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1019, d:10, s:67] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:10.0:1609800451.772196:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.117@o2ib18 Route resolved: 0
00000400:00000200:57.0:1609800451.772201:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.772205:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.128@o2ib18
00000400:00000200:57.0:1609800451.772210:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.128@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.772214:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.128@o2ib18
00000400:00000200:69.0:1609800451.772220:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.128@o2ib18
00000400:00000200:57.0:1609800451.772220:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.128@o2ib18 1
00000400:00000200:69.0:1609800451.772225:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800451.772230:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.772236:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:69.0:1609800451.772243:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.772246:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecd80] -> 192.168.128.128@o2ib18 (1)++
00000800:00000200:69.0:1609800451.772249:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:5.0:1609800451.772249:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:57.0:1609800451.772253:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecd80] -> 192.168.128.128@o2ib18 (2)++
00000800:00000200:69.0:1609800451.772256:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (3) version: 0
00000800:00000200:10.0:1609800451.772256:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5dbf000 0xffff9344c5dbf000(0xfc5dbf000)
00000800:00000200:10.0:1609800451.772259:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5dc0000 0xffff9344c5dc0000(0xfc5dc0000)
00000800:00000200:69.0:1609800451.772261:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (3) version: 0
00000800:00000200:10.0:1609800451.772261:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5dc1000 0xffff9344c5dc1000(0xfc5dc1000)
00000400:00000200:5.0:1609800451.772262:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:10.0:1609800451.772263:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5dc2000 0xffff9344c5dc2000(0xfc5dc2000)
00000800:00000200:10.0:1609800451.772265:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5dc3000 0xffff9344c5dc3000(0xfc5dc3000)
00000400:00000200:69.0:1609800451.772266:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.128@o2ib18
00000800:00000200:10.0:1609800451.772267:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5dc4000 0xffff9344c5dc4000(0xfc5dc4000)
00000800:00000200:10.0:1609800451.772268:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5dc5000 0xffff9344c5dc5000(0xfc5dc5000)
00000400:00000200:69.0:1609800451.772270:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:10.0:1609800451.772270:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5dc6000 0xffff9344c5dc6000(0xfc5dc6000)
00000800:00000200:5.0:1609800451.772271:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:10.0:1609800451.772272:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5dc7000 0xffff9344c5dc7000(0xfc5dc7000)
00000800:00000200:10.0:1609800451.772274:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5dc8000 0xffff9344c5dc8000(0xfc5dc8000)
00000800:00000200:10.0:1609800451.772275:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5dc9000 0xffff9344c5dc9000(0xfc5dc9000)
00000800:00000200:10.0:1609800451.772279:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5dca000 0xffff9344c5dca000(0xfc5dca000)
00000800:00000200:10.0:1609800451.772281:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5dcb000 0xffff9344c5dcb000(0xfc5dcb000)
00000400:00000200:69.0:1609800451.772282:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:10.0:1609800451.772283:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5dcc000 0xffff9344c5dcc000(0xfc5dcc000)
00000800:00000200:10.0:1609800451.772285:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5dcd000 0xffff9344c5dcd000(0xfc5dcd000)
00000800:00000200:69.0:1609800451.772287:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:10.0:1609800451.772287:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5dce000 0xffff9344c5dce000(0xfc5dce000)
00000800:00000200:57.0:1609800451.772288:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:10.0:1609800451.772289:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5dcf000 0xffff9344c5dcf000(0xfc5dcf000)
00000800:00000200:10.0:1609800451.772290:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5dd0000 0xffff9344c5dd0000(0xfc5dd0000)
00000800:00000200:5.0:1609800451.772290:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.772292:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecd80] -> 192.168.128.128@o2ib18 (3)--
00000800:00000200:69.0:1609800451.772293:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.772297:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.772302:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.772303:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.772314:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.772319:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.772321:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.772323:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800451.772326:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:5.0:1609800451.772335:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.772340:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:57.0:1609800451.772346:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.772354:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.772357:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.772380:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800451.772385:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.772387:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.772394:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.772402:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.772404:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800451.772409:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.772412:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800451.772415:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.772417:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.772594:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772595:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772596:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772597:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772597:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772598:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772599:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772600:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772601:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772601:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772602:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772603:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772604:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772605:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772605:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772606:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772606:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772607:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772608:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772608:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772609:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772609:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772610:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772610:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772611:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772611:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772612:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772613:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772613:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772615:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772615:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772616:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772617:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772618:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:10.0:1609800451.772619:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (19)++
00000800:00000200:10.0:1609800451.772620:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (20)--
00000800:00000200:24.0:1609800451.773000:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.117@o2ib18
00000800:00000200:24.0:1609800451.773003:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.117@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800451.773005:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93362c786000] (19)++
00000800:00000200:24.0:1609800451.773007:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93362c786000] (20)++
00000800:00000200:24.0:1609800451.773008:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (21)++
00000800:00000200:24.0:1609800451.773009:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:24.0:1609800451.773010:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:24.0:1609800451.773011:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:24.0:1609800451.773012:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:24.0:1609800451.773021:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93362c786000] (26)--
00000800:00000200:10.0:1609800451.773069:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.128@o2ib18 Addr resolved: 0
00000800:00000200:35.1:1609800451.773084:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (25)++
00000800:00000200:10.0:1609800451.773086:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.128@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:3.0:1609800451.773135:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (26)++
00000800:00000200:3.0:1609800451.773141:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (27)--
00000400:00000200:3.0:1609800451.773143:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.773146:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.773151:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:3.0:1609800451.773154:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000800:00000200:3.0:1609800451.773157:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (26)--
00000400:00000200:3.0:1609800451.773158:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.773160:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.773162:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:3.0:1609800451.773163:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:3.0:1609800451.773166:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:3.0:1609800451.773167:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.773169:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.773171:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:3.0:1609800451.773173:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:3.0:1609800451.773177:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:3.0:1609800451.773178:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.773180:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.773181:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:3.0:1609800451.773184:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:5.0:1609800451.773186:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000800:00000200:3.0:1609800451.773186:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:5.0:1609800451.773187:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.773191:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.773196:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:35.1:1609800451.773355:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:3.0:1609800451.773365:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800451.773372:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:3.0:1609800451.773380:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800451.773381:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (21)++
00000800:00000200:3.0:1609800451.773383:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (22)--
00000800:00000200:3.0:1609800451.773384:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:10.0:1609800451.773584:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.128@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.773598:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5dd3000 0xffff9344c5dd3000(0xfc5dd3000)
00000800:00000200:10.0:1609800451.773600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5dd4000 0xffff9344c5dd4000(0xfc5dd4000)
00000800:00000200:10.0:1609800451.773601:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5dd5000 0xffff9344c5dd5000(0xfc5dd5000)
00000800:00000200:10.0:1609800451.773602:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5dd6000 0xffff9344c5dd6000(0xfc5dd6000)
00000800:00000200:10.0:1609800451.773603:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5dd7000 0xffff9344c5dd7000(0xfc5dd7000)
00000800:00000200:10.0:1609800451.773605:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5dd8000 0xffff9344c5dd8000(0xfc5dd8000)
00000800:00000200:10.0:1609800451.773606:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5dd9000 0xffff9344c5dd9000(0xfc5dd9000)
00000800:00000200:10.0:1609800451.773607:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5dda000 0xffff9344c5dda000(0xfc5dda000)
00000800:00000200:10.0:1609800451.773607:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5ddb000 0xffff9344c5ddb000(0xfc5ddb000)
00000800:00000200:10.0:1609800451.773608:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5ddc000 0xffff9344c5ddc000(0xfc5ddc000)
00000800:00000200:10.0:1609800451.773609:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5ddd000 0xffff9344c5ddd000(0xfc5ddd000)
00000800:00000200:10.0:1609800451.773610:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5dde000 0xffff9344c5dde000(0xfc5dde000)
00000800:00000200:10.0:1609800451.773611:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5ddf000 0xffff9344c5ddf000(0xfc5ddf000)
00000800:00000200:10.0:1609800451.773612:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5de0000 0xffff9344c5de0000(0xfc5de0000)
00000800:00000200:10.0:1609800451.773612:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5de1000 0xffff9344c5de1000(0xfc5de1000)
00000800:00000200:10.0:1609800451.773613:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5de2000 0xffff9344c5de2000(0xfc5de2000)
00000800:00000200:10.0:1609800451.773614:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5de3000 0xffff9344c5de3000(0xfc5de3000)
00000800:00000200:10.0:1609800451.773615:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5de4000 0xffff9344c5de4000(0xfc5de4000)
00000800:00000200:10.0:1609800451.773856:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773858:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773858:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773859:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773860:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773861:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773862:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773863:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773863:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773864:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773865:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773866:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773866:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773867:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773868:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773868:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773869:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773869:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773870:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773870:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773871:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773872:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773872:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773873:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773873:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773874:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773874:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773875:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773875:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773876:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773877:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773877:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773878:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773878:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:10.0:1609800451.773879:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (19)++
00000800:00000200:10.0:1609800451.773879:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (20)--
00000800:00000200:24.0:1609800451.774465:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.128@o2ib18
00000800:00000200:24.0:1609800451.774468:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.128@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800451.774470:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6e8200] (19)++
00000800:00000200:24.0:1609800451.774471:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6e8200] (20)++
00000800:00000200:24.0:1609800451.774472:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (21)++
00000800:00000200:24.0:1609800451.774474:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (22)++
00000800:00000200:24.0:1609800451.774475:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (23)++
00000800:00000200:24.0:1609800451.774493:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (24)++
00000800:00000200:24.0:1609800451.774494:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (25)++
00000800:00000200:24.0:1609800451.774495:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (26)++
00000800:00000200:24.0:1609800451.774496:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (27)++
00000800:00000200:24.0:1609800451.774508:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6e8200] (28)--
00000800:00000200:34.1:1609800451.774606:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (27)++
00000800:00000200:5.0:1609800451.774651:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (28)++
00000800:00000200:5.0:1609800451.774656:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (29)--
00000400:00000200:5.0:1609800451.774658:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.774662:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.774666:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (28)--
00000800:00000200:5.0:1609800451.774667:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (27)++
00000800:00000200:5.0:1609800451.774670:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (28)--
00000400:00000200:5.0:1609800451.774671:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.774673:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.774676:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (27)--
00000800:00000200:5.0:1609800451.774677:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000800:00000200:5.0:1609800451.774679:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (27)--
00000400:00000200:5.0:1609800451.774681:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.774683:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.774685:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:5.0:1609800451.774688:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000800:00000200:5.0:1609800451.774692:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (26)--
00000400:00000200:5.0:1609800451.774693:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.774695:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.774696:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000800:00000200:5.0:1609800451.774699:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:5.0:1609800451.774700:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000800:00000200:4.0:1609800451.774700:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000800:00000200:5.0:1609800451.774702:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000400:00000200:4.0:1609800451.774702:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.774703:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.774705:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.774706:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.774708:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:4.0:1609800451.774711:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:37.0:1609800451.774712:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000800:00000200:5.0:1609800451.774712:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000400:00000200:37.0:1609800451.774713:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.774714:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:37.0:1609800451.774716:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.774722:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:34.1:1609800451.774991:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:5.0:1609800451.775049:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:5.0:1609800451.775059:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.128@o2ib18
00000800:00000200:5.0:1609800451.775062:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:5.0:1609800451.775065:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:5.0:1609800451.775066:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:5.0:1609800451.775068:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000400:00000200:57.0:1609800451.785336:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.785342:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.785346:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74e40 nid 192.168.128.78@o2ib18
00000400:00000200:57.0:1609800451.785348:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5580 net o2ib18
00000400:00000200:0.0:1609800451.785353:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.785354:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6eb400 nid 192.168.128.78@o2ib18
00000400:00000200:57.0:1609800451.785358:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.78@o2ib18 NID 192.168.128.78@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.785363:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.785364:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.78@o2ib18: 0
00000400:00000200:57.0:1609800451.785365:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.785366:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.785369:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.78@o2ib18 NID 192.168.128.78@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.785371:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.78@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.785374:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.78@o2ib18: -114
00000400:00000200:0.0:1609800451.785376:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.785392:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.785397:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.78@o2ib18 NID 192.168.128.78@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.785401:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.78@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.785407:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.785410:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.785411:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.78@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.785411:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.785413:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.78@o2ib18
00000400:00000200:69.0:1609800451.785414:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.78@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.785415:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.785416:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.78@o2ib18
00000400:00000200:69.0:1609800451.785418:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.78@o2ib18
00000400:00000200:0.0:1609800451.785418:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.785419:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800451.785422:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:68] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800451.785422:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800451.785425:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.785427:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.78@o2ib18
00000400:00000200:0.0:1609800451.785428:0:16060:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:69] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.785430:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.78@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.785433:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:0.0:1609800451.785433:0:16060:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.785438:0:16060:0:(router.c:135:lnet_notify_locked()) set 192.168.128.78@o2ib18 1
00000400:00000200:0.0:1609800451.785448:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.785454:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:57.0:1609800451.785456:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.785459:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:69.0:1609800451.785463:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.785482:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecd00] -> 192.168.128.78@o2ib18 (1)++
00000800:00000200:69.0:1609800451.785483:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800451.785488:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.785491:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.785493:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.785493:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecd00] -> 192.168.128.78@o2ib18 (2)++
00000400:00000200:69.0:1609800451.785496:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800451.785498:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.785499:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:69.0:1609800451.785504:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.785507:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:69.0:1609800451.785510:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.785512:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.785516:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.785518:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecd00] -> 192.168.128.78@o2ib18 (3)--
00000400:00000200:57.0:1609800451.785524:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.785527:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.785530:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800451.785553:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.785557:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:57.0:1609800451.785560:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.785562:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.785566:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.785569:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.785571:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800451.785575:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.785577:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:57.0:1609800451.785580:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.785598:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.785721:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.785727:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.785731:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:0.0:1609800451.785742:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.785747:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800451.785756:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.785759:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.786310:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.78@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.786336:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.78@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.786842:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.78@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.786861:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5de6000 0xffff9344c5de6000(0xfc5de6000)
00000800:00000200:10.0:1609800451.786864:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5de7000 0xffff9344c5de7000(0xfc5de7000)
00000800:00000200:10.0:1609800451.786867:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5de8000 0xffff9344c5de8000(0xfc5de8000)
00000800:00000200:10.0:1609800451.786869:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5de9000 0xffff9344c5de9000(0xfc5de9000)
00000800:00000200:10.0:1609800451.786871:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5dea000 0xffff9344c5dea000(0xfc5dea000)
00000800:00000200:10.0:1609800451.786872:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5deb000 0xffff9344c5deb000(0xfc5deb000)
00000800:00000200:10.0:1609800451.786874:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5dec000 0xffff9344c5dec000(0xfc5dec000)
00000800:00000200:10.0:1609800451.786876:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5ded000 0xffff9344c5ded000(0xfc5ded000)
00000800:00000200:10.0:1609800451.786878:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5dee000 0xffff9344c5dee000(0xfc5dee000)
00000800:00000200:10.0:1609800451.786880:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5def000 0xffff9344c5def000(0xfc5def000)
00000800:00000200:10.0:1609800451.786881:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5df0000 0xffff9344c5df0000(0xfc5df0000)
00000800:00000200:10.0:1609800451.786883:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5df1000 0xffff9344c5df1000(0xfc5df1000)
00000800:00000200:10.0:1609800451.786885:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5df2000 0xffff9344c5df2000(0xfc5df2000)
00000800:00000200:10.0:1609800451.786887:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5df3000 0xffff9344c5df3000(0xfc5df3000)
00000800:00000200:10.0:1609800451.786889:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5df4000 0xffff9344c5df4000(0xfc5df4000)
00000800:00000200:10.0:1609800451.786890:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5df5000 0xffff9344c5df5000(0xfc5df5000)
00000800:00000200:10.0:1609800451.786892:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5df6000 0xffff9344c5df6000(0xfc5df6000)
00000800:00000200:10.0:1609800451.786894:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5df7000 0xffff9344c5df7000(0xfc5df7000)
00000800:00000200:10.0:1609800451.787188:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787191:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787192:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787193:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787195:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787196:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787197:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787198:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787200:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787201:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787202:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787203:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787204:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787206:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787207:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787208:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787209:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787211:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787213:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787214:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787215:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787217:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787218:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787220:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787221:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787222:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787223:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787225:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787226:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787227:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787228:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787229:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787231:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787232:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:10.0:1609800451.787233:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (19)++
00000800:00000200:10.0:1609800451.787234:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (20)--
00000800:00000200:24.0:1609800451.787868:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.78@o2ib18
00000800:00000200:24.0:1609800451.787887:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.78@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800451.787891:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6e8400] (19)++
00000800:00000200:24.0:1609800451.787893:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6e8400] (20)++
00000800:00000200:24.0:1609800451.787895:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:24.0:1609800451.787897:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:24.0:1609800451.787899:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:24.0:1609800451.787900:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000800:00000200:24.0:1609800451.787902:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (25)++
00000800:00000200:24.0:1609800451.787903:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (26)++
00000800:00000200:24.0:1609800451.787905:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (27)++
00000800:00000200:24.0:1609800451.787931:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6e8400] (28)--
00000800:00000200:32.1:1609800451.788021:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (27)++
00000800:00000200:3.0:1609800451.788065:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (28)++
00000800:00000200:3.0:1609800451.788071:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (29)--
00000400:00000200:3.0:1609800451.788073:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.788076:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.788081:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (28)--
00000800:00000200:3.0:1609800451.788082:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)++
00000800:00000200:3.0:1609800451.788085:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (28)--
00000400:00000200:3.0:1609800451.788088:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.788091:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.788093:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)--
00000800:00000200:3.0:1609800451.788094:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)++
00000800:00000200:3.0:1609800451.788097:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (27)--
00000400:00000200:3.0:1609800451.788098:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.788100:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.788102:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000800:00000200:3.0:1609800451.788103:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:3.0:1609800451.788104:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000400:00000200:3.0:1609800451.788105:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.788107:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000400:00000200:3.0:1609800451.788107:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.788110:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000800:00000200:37.0:1609800451.788112:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (25)--
00000800:00000200:3.0:1609800451.788112:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000400:00000200:37.0:1609800451.788114:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.788114:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (25)--
00000400:00000200:3.0:1609800451.788115:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.788117:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.788118:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.788133:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:37.0:1609800451.788136:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:5.0:1609800451.788137:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:3.0:1609800451.788138:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000400:00000200:5.0:1609800451.788139:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.788140:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:5.0:1609800451.788142:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.788147:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:32.1:1609800451.788216:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:3.0:1609800451.788227:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:3.0:1609800451.788231:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:3.0:1609800451.788232:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800451.788233:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:3.0:1609800451.788234:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:3.0:1609800451.788236:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:57.0:1609800451.808148:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.808171:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.808178:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74d80 nid 192.168.128.113@o2ib18
00000400:00000200:57.0:1609800451.808181:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5e80 net o2ib18
00000400:00000200:57.0:1609800451.808195:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf13400 nid 192.168.128.113@o2ib18
00000400:00000200:57.0:1609800451.808200:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.113@o2ib18 NID 192.168.128.113@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.808209:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.113@o2ib18: 0
00000400:00000200:57.0:1609800451.808211:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.808212:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.808216:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.113@o2ib18 NID 192.168.128.113@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.808220:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.113@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.808252:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.808258:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.113@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.808261:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.113@o2ib18
00000400:00000200:69.0:1609800451.808264:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.113@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.808267:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.113@o2ib18
00000400:00000200:69.0:1609800451.808272:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.113@o2ib18
00000400:00000200:69.0:1609800451.808277:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:69.0:1609800451.808283:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:70] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.808288:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.808292:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.113@o2ib18
00000400:00000200:69.0:1609800451.808297:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.113@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.808302:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.113@o2ib18 1
00000400:00000200:69.0:1609800451.808312:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.808318:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:69.0:1609800451.808329:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853ca400] -> 192.168.128.113@o2ib18 (1)++
00000800:00000200:69.0:1609800451.808336:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853ca400] -> 192.168.128.113@o2ib18 (2)++
00000800:00000200:69.0:1609800451.808371:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.808375:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853ca400] -> 192.168.128.113@o2ib18 (3)--
00000400:00000200:0.0:1609800451.808387:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.808397:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.808403:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:0.0:1609800451.808416:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.808422:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:0.0:1609800451.808430:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.808435:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800451.808435:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.808444:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.808445:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.808449:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:0.0:1609800451.808451:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.808456:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800451.808462:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.808469:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:0.0:1609800451.808475:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.808480:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800451.808483:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.808504:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.808506:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.808510:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.808512:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.808517:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.808519:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:0.0:1609800451.808524:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.808526:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:0.0:1609800451.808530:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.808532:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.808732:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.808740:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.808743:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:38.0:1609800451.808750:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.808753:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:38.0:1609800451.808758:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.808760:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.809152:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.113@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.809168:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.113@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.809660:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.113@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.809678:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc47c000 0xffff9354dc47c000(0x1fdc47c000)
00000800:00000200:10.0:1609800451.809681:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc47d000 0xffff9354dc47d000(0x1fdc47d000)
00000800:00000200:10.0:1609800451.809684:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc47e000 0xffff9354dc47e000(0x1fdc47e000)
00000800:00000200:10.0:1609800451.809685:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc47f000 0xffff9354dc47f000(0x1fdc47f000)
00000800:00000200:10.0:1609800451.809687:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc480000 0xffff9354dc480000(0x1fdc480000)
00000800:00000200:10.0:1609800451.809689:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc481000 0xffff9354dc481000(0x1fdc481000)
00000800:00000200:10.0:1609800451.809691:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc482000 0xffff9354dc482000(0x1fdc482000)
00000800:00000200:10.0:1609800451.809693:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc483000 0xffff9354dc483000(0x1fdc483000)
00000800:00000200:10.0:1609800451.809694:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc484000 0xffff9354dc484000(0x1fdc484000)
00000800:00000200:10.0:1609800451.809696:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc485000 0xffff9354dc485000(0x1fdc485000)
00000800:00000200:10.0:1609800451.809698:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc486000 0xffff9354dc486000(0x1fdc486000)
00000800:00000200:10.0:1609800451.809700:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc487000 0xffff9354dc487000(0x1fdc487000)
00000800:00000200:10.0:1609800451.809703:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc488000 0xffff9354dc488000(0x1fdc488000)
00000800:00000200:10.0:1609800451.809705:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc489000 0xffff9354dc489000(0x1fdc489000)
00000800:00000200:10.0:1609800451.809707:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc48a000 0xffff9354dc48a000(0x1fdc48a000)
00000800:00000200:10.0:1609800451.809709:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc48b000 0xffff9354dc48b000(0x1fdc48b000)
00000800:00000200:10.0:1609800451.809711:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc48c000 0xffff9354dc48c000(0x1fdc48c000)
00000800:00000200:10.0:1609800451.809712:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc48d000 0xffff9354dc48d000(0x1fdc48d000)
00000800:00000200:10.0:1609800451.809989:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809990:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809991:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809991:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809992:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809993:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809994:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809995:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809996:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809996:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809997:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809998:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809998:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.809999:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.809999:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810000:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810001:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810001:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810002:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810002:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810003:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810003:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810004:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810005:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810005:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810006:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810006:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810007:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810007:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810008:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810009:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810010:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810011:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810012:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:10.0:1609800451.810012:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (19)++
00000800:00000200:10.0:1609800451.810013:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (20)--
00000800:00000200:25.0:1609800451.810483:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.113@o2ib18
00000800:00000200:25.0:1609800451.810486:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.113@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800451.810505:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcb21200] (19)++
00000800:00000200:25.0:1609800451.810506:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcb21200] (20)++
00000800:00000200:25.0:1609800451.810507:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:25.0:1609800451.810509:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:25.0:1609800451.810510:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000800:00000200:25.0:1609800451.810511:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (24)++
00000800:00000200:25.0:1609800451.810512:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (25)++
00000800:00000200:25.0:1609800451.810530:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (26)++
00000800:00000200:25.0:1609800451.810541:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcb21200] (27)--
00000800:00000200:34.1:1609800451.810667:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (26)++
00000800:00000200:19.0:1609800451.810709:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (27)++
00000800:00000200:19.0:1609800451.810715:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (28)--
00000400:00000200:19.0:1609800451.810717:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.810721:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.810725:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (27)--
00000800:00000200:19.0:1609800451.810726:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)++
00000800:00000200:19.0:1609800451.810729:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (27)--
00000400:00000200:19.0:1609800451.810730:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.810733:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.810735:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)++
00000800:00000200:19.0:1609800451.810740:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (27)--
00000800:00000200:20.0:1609800451.810741:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (27)--
00000400:00000200:20.0:1609800451.810743:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800451.810743:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000800:00000200:19.0:1609800451.810745:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (26)--
00000400:00000200:20.0:1609800451.810746:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:19.0:1609800451.810747:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.810748:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000400:00000200:19.0:1609800451.810749:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.810751:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000800:00000200:18.0:1609800451.810752:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (26)--
00000800:00000200:23.0:1609800451.810753:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000400:00000200:18.0:1609800451.810754:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.810758:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.810759:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (25)--
00000800:00000200:20.0:1609800451.810759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:20.0:1609800451.810760:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:23.0:1609800451.810761:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.810763:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:23.0:1609800451.810765:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.810770:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:34.1:1609800451.811027:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:20.0:1609800451.811079:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:20.0:1609800451.811087:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:20.0:1609800451.811090:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800451.811091:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800451.811092:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:20.0:1609800451.811094:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:57.0:1609800451.814046:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.814052:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.814056:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74cc0 nid 192.168.128.148@o2ib18
00000400:00000200:57.0:1609800451.814057:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5f80 net o2ib18
00000400:00000200:57.0:1609800451.814061:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b2b0c00 nid 192.168.128.148@o2ib18
00000400:00000200:57.0:1609800451.814065:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.148@o2ib18 NID 192.168.128.148@o2ib18 flags 0x0
00000400:00000200:38.0:1609800451.814065:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.814070:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.148@o2ib18: 0
00000400:00000200:57.0:1609800451.814071:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.814072:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.814074:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.148@o2ib18 NID 192.168.128.148@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.814076:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.148@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.814099:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.814102:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.814104:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.814105:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.148@o2ib18: -114
00000400:00000200:57.0:1609800451.814105:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.814106:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.814108:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.148@o2ib18 NID 192.168.128.148@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.814113:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.148@o2ib18: -114
00000400:00000200:38.0:1609800451.814114:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.814115:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.814117:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.814118:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.148@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.814118:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.148@o2ib18 NID 192.168.128.148@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.814129:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.148@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.814130:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.148@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.814130:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.814134:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.148@o2ib18
00000400:00000200:57.0:1609800451.814134:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.814135:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.148@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.814138:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800451.814141:0:16061:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:71] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.814144:0:16061:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.814148:0:16061:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.148@o2ib18
00000400:00000200:57.0:1609800451.814151:0:16061:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.148@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.814153:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.148@o2ib18
00000400:00000200:69.0:1609800451.814156:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.148@o2ib18
00000400:00000200:57.0:1609800451.814156:0:16061:0:(router.c:135:lnet_notify_locked()) set 192.168.128.148@o2ib18 1
00000400:00000200:69.0:1609800451.814159:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800451.814162:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.814165:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000400:00000200:69.0:1609800451.814168:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.814171:0:16061:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efece80] -> 192.168.128.148@o2ib18 (1)++
00000800:00000200:69.0:1609800451.814172:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800451.814175:0:16061:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efece80] -> 192.168.128.148@o2ib18 (2)++
00000800:00000200:69.0:1609800451.814177:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.814179:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.814181:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.148@o2ib18
00000400:00000200:69.0:1609800451.814183:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:69.0:1609800451.814188:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.814190:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:69.0:1609800451.814193:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.814194:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.814196:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.148@o2ib18
00000400:00000200:69.0:1609800451.814198:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:69.0:1609800451.814202:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.814205:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800451.814205:0:16061:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.814207:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.814207:0:16061:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efece80] -> 192.168.128.148@o2ib18 (3)--
00000800:00000200:69.0:1609800451.814208:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800451.814213:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.814221:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.814224:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800451.814229:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.814232:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800451.814237:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.814239:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.814259:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.814266:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.814270:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:5.0:1609800451.814277:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.814280:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:5.0:1609800451.814286:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.814288:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.814411:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.814431:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.814434:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:0.0:1609800451.814442:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.814445:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:0.0:1609800451.814450:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.814452:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.814788:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.148@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.814804:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.148@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.815071:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.148@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.815098:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5dfd000 0xffff9344c5dfd000(0xfc5dfd000)
00000800:00000200:10.0:1609800451.815102:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5dfe000 0xffff9344c5dfe000(0xfc5dfe000)
00000800:00000200:10.0:1609800451.815104:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5dff000 0xffff9344c5dff000(0xfc5dff000)
00000800:00000200:10.0:1609800451.815106:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e00000 0xffff9344c5e00000(0xfc5e00000)
00000800:00000200:10.0:1609800451.815108:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e01000 0xffff9344c5e01000(0xfc5e01000)
00000800:00000200:10.0:1609800451.815110:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e02000 0xffff9344c5e02000(0xfc5e02000)
00000800:00000200:10.0:1609800451.815112:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e03000 0xffff9344c5e03000(0xfc5e03000)
00000800:00000200:10.0:1609800451.815113:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e04000 0xffff9344c5e04000(0xfc5e04000)
00000800:00000200:10.0:1609800451.815115:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e05000 0xffff9344c5e05000(0xfc5e05000)
00000800:00000200:10.0:1609800451.815117:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e06000 0xffff9344c5e06000(0xfc5e06000)
00000800:00000200:10.0:1609800451.815119:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e07000 0xffff9344c5e07000(0xfc5e07000)
00000800:00000200:10.0:1609800451.815135:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e08000 0xffff9344c5e08000(0xfc5e08000)
00000800:00000200:10.0:1609800451.815137:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e09000 0xffff9344c5e09000(0xfc5e09000)
00000800:00000200:10.0:1609800451.815139:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e0a000 0xffff9344c5e0a000(0xfc5e0a000)
00000800:00000200:10.0:1609800451.815141:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e0b000 0xffff9344c5e0b000(0xfc5e0b000)
00000800:00000200:10.0:1609800451.815142:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e0c000 0xffff9344c5e0c000(0xfc5e0c000)
00000800:00000200:10.0:1609800451.815144:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e0d000 0xffff9344c5e0d000(0xfc5e0d000)
00000800:00000200:10.0:1609800451.815146:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e0e000 0xffff9344c5e0e000(0xfc5e0e000)
00000800:00000200:10.0:1609800451.815433:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815435:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815437:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815438:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815439:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815442:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815443:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815444:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815446:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815447:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815448:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815450:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815451:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815452:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815454:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815455:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815456:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815457:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815458:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815460:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815461:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815462:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815463:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815465:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815466:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815467:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815485:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815486:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815486:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815487:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815487:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815488:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815488:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815489:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:10.0:1609800451.815490:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:10.0:1609800451.815490:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (20)--
00000800:00000200:26.0:1609800451.816077:0:431:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.148@o2ib18
00000800:00000200:26.0:1609800451.816080:0:431:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.148@o2ib18: active(1), version(12), status(0)
00000800:00000200:26.0:1609800451.816082:0:431:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b2b0a00] (19)++
00000800:00000200:26.0:1609800451.816083:0:431:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:26.0:1609800451.816085:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:26.0:1609800451.816086:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:26.0:1609800451.816087:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:26.0:1609800451.816088:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:26.0:1609800451.816089:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:26.0:1609800451.816107:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (26)++
00000800:00000200:26.0:1609800451.816108:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (27)++
00000800:00000200:26.0:1609800451.816119:0:431:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b2b0a00] (28)--
00000800:00000200:30.1:1609800451.816239:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (27)++
00000800:00000200:37.0:1609800451.816281:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (28)++
00000800:00000200:37.0:1609800451.816286:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (29)--
00000400:00000200:37.0:1609800451.816288:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816293:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.816298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (28)--
00000800:00000200:37.0:1609800451.816299:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)++
00000800:00000200:37.0:1609800451.816302:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (28)--
00000400:00000200:37.0:1609800451.816303:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816305:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.816307:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:37.0:1609800451.816308:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)++
00000800:00000200:37.0:1609800451.816311:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000400:00000200:37.0:1609800451.816312:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816314:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.816315:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:37.0:1609800451.816316:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:37.0:1609800451.816317:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:37.0:1609800451.816318:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816320:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.816320:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:37.0:1609800451.816323:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:37.0:1609800451.816324:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:5.0:1609800451.816324:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:37.0:1609800451.816326:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:5.0:1609800451.816326:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816327:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816330:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.816330:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.816331:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:37.0:1609800451.816332:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:37.0:1609800451.816333:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:37.0:1609800451.816334:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.816336:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.816337:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:4.0:1609800451.816339:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:37.0:1609800451.816342:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000800:00000200:30.1:1609800451.816501:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:5.0:1609800451.816509:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:5.0:1609800451.816514:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.148@o2ib18
00000800:00000200:5.0:1609800451.816516:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:4.0:1609800451.816516:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:5.0:1609800451.816518:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:5.0:1609800451.816519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000400:00000200:0.0:1609800451.819093:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.819101:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.819112:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.819119:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74c00 nid 192.168.128.163@o2ib18
00000400:00000200:57.0:1609800451.819133:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5700 net o2ib18
00000400:00000200:57.0:1609800451.819141:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dcf11000 nid 192.168.128.163@o2ib18
00000400:00000200:0.0:1609800451.819145:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.819147:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.163@o2ib18 NID 192.168.128.163@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.819157:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.163@o2ib18: 0
00000400:00000200:0.0:1609800451.819158:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.819161:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.819165:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.163@o2ib18 NID 192.168.128.163@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.819169:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.163@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.819171:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.163@o2ib18: -114
00000400:00000200:57.0:1609800451.819173:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.819175:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.819179:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.163@o2ib18 NID 192.168.128.163@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.819183:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.819184:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.163@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.819189:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.819194:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.163@o2ib18: -114
00000400:00000200:0.0:1609800451.819196:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.819197:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.819201:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.819201:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.163@o2ib18 NID 192.168.128.163@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.819205:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.163@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.819208:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.163@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.819212:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.163@o2ib18
00000400:00000200:69.0:1609800451.819215:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.163@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.819215:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.819218:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.819220:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.163@o2ib18
00000400:00000200:69.0:1609800451.819225:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.163@o2ib18
00000400:00000200:0.0:1609800451.819226:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.819230:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:69.0:1609800451.819233:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:0.0:1609800451.819236:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:72] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.819238:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:72] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.819238:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.819242:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.819244:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800451.819246:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.163@o2ib18
00000400:00000200:69.0:1609800451.819249:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.163@o2ib18
00000400:00000200:0.0:1609800451.819252:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.163@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.819254:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.163@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:69.0:1609800451.819259:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.163@o2ib18 1
00000400:00000200:69.0:1609800451.819284:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.819288:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:0.0:1609800451.819296:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.819302:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:0.0:1609800451.819304:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:57.0:1609800451.819309:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.819313:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:0.0:1609800451.819313:0:16058:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934d25de1e80] -> 192.168.128.163@o2ib18 (1)++
00000800:00000200:69.0:1609800451.819320:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.819321:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.819323:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.819323:0:16058:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2)++
00000400:00000200:69.0:1609800451.819326:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800451.819326:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.819328:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:69.0:1609800451.819333:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.819336:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:69.0:1609800451.819340:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.819342:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.819344:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.163@o2ib18
00000400:00000200:69.0:1609800451.819346:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:69.0:1609800451.819350:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.819353:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:69.0:1609800451.819355:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.819357:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800451.819361:0:16058:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.819365:0:16058:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934d25de1e80] -> 192.168.128.163@o2ib18 (3)--
00000400:00000200:0.0:1609800451.819376:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.819383:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.819387:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:0.0:1609800451.819398:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.819403:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:0.0:1609800451.819425:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.819427:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.820074:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.163@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.820090:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.163@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.820569:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.163@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.820584:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc57c000 0xffff9354dc57c000(0x1fdc57c000)
00000800:00000200:10.0:1609800451.820585:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc57d000 0xffff9354dc57d000(0x1fdc57d000)
00000800:00000200:10.0:1609800451.820586:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc57e000 0xffff9354dc57e000(0x1fdc57e000)
00000800:00000200:10.0:1609800451.820588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc57f000 0xffff9354dc57f000(0x1fdc57f000)
00000800:00000200:10.0:1609800451.820589:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc580000 0xffff9354dc580000(0x1fdc580000)
00000800:00000200:10.0:1609800451.820590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc581000 0xffff9354dc581000(0x1fdc581000)
00000800:00000200:10.0:1609800451.820591:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc582000 0xffff9354dc582000(0x1fdc582000)
00000800:00000200:10.0:1609800451.820592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc583000 0xffff9354dc583000(0x1fdc583000)
00000800:00000200:10.0:1609800451.820593:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc584000 0xffff9354dc584000(0x1fdc584000)
00000800:00000200:10.0:1609800451.820594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc585000 0xffff9354dc585000(0x1fdc585000)
00000800:00000200:10.0:1609800451.820595:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc586000 0xffff9354dc586000(0x1fdc586000)
00000800:00000200:10.0:1609800451.820596:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc587000 0xffff9354dc587000(0x1fdc587000)
00000800:00000200:10.0:1609800451.820597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc588000 0xffff9354dc588000(0x1fdc588000)
00000800:00000200:10.0:1609800451.820597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc589000 0xffff9354dc589000(0x1fdc589000)
00000800:00000200:10.0:1609800451.820598:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc58a000 0xffff9354dc58a000(0x1fdc58a000)
00000800:00000200:10.0:1609800451.820599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc58b000 0xffff9354dc58b000(0x1fdc58b000)
00000800:00000200:10.0:1609800451.820600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc58c000 0xffff9354dc58c000(0x1fdc58c000)
00000800:00000200:10.0:1609800451.820601:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc58d000 0xffff9354dc58d000(0x1fdc58d000)
00000800:00000200:10.0:1609800451.820845:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820847:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820847:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820848:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820849:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820849:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820850:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820850:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820851:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820852:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820852:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820853:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820853:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820854:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820855:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820856:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820857:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820857:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820859:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820859:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820860:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820861:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820862:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820862:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820863:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820864:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820865:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820865:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820866:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820866:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820867:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820867:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820868:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820869:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:10.0:1609800451.820869:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:10.0:1609800451.820870:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (20)--
00000800:00000200:27.0F:1609800451.821197:0:432:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.163@o2ib18
00000800:00000200:27.0:1609800451.821201:0:432:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.163@o2ib18: active(1), version(12), status(0)
00000800:00000200:27.0:1609800451.821203:0:432:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcb22a00] (19)++
00000800:00000200:27.0:1609800451.821204:0:432:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:27.0:1609800451.821205:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:27.0:1609800451.821207:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:27.0:1609800451.821207:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:27.0:1609800451.821208:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:27.0:1609800451.821210:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:27.0:1609800451.821210:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:27.0:1609800451.821220:0:432:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:21.1:1609800451.821269:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:18.0:1609800451.821281:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (27)++
00000800:00000200:18.0:1609800451.821286:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (28)--
00000400:00000200:18.0:1609800451.821288:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.821292:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.821297:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:18.0:1609800451.821298:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:18.0:1609800451.821302:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (27)--
00000400:00000200:18.0:1609800451.821302:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.821305:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.821306:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:18.0:1609800451.821308:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:18.0:1609800451.821311:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000400:00000200:18.0:1609800451.821313:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800451.821316:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.821318:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800451.821319:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:18.0:1609800451.821320:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:18.0:1609800451.821321:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800451.821322:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:18.0:1609800451.821324:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.821325:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:23.0:1609800451.821326:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800451.821326:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:23.0:1609800451.821328:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.821328:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:18.0:1609800451.821329:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.821332:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:18.0:1609800451.821332:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.821333:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:18.0:1609800451.821334:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:23.0:1609800451.821337:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:21.1:1609800451.821545:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:18.0:1609800451.821552:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:18.0:1609800451.821556:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:23.0:1609800451.821558:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:18.0:1609800451.821558:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800451.821560:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:18.0:1609800451.821561:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:57.0:1609800451.841711:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.841716:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.841720:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74b40 nid 192.168.128.138@o2ib18
00000400:00000200:57.0:1609800451.841721:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5a40 net o2ib18
00000400:00000200:57.0:1609800451.841724:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6eec00 nid 192.168.128.138@o2ib18
00000400:00000200:57.0:1609800451.841728:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.138@o2ib18 NID 192.168.128.138@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.841731:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.138@o2ib18: 0
00000400:00000200:57.0:1609800451.841732:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.841733:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.841735:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.138@o2ib18 NID 192.168.128.138@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.841737:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.138@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.841741:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.841775:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.841776:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.841777:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.138@o2ib18: -114
00000400:00000200:57.0:1609800451.841778:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.841779:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.841781:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.138@o2ib18 NID 192.168.128.138@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.841783:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.138@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.841784:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.138@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.841786:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.138@o2ib18
00000400:00000200:69.0:1609800451.841787:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.138@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.841787:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.841789:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.138@o2ib18
00000400:00000200:69.0:1609800451.841793:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.138@o2ib18
00000400:00000200:57.0:1609800451.841793:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.841796:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:69.0:1609800451.841799:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:74] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.841802:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.841804:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.138@o2ib18
00000400:00000200:69.0:1609800451.841807:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.138@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.841810:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.138@o2ib18 1
00000400:00000200:57.0:1609800451.841810:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:69.0:1609800451.841814:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.841817:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000400:00000200:57.0:1609800451.841820:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.841823:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:69.0:1609800451.841824:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85200] -> 192.168.128.138@o2ib18 (1)++
00000800:00000200:57.0:1609800451.841827:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.841828:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85200] -> 192.168.128.138@o2ib18 (2)++
00000800:00000200:57.0:1609800451.841831:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.841854:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.841856:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85200] -> 192.168.128.138@o2ib18 (3)--
00000400:00000200:69.0:1609800451.841858:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.138@o2ib18
00000400:00000200:69.0:1609800451.841860:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:69.0:1609800451.841866:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.841887:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:69.0:1609800451.841890:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.841892:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.842029:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.842037:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.842041:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:57.0:1609800451.842044:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.842048:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.842048:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.842051:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:0.0:1609800451.842052:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000400:00000200:57.0:1609800451.842057:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.842061:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:0.0:1609800451.842064:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.842066:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.842068:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.842071:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.842077:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.842081:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.842084:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:0.0:1609800451.842089:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.842092:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:0.0:1609800451.842096:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.842098:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.842470:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.138@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.842499:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.138@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.843019:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.138@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.843049:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e12000 0xffff9344c5e12000(0xfc5e12000)
00000800:00000200:10.0:1609800451.843052:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e13000 0xffff9344c5e13000(0xfc5e13000)
00000800:00000200:10.0:1609800451.843055:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e14000 0xffff9344c5e14000(0xfc5e14000)
00000800:00000200:10.0:1609800451.843056:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e15000 0xffff9344c5e15000(0xfc5e15000)
00000800:00000200:10.0:1609800451.843058:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e16000 0xffff9344c5e16000(0xfc5e16000)
00000800:00000200:10.0:1609800451.843060:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e17000 0xffff9344c5e17000(0xfc5e17000)
00000800:00000200:10.0:1609800451.843062:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e18000 0xffff9344c5e18000(0xfc5e18000)
00000800:00000200:10.0:1609800451.843064:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e19000 0xffff9344c5e19000(0xfc5e19000)
00000800:00000200:10.0:1609800451.843065:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e1a000 0xffff9344c5e1a000(0xfc5e1a000)
00000800:00000200:10.0:1609800451.843067:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e1b000 0xffff9344c5e1b000(0xfc5e1b000)
00000800:00000200:10.0:1609800451.843069:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e1c000 0xffff9344c5e1c000(0xfc5e1c000)
00000800:00000200:10.0:1609800451.843071:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e1d000 0xffff9344c5e1d000(0xfc5e1d000)
00000800:00000200:10.0:1609800451.843073:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e1e000 0xffff9344c5e1e000(0xfc5e1e000)
00000800:00000200:10.0:1609800451.843076:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e1f000 0xffff9344c5e1f000(0xfc5e1f000)
00000800:00000200:10.0:1609800451.843078:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e20000 0xffff9344c5e20000(0xfc5e20000)
00000800:00000200:10.0:1609800451.843080:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e21000 0xffff9344c5e21000(0xfc5e21000)
00000800:00000200:10.0:1609800451.843082:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e22000 0xffff9344c5e22000(0xfc5e22000)
00000800:00000200:10.0:1609800451.843084:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e23000 0xffff9344c5e23000(0xfc5e23000)
00000800:00000200:10.0:1609800451.843369:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843370:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843371:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843372:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843373:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843373:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843374:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843375:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843376:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843376:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843377:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843377:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843378:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843379:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843379:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843380:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843380:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843381:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843381:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843382:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843383:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843383:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843384:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843384:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843385:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843385:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843386:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843386:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843387:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843388:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843388:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843389:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843390:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843391:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:10.0:1609800451.843392:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (19)++
00000800:00000200:10.0:1609800451.843393:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (20)--
00000800:00000200:28.0:1609800451.843976:0:433:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.138@o2ib18
00000800:00000200:28.0:1609800451.843981:0:433:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.138@o2ib18: active(1), version(12), status(0)
00000800:00000200:28.0:1609800451.843985:0:433:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ff3800] (19)++
00000800:00000200:28.0:1609800451.843987:0:433:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ff3800] (20)++
00000800:00000200:28.0:1609800451.843989:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (21)++
00000800:00000200:28.0:1609800451.843991:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (22)++
00000800:00000200:28.0:1609800451.843993:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:28.0:1609800451.843995:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (24)++
00000800:00000200:28.0:1609800451.843996:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (25)++
00000800:00000200:28.0:1609800451.843998:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (26)++
00000800:00000200:28.0:1609800451.844013:0:433:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ff3800] (27)--
00000800:00000200:29.1:1609800451.844056:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (26)++
00000800:00000200:37.0:1609800451.844107:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (27)++
00000800:00000200:37.0:1609800451.844116:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (28)--
00000400:00000200:37.0:1609800451.844119:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.844142:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.844150:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (27)--
00000800:00000200:37.0:1609800451.844152:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (26)++
00000800:00000200:37.0:1609800451.844156:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (27)--
00000800:00000200:3.0:1609800451.844158:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (27)++
00000400:00000200:37.0:1609800451.844160:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.844165:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.844168:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (27)--
00000800:00000200:3.0:1609800451.844169:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (27)--
00000800:00000200:37.0:1609800451.844171:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (26)++
00000400:00000200:3.0:1609800451.844172:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.844174:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (26)--
00000400:00000200:37.0:1609800451.844176:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.844178:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.844180:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.844186:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (25)--
00000800:00000200:37.0:1609800451.844189:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:3.0:1609800451.844191:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:3.0:1609800451.844196:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000400:00000200:3.0:1609800451.844199:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.844201:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000400:00000200:3.0:1609800451.844203:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.844204:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000400:00000200:37.0:1609800451.844206:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.844206:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000400:00000200:37.0:1609800451.844210:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.844211:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:37.0:1609800451.844214:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:29.1:1609800451.844357:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:4.0:1609800451.844369:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:4.0:1609800451.844378:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.138@o2ib18
00000800:00000200:3.0:1609800451.844379:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:4.0:1609800451.844381:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:4.0:1609800451.844384:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (22)--
00000800:00000200:4.0:1609800451.844386:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000400:00000200:57.0:1609800451.845195:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.845205:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.845212:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74a80 nid 192.168.128.83@o2ib18
00000400:00000200:57.0:1609800451.845215:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5040 net o2ib18
00000400:00000200:57.0:1609800451.845220:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6efc00 nid 192.168.128.83@o2ib18
00000400:00000200:57.0:1609800451.845225:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.83@o2ib18 NID 192.168.128.83@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.845233:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.83@o2ib18: 0
00000400:00000200:38.0:1609800451.845233:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.845235:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.845237:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.845240:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.83@o2ib18 NID 192.168.128.83@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.845243:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.845244:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.83@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.845251:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.83@o2ib18: -114
00000400:00000200:38.0:1609800451.845253:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.845258:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.845262:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.83@o2ib18 NID 192.168.128.83@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.845263:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.845266:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.83@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.845269:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.845275:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.83@o2ib18: -114
00000400:00000200:57.0:1609800451.845277:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.845277:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.845283:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.845286:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.845287:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.83@o2ib18 NID 192.168.128.83@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.845292:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.845292:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.83@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.845295:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.83@o2ib18: -114
00000400:00000200:38.0:1609800451.845297:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.845298:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800451.845302:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.83@o2ib18 NID 192.168.128.83@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800451.845306:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.83@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.845308:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.83@o2ib18 state 0x20
00000400:00000200:38.0:1609800451.845316:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.845328:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.83@o2ib18
00000400:00000200:38.0:1609800451.845328:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.845330:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.83@o2ib18 state 0x10 rc 0
00000400:00000200:38.0:1609800451.845334:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:38.0:1609800451.845339:0:16056:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:75] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800451.845345:0:16056:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800451.845349:0:16056:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.83@o2ib18
00000400:00000200:38.0:1609800451.845353:0:16056:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.83@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800451.845358:0:16056:0:(router.c:135:lnet_notify_locked()) set 192.168.128.83@o2ib18 1
00000400:00000200:57.0:1609800451.845363:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.845367:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.845368:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.845370:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:69.0:1609800451.845375:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.83@o2ib18
00000800:00000200:38.0:1609800451.845375:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:69.0:1609800451.845378:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.83@o2ib18
00000400:00000200:69.0:1609800451.845381:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:57.0:1609800451.845382:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.845386:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:69.0:1609800451.845389:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.845393:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:57.0:1609800451.845393:0:16061:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecc80] -> 192.168.128.83@o2ib18 (1)++
00000800:00000200:57.0:1609800451.845398:0:16061:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecc80] -> 192.168.128.83@o2ib18 (2)++
00000800:00000200:38.0:1609800451.845398:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.845403:0:16056:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345146bd280] -> 192.168.128.83@o2ib18 (1)--
00000800:00000200:69.0:1609800451.845405:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.845408:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.845422:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.83@o2ib18
00000800:00000200:57.0:1609800451.845422:0:16061:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:69.0:1609800451.845424:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:57.0:1609800451.845424:0:16061:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecc80] -> 192.168.128.83@o2ib18 (3)--
00000400:00000200:38.0:1609800451.845429:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.845431:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.845434:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:38.0:1609800451.845436:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.845451:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:69.0:1609800451.845454:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.845456:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.845458:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.83@o2ib18
00000400:00000200:38.0:1609800451.845458:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.845460:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:38.0:1609800451.845461:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:38.0:1609800451.845480:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.845484:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.845484:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.845487:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:69.0:1609800451.845491:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.845492:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.845494:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.83@o2ib18
00000400:00000200:69.0:1609800451.845496:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:69.0:1609800451.845501:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.845503:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:69.0:1609800451.845505:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.845507:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.846182:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.83@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.846199:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.83@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.846643:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.83@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.846657:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e26000 0xffff9344c5e26000(0xfc5e26000)
00000800:00000200:10.0:1609800451.846659:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e27000 0xffff9344c5e27000(0xfc5e27000)
00000800:00000200:10.0:1609800451.846660:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e28000 0xffff9344c5e28000(0xfc5e28000)
00000800:00000200:10.0:1609800451.846661:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e29000 0xffff9344c5e29000(0xfc5e29000)
00000800:00000200:10.0:1609800451.846662:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e2a000 0xffff9344c5e2a000(0xfc5e2a000)
00000800:00000200:10.0:1609800451.846663:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e2b000 0xffff9344c5e2b000(0xfc5e2b000)
00000800:00000200:10.0:1609800451.846664:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e2c000 0xffff9344c5e2c000(0xfc5e2c000)
00000800:00000200:10.0:1609800451.846665:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e2d000 0xffff9344c5e2d000(0xfc5e2d000)
00000800:00000200:10.0:1609800451.846666:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e2e000 0xffff9344c5e2e000(0xfc5e2e000)
00000800:00000200:10.0:1609800451.846667:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e2f000 0xffff9344c5e2f000(0xfc5e2f000)
00000800:00000200:10.0:1609800451.846668:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e30000 0xffff9344c5e30000(0xfc5e30000)
00000800:00000200:10.0:1609800451.846668:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e31000 0xffff9344c5e31000(0xfc5e31000)
00000800:00000200:10.0:1609800451.846669:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e32000 0xffff9344c5e32000(0xfc5e32000)
00000800:00000200:10.0:1609800451.846670:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e33000 0xffff9344c5e33000(0xfc5e33000)
00000800:00000200:10.0:1609800451.846671:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e34000 0xffff9344c5e34000(0xfc5e34000)
00000800:00000200:10.0:1609800451.846672:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e35000 0xffff9344c5e35000(0xfc5e35000)
00000800:00000200:10.0:1609800451.846673:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e36000 0xffff9344c5e36000(0xfc5e36000)
00000800:00000200:10.0:1609800451.846673:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e37000 0xffff9344c5e37000(0xfc5e37000)
00000800:00000200:10.0:1609800451.846934:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846935:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846936:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846936:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846937:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846937:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846939:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846940:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846940:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846941:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846942:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846943:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846944:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846945:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846945:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846946:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846946:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846947:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846948:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846948:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846949:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846949:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846950:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846950:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846951:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846952:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846952:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846953:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846953:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846954:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846954:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846955:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846955:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846956:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:10.0:1609800451.846957:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (19)++
00000800:00000200:10.0:1609800451.846957:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (20)--
00000800:00000200:29.0:1609800451.847367:0:434:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.83@o2ib18
00000800:00000200:29.0:1609800451.847369:0:434:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.83@o2ib18: active(1), version(12), status(0)
00000800:00000200:29.0:1609800451.847371:0:434:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ff1000] (19)++
00000800:00000200:29.0:1609800451.847372:0:434:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ff1000] (20)++
00000800:00000200:29.0:1609800451.847373:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:29.0:1609800451.847374:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:29.0:1609800451.847376:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:29.0:1609800451.847376:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (24)++
00000800:00000200:29.0:1609800451.847377:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (25)++
00000800:00000200:29.0:1609800451.847397:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (26)++
00000800:00000200:29.0:1609800451.847399:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (27)++
00000800:00000200:29.0:1609800451.847408:0:434:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ff1000] (28)--
00000800:00000200:22.1:1609800451.847445:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (27)++
00000800:00000200:5.0:1609800451.847497:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (28)++
00000800:00000200:5.0:1609800451.847505:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (29)--
00000400:00000200:5.0:1609800451.847509:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.847515:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.847522:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (28)--
00000800:00000200:5.0:1609800451.847525:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (27)++
00000800:00000200:5.0:1609800451.847529:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (28)--
00000400:00000200:5.0:1609800451.847531:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.847535:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.847538:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (27)--
00000800:00000200:5.0:1609800451.847540:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (26)++
00000800:00000200:5.0:1609800451.847544:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (27)--
00000400:00000200:5.0:1609800451.847546:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.847548:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (26)++
00000400:00000200:5.0:1609800451.847550:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.847553:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (27)--
00000800:00000200:37.0:1609800451.847555:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (27)--
00000800:00000200:5.0:1609800451.847556:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (26)++
00000400:00000200:37.0:1609800451.847558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.847559:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000400:00000200:5.0:1609800451.847561:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.847565:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.847565:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.847568:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:5.0:1609800451.847570:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800451.847576:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:5.0:1609800451.847576:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000400:00000200:5.0:1609800451.847578:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.847579:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:37.0:1609800451.847582:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:5.0:1609800451.847583:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.847584:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.847584:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:5.0:1609800451.847588:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:37.0:1609800451.847589:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.847593:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:22.1:1609800451.847776:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:3.0:1609800451.847786:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:3.0:1609800451.847792:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.83@o2ib18
00000800:00000200:5.0:1609800451.847794:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:3.0:1609800451.847794:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:3.0:1609800451.847796:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (22)--
00000800:00000200:3.0:1609800451.847797:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:57.0:1609800451.858300:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.858324:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.858331:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c749c0 nid 192.168.128.126@o2ib18
00000400:00000200:57.0:1609800451.858334:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5600 net o2ib18
00000400:00000200:57.0:1609800451.858348:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc734000 nid 192.168.128.126@o2ib18
00000400:00000200:57.0:1609800451.858354:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.126@o2ib18 NID 192.168.128.126@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.858362:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.126@o2ib18: 0
00000400:00000200:57.0:1609800451.858364:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.858365:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.858369:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.126@o2ib18 NID 192.168.128.126@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.858373:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.126@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.858412:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800451.858418:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.126@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.858418:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.858422:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.126@o2ib18
00000400:00000200:69.0:1609800451.858424:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.126@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.858424:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.858428:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:57.0:1609800451.858433:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:76] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.858439:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.858443:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.126@o2ib18
00000400:00000200:57.0:1609800451.858448:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.126@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.858452:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.126@o2ib18 1
00000400:00000200:57.0:1609800451.858461:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.858467:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.126@o2ib18
00000800:00000200:57.0:1609800451.858467:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000400:00000200:69.0:1609800451.858472:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.126@o2ib18
00000400:00000200:69.0:1609800451.858477:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:57.0:1609800451.858479:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345853cb380] -> 192.168.128.126@o2ib18 (1)++
00000400:00000200:69.0:1609800451.858492:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.858495:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345853cb380] -> 192.168.128.126@o2ib18 (2)++
00000400:00000200:38.0:1609800451.858496:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.858499:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:69.0:1609800451.858506:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.858510:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800451.858519:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.858527:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:38.0:1609800451.858539:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.858546:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:38.0:1609800451.858554:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800451.858558:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.858563:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.858568:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345853cb380] -> 192.168.128.126@o2ib18 (3)--
00000400:00000200:38.0:1609800451.858569:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.858577:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.858578:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.858580:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:38.0:1609800451.858591:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.858596:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:38.0:1609800451.858601:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.858602:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800451.858604:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.858607:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:57.0:1609800451.858619:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.858624:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:57.0:1609800451.858631:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.858634:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.858643:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.858648:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.858651:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:57.0:1609800451.858661:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.858665:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:57.0:1609800451.858669:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.858673:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.858812:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.858820:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.858825:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:5.0:1609800451.858832:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.858835:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:5.0:1609800451.858841:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.858844:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.859255:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.126@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.859281:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.126@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.859718:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.126@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.859744:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc722000 0xffff9354dc722000(0x1fdc722000)
00000800:00000200:10.0:1609800451.859748:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc723000 0xffff9354dc723000(0x1fdc723000)
00000800:00000200:10.0:1609800451.859750:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc724000 0xffff9354dc724000(0x1fdc724000)
00000800:00000200:10.0:1609800451.859753:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc725000 0xffff9354dc725000(0x1fdc725000)
00000800:00000200:10.0:1609800451.859755:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc726000 0xffff9354dc726000(0x1fdc726000)
00000800:00000200:10.0:1609800451.859757:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc727000 0xffff9354dc727000(0x1fdc727000)
00000800:00000200:10.0:1609800451.859759:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc728000 0xffff9354dc728000(0x1fdc728000)
00000800:00000200:10.0:1609800451.859760:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc729000 0xffff9354dc729000(0x1fdc729000)
00000800:00000200:10.0:1609800451.859762:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc72a000 0xffff9354dc72a000(0x1fdc72a000)
00000800:00000200:10.0:1609800451.859764:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc72b000 0xffff9354dc72b000(0x1fdc72b000)
00000800:00000200:10.0:1609800451.859766:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc72c000 0xffff9354dc72c000(0x1fdc72c000)
00000800:00000200:10.0:1609800451.859768:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc72d000 0xffff9354dc72d000(0x1fdc72d000)
00000800:00000200:10.0:1609800451.859770:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc72e000 0xffff9354dc72e000(0x1fdc72e000)
00000800:00000200:10.0:1609800451.859771:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc72f000 0xffff9354dc72f000(0x1fdc72f000)
00000800:00000200:10.0:1609800451.859773:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc730000 0xffff9354dc730000(0x1fdc730000)
00000800:00000200:10.0:1609800451.859775:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc731000 0xffff9354dc731000(0x1fdc731000)
00000800:00000200:10.0:1609800451.859777:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc732000 0xffff9354dc732000(0x1fdc732000)
00000800:00000200:10.0:1609800451.859778:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc733000 0xffff9354dc733000(0x1fdc733000)
00000800:00000200:10.0:1609800451.860056:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860058:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860060:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860061:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860062:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860063:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860065:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860066:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860067:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860068:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860070:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860071:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860072:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860073:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860074:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860076:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860077:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860078:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860080:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860082:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860083:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860084:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860086:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860087:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860088:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860090:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860091:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860092:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860093:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860095:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860096:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860097:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860098:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860100:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:10.0:1609800451.860101:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:10.0:1609800451.860102:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (20)--
00000800:00000200:30.0:1609800451.860539:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.126@o2ib18
00000800:00000200:30.0:1609800451.860541:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.126@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800451.860542:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcf12a00] (19)++
00000800:00000200:30.0:1609800451.860544:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:30.0:1609800451.860545:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:30.0:1609800451.860546:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:30.0:1609800451.860547:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:30.0:1609800451.860548:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:30.0:1609800451.860549:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:30.0:1609800451.860568:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:30.0:1609800451.860569:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (27)++
00000800:00000200:30.0:1609800451.860578:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcf12a00] (28)--
00000800:00000200:35.1:1609800451.860726:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (27)++
00000800:00000200:20.0:1609800451.860773:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (28)++
00000800:00000200:20.0:1609800451.860783:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (29)--
00000400:00000200:20.0:1609800451.860786:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.860792:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.860798:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (28)--
00000800:00000200:20.0:1609800451.860800:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (27)++
00000800:00000200:20.0:1609800451.860804:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (28)--
00000400:00000200:20.0:1609800451.860806:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.860810:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.860813:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (27)--
00000800:00000200:20.0:1609800451.860815:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:20.0:1609800451.860819:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:20.0:1609800451.860821:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.860825:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800451.860826:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:20.0:1609800451.860831:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (27)--
00000800:00000200:19.0:1609800451.860832:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (27)--
00000800:00000200:20.0:1609800451.860833:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)++
00000400:00000200:19.0:1609800451.860835:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.860838:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:20.0:1609800451.860840:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800451.860842:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.860844:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:20.0:1609800451.860845:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.860848:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:18.0:1609800451.860850:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:19.0:1609800451.860852:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:18.0:1609800451.860853:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.860855:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:20.0:1609800451.860860:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:18.0:1609800451.860860:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:20.0:1609800451.860862:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.860866:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.860867:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:23.0:1609800451.860870:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:20.0:1609800451.860875:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:35.1:1609800451.860991:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:19.0:1609800451.861000:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800451.861008:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:19.0:1609800451.861011:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:18.0:1609800451.861011:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800451.861013:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800451.861015:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:0.0:1609800451.868102:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.868108:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.868114:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f58c0 nid 192.168.128.96@o2ib18
00000400:00000200:0.0:1609800451.868116:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd10c0 net o2ib18
00000400:00000200:0.0:1609800451.868132:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5ad200 nid 192.168.128.96@o2ib18
00000400:00000200:0.0:1609800451.868136:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.96@o2ib18 NID 192.168.128.96@o2ib18 flags 0x0
00000400:00000200:0.0:1609800451.868155:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.96@o2ib18: 0
00000400:00000200:0.0:1609800451.868157:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.868157:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.868160:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.96@o2ib18 NID 192.168.128.96@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.868162:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.96@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.868167:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.868187:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.868189:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.868189:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.96@o2ib18: -114
00000400:00000200:0.0:1609800451.868190:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.868191:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.868193:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.96@o2ib18 NID 192.168.128.96@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.868195:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.96@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.868196:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.868202:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.96@o2ib18: -114
00000400:00000200:57.0:1609800451.868203:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.868204:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.868206:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.96@o2ib18 NID 192.168.128.96@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.868208:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.868208:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.96@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.868212:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.96@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.868212:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.868214:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.96@o2ib18
00000400:00000200:69.0:1609800451.868215:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.96@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.868216:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.868218:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:0.0:1609800451.868219:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.868221:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:77] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.868223:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.868227:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.96@o2ib18
00000400:00000200:57.0:1609800451.868230:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.96@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.868233:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.96@o2ib18
00000400:00000200:69.0:1609800451.868236:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.96@o2ib18
00000400:00000200:57.0:1609800451.868236:0:16066:0:(router.c:135:lnet_notify_locked()) set 192.168.128.96@o2ib18 1
00000400:00000200:69.0:1609800451.868239:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:57.0:1609800451.868241:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.868244:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:69.0:1609800451.868248:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.868252:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:0.0:1609800451.868252:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.868254:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec480] -> 192.168.128.96@o2ib18 (1)++
00000400:00000200:0.0:1609800451.868255:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:69.0:1609800451.868257:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.868258:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec480] -> 192.168.128.96@o2ib18 (2)++
00000800:00000200:69.0:1609800451.868259:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.868263:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.96@o2ib18
00000400:00000200:0.0:1609800451.868263:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.868265:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:0.0:1609800451.868267:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:69.0:1609800451.868271:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.868275:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:0.0:1609800451.868277:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.868279:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.868281:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.868283:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.96@o2ib18
00000800:00000200:57.0:1609800451.868283:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800451.868284:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.868285:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:57.0:1609800451.868286:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec480] -> 192.168.128.96@o2ib18 (3)--
00000400:00000200:69.0:1609800451.868290:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.868292:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:69.0:1609800451.868295:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.868296:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.868381:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.868398:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.868401:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:0.0:1609800451.868407:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.868410:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:0.0:1609800451.868414:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.868417:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 0
00000800:00000200:10.0:1609800451.868996:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.96@o2ib18 Addr resolved: 0
00000800:00000200:10.0:1609800451.869022:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.96@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:10.0:1609800451.869551:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.96@o2ib18 Route resolved: 0
00000800:00000200:10.0:1609800451.869584:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e3c000 0xffff9344c5e3c000(0xfc5e3c000)
00000800:00000200:10.0:1609800451.869588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e3d000 0xffff9344c5e3d000(0xfc5e3d000)
00000800:00000200:10.0:1609800451.869590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e3e000 0xffff9344c5e3e000(0xfc5e3e000)
00000800:00000200:10.0:1609800451.869592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e3f000 0xffff9344c5e3f000(0xfc5e3f000)
00000800:00000200:10.0:1609800451.869593:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e40000 0xffff9344c5e40000(0xfc5e40000)
00000800:00000200:10.0:1609800451.869595:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e41000 0xffff9344c5e41000(0xfc5e41000)
00000800:00000200:10.0:1609800451.869597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e42000 0xffff9344c5e42000(0xfc5e42000)
00000800:00000200:10.0:1609800451.869599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e43000 0xffff9344c5e43000(0xfc5e43000)
00000800:00000200:10.0:1609800451.869600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e44000 0xffff9344c5e44000(0xfc5e44000)
00000800:00000200:10.0:1609800451.869602:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e45000 0xffff9344c5e45000(0xfc5e45000)
00000800:00000200:10.0:1609800451.869604:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e46000 0xffff9344c5e46000(0xfc5e46000)
00000800:00000200:10.0:1609800451.869606:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e47000 0xffff9344c5e47000(0xfc5e47000)
00000800:00000200:10.0:1609800451.869608:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e48000 0xffff9344c5e48000(0xfc5e48000)
00000800:00000200:10.0:1609800451.869611:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e49000 0xffff9344c5e49000(0xfc5e49000)
00000800:00000200:10.0:1609800451.869613:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e4a000 0xffff9344c5e4a000(0xfc5e4a000)
00000800:00000200:10.0:1609800451.869615:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e4b000 0xffff9344c5e4b000(0xfc5e4b000)
00000800:00000200:10.0:1609800451.869616:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e4c000 0xffff9344c5e4c000(0xfc5e4c000)
00000800:00000200:10.0:1609800451.869618:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e4d000 0xffff9344c5e4d000(0xfc5e4d000)
00000800:00000200:10.0:1609800451.869903:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869904:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869905:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869906:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869907:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869907:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869908:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869909:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869910:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869911:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869911:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869912:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869913:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869913:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869914:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869914:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869915:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869915:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869916:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869917:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869918:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869918:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869919:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869919:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869920:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869920:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869921:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869921:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869922:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869923:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869924:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869925:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869925:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:10.0:1609800451.869926:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (19)++
00000800:00000200:10.0:1609800451.869927:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (20)--
00000800:00000200:31.0:1609800451.870654:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.96@o2ib18
00000800:00000200:31.0:1609800451.870658:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.96@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800451.870661:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ff3400] (19)++
00000800:00000200:31.0:1609800451.870663:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ff3400] (20)++
00000800:00000200:31.0:1609800451.870664:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:31.0:1609800451.870666:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:31.0:1609800451.870668:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:31.0:1609800451.870670:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:31.0:1609800451.870671:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (25)++
00000800:00000200:31.0:1609800451.870673:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (26)++
00000800:00000200:31.0:1609800451.870685:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ff3400] (27)--
00000800:00000200:23.1:1609800451.870777:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (26)++
00000800:00000200:4.0:1609800451.870831:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (27)++
00000800:00000200:4.0:1609800451.870840:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (28)--
00000400:00000200:4.0:1609800451.870845:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.870852:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.870858:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (27)--
00000800:00000200:4.0:1609800451.870860:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (26)++
00000800:00000200:4.0:1609800451.870865:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (27)--
00000400:00000200:4.0:1609800451.870867:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.870871:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.870875:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:4.0:1609800451.870877:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:4.0:1609800451.870881:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000400:00000200:4.0:1609800451.870883:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.870884:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000400:00000200:4.0:1609800451.870887:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.870890:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000800:00000200:4.0:1609800451.870891:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000400:00000200:37.0:1609800451.870893:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.870893:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:4.0:1609800451.870896:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:4.0:1609800451.870898:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.870900:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:4.0:1609800451.870903:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.870907:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800451.870912:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:5.0:1609800451.870913:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000800:00000200:4.0:1609800451.870915:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:5.0:1609800451.870916:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.870917:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:5.0:1609800451.870923:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.870930:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:23.1:1609800451.871171:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:4.0:1609800451.871200:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:4.0:1609800451.871208:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800451.871211:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:4.0:1609800451.871213:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800451.871215:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:4.0:1609800451.871217:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000400:00000200:57.0:1609800451.883802:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.883812:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.883819:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74900 nid 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.883823:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5940 net o2ib18
00000400:00000200:57.0:1609800451.883858:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ff1400 nid 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.883862:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.81@o2ib18 NID 192.168.128.81@o2ib18 flags 0x0
00000400:00000200:38.0:1609800451.883862:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.883866:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.81@o2ib18: 0
00000400:00000200:57.0:1609800451.883867:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.883868:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.883870:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.81@o2ib18 NID 192.168.128.81@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.883872:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.81@o2ib18 pending discovery
00000400:00000200:38.0:1609800451.883877:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.883895:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.883898:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.81@o2ib18: -114
00000400:00000200:38.0:1609800451.883900:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800451.883902:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.883904:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.883906:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.81@o2ib18 NID 192.168.128.81@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800451.883908:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.883911:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.81@o2ib18: -114
00000400:00000200:38.0:1609800451.883911:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.81@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.883912:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.883913:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.883916:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.81@o2ib18 NID 192.168.128.81@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.883918:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.81@o2ib18 pending discovery
00000400:00000200:69.0:1609800451.883919:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.81@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.883922:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.81@o2ib18
00000400:00000200:69.0:1609800451.883923:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.81@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800451.883923:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.883926:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.883926:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.883928:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.883928:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800451.883931:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:78] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.883936:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.883938:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.883940:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.81@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800451.883943:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.81@o2ib18 1
00000400:00000200:69.0:1609800451.883944:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800451.883948:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.883951:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:69.0:1609800451.883954:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.883957:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800451.883957:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efec400] -> 192.168.128.81@o2ib18 (1)++
00000800:00000200:69.0:1609800451.883962:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.883963:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efec400] -> 192.168.128.81@o2ib18 (2)++
00000800:00000200:69.0:1609800451.883964:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.883967:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.81@o2ib18
00000400:00000200:69.0:1609800451.883969:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:69.0:1609800451.883974:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.883977:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:69.0:1609800451.883980:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.883981:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800451.883983:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.81@o2ib18
00000400:00000200:69.0:1609800451.883984:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:57.0:1609800451.883986:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800451.883988:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efec400] -> 192.168.128.81@o2ib18 (3)--
00000400:00000200:69.0:1609800451.883989:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.883991:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:69.0:1609800451.883994:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.883995:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.883996:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.884035:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.884040:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:38.0:1609800451.884053:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.884059:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:57.0:1609800451.884066:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800451.884069:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.884070:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.884073:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:38.0:1609800451.884074:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.884080:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.884083:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800451.884088:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.884090:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.884199:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.884208:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.884210:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800451.884215:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.884218:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800451.884221:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.884223:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.884513:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.884524:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.884530:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:5.0:1609800451.884543:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.884549:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:5.0:1609800451.884557:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.884561:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.884787:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.81@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.884814:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.81@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.885311:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.81@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.885327:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5d9e000 0xffff9344c5d9e000(0xfc5d9e000)
00000800:00000200:46.0:1609800451.885329:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5d9f000 0xffff9344c5d9f000(0xfc5d9f000)
00000800:00000200:46.0:1609800451.885330:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5da0000 0xffff9344c5da0000(0xfc5da0000)
00000800:00000200:46.0:1609800451.885331:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e5b000 0xffff9344c5e5b000(0xfc5e5b000)
00000800:00000200:46.0:1609800451.885332:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e5c000 0xffff9344c5e5c000(0xfc5e5c000)
00000800:00000200:46.0:1609800451.885333:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e5d000 0xffff9344c5e5d000(0xfc5e5d000)
00000800:00000200:46.0:1609800451.885334:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e5e000 0xffff9344c5e5e000(0xfc5e5e000)
00000800:00000200:46.0:1609800451.885335:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e5f000 0xffff9344c5e5f000(0xfc5e5f000)
00000800:00000200:46.0:1609800451.885336:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e60000 0xffff9344c5e60000(0xfc5e60000)
00000800:00000200:46.0:1609800451.885336:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e61000 0xffff9344c5e61000(0xfc5e61000)
00000800:00000200:46.0:1609800451.885337:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e62000 0xffff9344c5e62000(0xfc5e62000)
00000800:00000200:46.0:1609800451.885338:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e63000 0xffff9344c5e63000(0xfc5e63000)
00000800:00000200:46.0:1609800451.885339:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e64000 0xffff9344c5e64000(0xfc5e64000)
00000800:00000200:46.0:1609800451.885340:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e65000 0xffff9344c5e65000(0xfc5e65000)
00000800:00000200:46.0:1609800451.885341:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e66000 0xffff9344c5e66000(0xfc5e66000)
00000800:00000200:46.0:1609800451.885341:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e67000 0xffff9344c5e67000(0xfc5e67000)
00000800:00000200:46.0:1609800451.885342:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e68000 0xffff9344c5e68000(0xfc5e68000)
00000800:00000200:46.0:1609800451.885343:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e69000 0xffff9344c5e69000(0xfc5e69000)
00000800:00000200:46.0:1609800451.885597:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885598:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885598:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885599:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885600:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885600:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885601:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885601:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885602:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885603:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885603:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885604:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885604:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885606:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885607:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885607:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885608:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885609:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885610:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885611:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885611:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885612:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885613:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885613:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885614:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885614:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885615:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885615:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885616:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885617:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885617:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885618:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885618:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885619:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:46.0:1609800451.885619:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (19)++
00000800:00000200:46.0:1609800451.885620:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (20)--
00000800:00000200:31.0:1609800451.886003:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.81@o2ib18
00000800:00000200:31.0:1609800451.886006:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.81@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800451.886009:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ff3c00] (19)++
00000800:00000200:31.0:1609800451.886011:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ff3c00] (20)++
00000800:00000200:31.0:1609800451.886013:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:31.0:1609800451.886015:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:31.0:1609800451.886016:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:31.0:1609800451.886018:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (24)++
00000800:00000200:31.0:1609800451.886020:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (25)++
00000800:00000200:31.0:1609800451.886021:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (26)++
00000800:00000200:31.0:1609800451.886023:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (27)++
00000800:00000200:31.0:1609800451.886024:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (28)++
00000800:00000200:31.0:1609800451.886036:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ff3c00] (29)--
00000800:00000200:35.1:1609800451.886144:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (28)++
00000800:00000200:3.0:1609800451.886194:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (29)++
00000800:00000200:3.0:1609800451.886202:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (30)--
00000400:00000200:3.0:1609800451.886206:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.886212:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.886219:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (29)--
00000800:00000200:3.0:1609800451.886221:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)++
00000800:00000200:3.0:1609800451.886225:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (29)--
00000400:00000200:3.0:1609800451.886227:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.886232:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.886235:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)--
00000800:00000200:3.0:1609800451.886237:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000800:00000200:3.0:1609800451.886241:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000400:00000200:3.0:1609800451.886243:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.886244:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000400:00000200:3.0:1609800451.886247:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.886251:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000800:00000200:3.0:1609800451.886251:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)--
00000800:00000200:3.0:1609800451.886253:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000400:00000200:5.0:1609800451.886254:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.886256:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000400:00000200:3.0:1609800451.886258:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.886260:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:3.0:1609800451.886263:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.886266:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000800:00000200:3.0:1609800451.886271:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000800:00000200:5.0:1609800451.886273:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000800:00000200:4.0:1609800451.886273:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (26)--
00000400:00000200:4.0:1609800451.886276:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.886276:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:4.0:1609800451.886282:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.886282:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000400:00000200:3.0:1609800451.886284:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.886286:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:3.0:1609800451.886288:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.886291:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:37.0:1609800451.886292:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000800:00000200:5.0:1609800451.886294:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800451.886295:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.886297:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:37.0:1609800451.886301:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.886308:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800451.886419:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:4.0:1609800451.886431:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800451.886439:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:5.0:1609800451.886441:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:4.0:1609800451.886441:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:4.0:1609800451.886444:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:4.0:1609800451.886446:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:5.0:1609800451.886449:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:4.0:1609800451.886449:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:5.0:1609800451.886452:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:5.0:1609800451.886454:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:5.0:1609800451.886456:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:31.1:1609800451.889252:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:37.0:1609800451.889303:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800451.889313:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:37.0:1609800451.889321:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800451.889329:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.889335:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:37.0:1609800451.889348:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.889351:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800451.889354:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800451.889360:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800451.889363:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800451.889366:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800451.889369:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396400 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:4.0:1609800451.889371:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800451.889376:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800451.889379:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)--
00000400:00000200:4.0:1609800451.889379:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.889381:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:37.0:1609800451.889383:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:4.0:1609800451.889385:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:4.0:1609800451.889397:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800451.889403:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:4.0:1609800451.889404:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800451.889410:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800451.889410:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800451.889413:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:37.0:1609800451.889415:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.889416:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800451.889419:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:4.0:1609800451.889419:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc8700 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.889422:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:4.0:1609800451.889426:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)++
00000400:00000200:37.0:1609800451.889430:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800451.889430:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000800:00000200:4.0:1609800451.889430:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000400:00000200:3.0:1609800451.889430:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800451.889434:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:37.0:1609800451.889435:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800451.889436:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:57.0:1609800451.889437:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800451.889438:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:3.0:1609800451.889438:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.889440:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800451.889440:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:57.0:1609800451.889445:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.889445:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800451.889446:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:37.0:1609800451.889447:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396700 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:4.0:1609800451.889447:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800451.889449:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800451.889449:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800451.889459:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800451.889464:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:37.0:1609800451.889466:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:3.0:1609800451.889466:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800451.889467:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:37.0:1609800451.889469:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000400:00000200:4.0:1609800451.889469:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.889472:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.889472:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800451.889473:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800451.889473:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:4.0:1609800451.889474:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:57.0:1609800451.889475:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.889478:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800451.889478:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800451.889481:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:3.0:1609800451.889481:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb600 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:37.0:1609800451.889483:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800451.889486:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.889491:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800451.889494:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.889496:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800451.889496:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800451.889499:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000400:00000200:0.0:1609800451.889500:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.889501:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800451.889501:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800451.889503:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.889504:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc8b00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.889504:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (26)++
00000800:00000200:5.0:1609800451.889507:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800451.889507:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800451.889509:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:5.0:1609800451.889513:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800451.889525:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (27)++
00000800:00000200:5.0:1609800451.889526:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cb800 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.889526:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (27)--
00000800:00000200:4.0:1609800451.889527:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (28)--
00000800:00000200:3.0:1609800451.889528:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (27)--
00000800:00000200:5.0:1609800451.889531:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:4.0:1609800451.889531:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:0.0:1609800451.889532:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800451.889533:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800451.889533:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:5.0:1609800451.889534:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000400:00000200:0.0:1609800451.889534:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.889535:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800451.889536:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:57.0:1609800451.889537:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.889537:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.1:1609800451.889539:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:57.0:1609800451.889540:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800451.889540:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800451.889542:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800451.889546:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800451.889548:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396800 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:37.0:1609800451.889551:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800451.889553:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800451.889553:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:37.0:1609800451.889557:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800451.889558:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:0.0:1609800451.889559:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800451.889560:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:0.0:1609800451.889561:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.889562:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:57.0:1609800451.889563:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.889565:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.889566:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.889568:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.889964:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.889969:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.889972:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800451.889979:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.889982:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800451.889987:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.889989:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000800:00000200:57.0:1609800451.889990:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800451.889997:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000400:00000200:57.0:1609800451.890080:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.890088:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.890090:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800451.890095:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.890098:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800451.890117:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.890118:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800451.890119:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000800:00000200:57.0:1609800451.890129:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000400:00000200:57.0:1609800451.890141:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.890169:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.890191:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.890197:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:31.1:1609800451.890204:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:0.0:1609800451.890237:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.890241:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:0.0:1609800451.890246:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.890248:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:0.0:1609800451.890250:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (24)++
00000800:00000200:5.0:1609800451.890259:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000800:00000200:0.0:1609800451.890259:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:5.0:1609800451.890264:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:0.0:1609800451.890264:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.890266:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.890267:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.890269:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:0.0:1609800451.890274:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.890277:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:0.0:1609800451.890281:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800451.890282:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.890282:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (24)++
00000800:00000200:0.0:1609800451.890283:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:5.0:1609800451.890288:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:0.0:1609800451.890288:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:5.0:1609800451.890289:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000400:00000200:57.0:1609800451.890291:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.890293:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:0.0:1609800451.890293:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.890294:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.890296:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800451.890297:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.890300:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000400:00000200:0.0:1609800451.890300:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.890303:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.890306:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:0.0:1609800451.890308:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:31.1:1609800451.890313:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (23)++
00000400:00000200:0.0:1609800451.890314:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.890316:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.890317:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:0.0:1609800451.890317:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800451.890318:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:5.0:1609800451.890319:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:0.0:1609800451.890321:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.890323:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:0.0:1609800451.890323:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:57.0:1609800451.890327:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (27)--
00000800:00000200:5.0:1609800451.890327:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (27)--
00000800:00000200:4.0:1609800451.890328:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (27)++
00000800:00000200:0.0:1609800451.890328:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (27)++
00000400:00000200:5.0:1609800451.890329:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.890331:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:0.0:1609800451.890332:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:5.0:1609800451.890335:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:4.0:1609800451.890336:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:5.0:1609800451.890337:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000400:00000200:4.0:1609800451.890338:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.890338:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800451.890342:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:0.0:1609800451.890342:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.890344:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:31.1:1609800451.890346:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (23)++
00000400:00000200:0.0:1609800451.890350:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.890352:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:4.0:1609800451.890354:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800451.890356:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:0.0:1609800451.890356:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800451.890357:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:0.0:1609800451.890358:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:5.0:1609800451.890361:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)++
00000800:00000200:0.0:1609800451.890363:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (27)--
00000800:00000200:37.0:1609800451.890365:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:5.0:1609800451.890376:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800451.890376:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:4.0:1609800451.890377:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.890378:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.890380:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:5.0:1609800451.890381:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.890384:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:4.0:1609800451.890387:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800451.890403:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800451.890411:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800451.890416:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:37.0:1609800451.890417:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.890419:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:37.0:1609800451.890421:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.890426:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:31.1:1609800451.890535:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:5.0:1609800451.890544:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:5.0:1609800451.890548:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:5.0:1609800451.890549:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:4.0:1609800451.890550:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:5.0:1609800451.890551:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:5.0:1609800451.890552:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:33.1:1609800451.945971:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:3.0:1609800451.946025:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:3.0:1609800451.946036:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:3.0:1609800451.946043:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800451.946051:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.946057:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:3.0:1609800451.946069:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800451.946075:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800451.946077:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:3.0:1609800451.946081:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800451.946087:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800451.946089:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:3.0:1609800451.946090:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb300 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.946096:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)++
00000400:00000200:37.0:1609800451.946097:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800451.946099:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (24)--
00000800:00000200:3.0:1609800451.946101:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:3.0:1609800451.946103:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000400:00000200:37.0:1609800451.946105:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.946109:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:37.0:1609800451.946111:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:3.0:1609800451.946150:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800451.946152:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800451.946154:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.946155:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000800:00000200:37.0:1609800451.946156:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800451.946156:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:4.0:1609800451.946159:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:37.0:1609800451.946160:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800451.946160:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800451.946164:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800451.946164:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:3.0:1609800451.946164:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800451.946166:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396900 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.946168:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800451.946169:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800451.946170:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800451.946171:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:3.0:1609800451.946171:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800451.946173:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800451.946174:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:3.0:1609800451.946174:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800451.946174:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800451.946175:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.946175:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:37.0:1609800451.946176:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:5.0:1609800451.946177:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.946177:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000400:00000200:0.0:1609800451.946177:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.946178:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:4.0:1609800451.946179:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:3.0:1609800451.946179:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:3.0:1609800451.946179:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:0.0:1609800451.946180:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800451.946181:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:3.0:1609800451.946182:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:37.0:1609800451.946185:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800451.946185:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:4.0:1609800451.946186:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.946190:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800451.946191:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.946193:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800451.946195:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800451.946198:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800451.946198:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800451.946199:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.946199:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800451.946199:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc9300 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:3.0:1609800451.946199:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800451.946200:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.946201:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:5.0:1609800451.946203:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800451.946203:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800451.946204:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cb000 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:4.0:1609800451.946204:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000400:00000200:3.0:1609800451.946205:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.946207:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800451.946207:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000400:00000200:3.0:1609800451.946207:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:37.0:1609800451.946210:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800451.946212:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800451.946212:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800451.946213:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800451.946213:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.946215:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800451.946215:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)++
00000800:00000200:4.0:1609800451.946215:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)--
00000400:00000200:0.0:1609800451.946215:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800451.946216:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396a00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:4.0:1609800451.946216:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:3.0:1609800451.946216:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800451.946218:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)++
00000800:00000200:5.0:1609800451.946218:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:4.0:1609800451.946218:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:5.0:1609800451.946219:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:3.0:1609800451.946219:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800451.946220:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800451.946221:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:3.0:1609800451.946221:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800451.946222:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800451.946227:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:3.0:1609800451.946228:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:3.0:1609800451.946229:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:57.0:1609800451.946236:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.946240:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800451.946244:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (21)++
00000400:00000200:57.0:1609800451.946247:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800451.946255:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:57.0:1609800451.946256:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.946258:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800451.946259:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (23)--
00000800:00000200:4.0:1609800451.946260:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:4.0:1609800451.946262:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000400:00000200:57.0:1609800451.946263:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800451.946268:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800451.946270:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.946273:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800451.946291:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800451.946302:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.946306:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800451.946858:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.946864:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.946867:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800451.946873:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.946877:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800451.946882:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.946884:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (20)++
00000800:00000200:57.0:1609800451.946885:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (21)++
00000800:00000200:57.0:1609800451.946892:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)--
00000400:00000200:57.0:1609800451.946896:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.946910:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.946926:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.946934:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800451.946939:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.946945:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:5.0:1609800451.946948:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800451.946949:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.946950:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (21)++
00000800:00000200:57.0:1609800451.946951:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000800:00000200:57.0:1609800451.946953:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:5.0:1609800451.946954:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800451.946977:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.946979:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800451.946980:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.946983:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:5.0:1609800451.946987:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:57.0:1609800451.946989:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.946992:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800451.946996:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.946997:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.946998:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800451.947000:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:5.0:1609800451.947003:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (24)++
00000800:00000200:57.0:1609800451.947014:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (25)++
00000800:00000200:5.0:1609800451.947014:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:57.0:1609800451.947017:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)--
00000400:00000200:57.0:1609800451.947022:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.947026:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.947028:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.947030:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800451.947034:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.947035:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.947038:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:5.0:1609800451.947040:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:57.0:1609800451.947041:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800451.947043:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (24)++
00000800:00000200:57.0:1609800451.947043:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (25)++
00000800:00000200:57.0:1609800451.947047:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (26)--
00000400:00000200:5.0:1609800451.947053:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.947058:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800451.947064:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.947067:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:5.0:1609800451.947069:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000800:00000200:5.0:1609800451.947078:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)--
00000400:00000200:5.0:1609800451.947087:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800451.947089:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (26)++
00000400:00000200:5.0:1609800451.947100:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.947104:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800451.947114:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.947119:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800451.947142:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)++
00000800:00000200:5.0:1609800451.947144:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800451.947146:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)++
00000800:00000200:5.0:1609800451.947148:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (29)++
00000800:00000200:5.0:1609800451.947154:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000800:00000200:37.0:1609800451.947156:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:37.0:1609800451.947159:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800451.947165:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.947173:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)--
00000800:00000200:37.0:1609800451.947175:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)++
00000800:00000200:37.0:1609800451.947179:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (28)--
00000400:00000200:37.0:1609800451.947181:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.947185:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)++
00000400:00000200:37.0:1609800451.947186:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800451.947191:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)--
00000800:00000200:5.0:1609800451.947192:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (28)--
00000800:00000200:37.0:1609800451.947193:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)++
00000400:00000200:5.0:1609800451.947194:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.947199:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (27)--
00000400:00000200:5.0:1609800451.947199:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.947201:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800451.947204:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000400:00000200:37.0:1609800451.947206:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.947206:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800451.947211:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:5.0:1609800451.947212:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800451.947213:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:5.0:1609800451.947214:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.947216:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000400:00000200:37.0:1609800451.947218:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800451.947218:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000400:00000200:5.0:1609800451.947219:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:37.0:1609800451.947223:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:5.0:1609800451.947224:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:3.0:1609800451.947225:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000800:00000200:5.0:1609800451.947226:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000400:00000200:3.0:1609800451.947228:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800451.947229:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:3.0:1609800451.947234:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.947240:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800451.947268:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:5.0:1609800451.947279:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:5.0:1609800451.947285:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800451.947288:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:5.0:1609800451.947288:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800451.947290:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)--
00000800:00000200:5.0:1609800451.947292:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000400:00000200:0.0:1609800451.950821:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.950827:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.950832:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5080 nid 192.168.128.86@o2ib18
00000400:00000200:0.0:1609800451.950834:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1100 net o2ib18
00000400:00000200:0.0:1609800451.950838:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5acc00 nid 192.168.128.86@o2ib18
00000400:00000200:0.0:1609800451.950842:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.86@o2ib18 NID 192.168.128.86@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.950846:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.950848:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.86@o2ib18: 0
00000400:00000200:0.0:1609800451.950849:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.950850:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800451.950852:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.86@o2ib18 NID 192.168.128.86@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.950854:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.86@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.950858:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.950860:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.950875:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.86@o2ib18: -114
00000400:00000200:57.0:1609800451.950877:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.950878:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.950879:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.950883:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.86@o2ib18 NID 192.168.128.86@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.950890:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.86@o2ib18 pending discovery
00000400:00000200:0.0:1609800451.950891:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.86@o2ib18: -114
00000400:00000200:0.0:1609800451.950892:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800451.950893:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800451.950895:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800451.950895:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.86@o2ib18 NID 192.168.128.86@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800451.950898:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.86@o2ib18 pending discovery
00000400:00000200:57.0:1609800451.950901:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.950902:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.86@o2ib18 state 0x20
00000400:00000200:69.0:1609800451.950905:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.86@o2ib18
00000400:00000200:69.0:1609800451.950908:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.86@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800451.950912:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.86@o2ib18
00000400:00000200:69.0:1609800451.950919:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.86@o2ib18
00000400:00000200:57.0:1609800451.950919:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.950924:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:69.0:1609800451.950929:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:79] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800451.950935:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800451.950939:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.86@o2ib18
00000400:00000200:69.0:1609800451.950944:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.86@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800451.950949:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.86@o2ib18 1
00000400:00000200:57.0:1609800451.950949:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:69.0:1609800451.950958:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.950965:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000400:00000200:57.0:1609800451.950970:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.950974:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85280] -> 192.168.128.86@o2ib18 (1)++
00000800:00000200:57.0:1609800451.950976:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:69.0:1609800451.950981:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85280] -> 192.168.128.86@o2ib18 (2)++
00000800:00000200:57.0:1609800451.950983:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.950988:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800451.951017:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800451.951021:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85280] -> 192.168.128.86@o2ib18 (3)--
00000400:00000200:69.0:1609800451.951025:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.86@o2ib18
00000400:00000200:69.0:1609800451.951029:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:69.0:1609800451.951053:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.951056:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:69.0:1609800451.951077:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.951079:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800451.951081:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.86@o2ib18
00000400:00000200:69.0:1609800451.951083:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:69.0:1609800451.951088:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.951091:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:69.0:1609800451.951094:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800451.951096:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800451.951103:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800451.951155:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800451.951158:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:0.0:1609800451.951165:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800451.951169:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:0.0:1609800451.951174:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800451.951176:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800451.951353:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800451.951382:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800451.951386:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:38.0:1609800451.951392:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800451.951396:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:38.0:1609800451.951401:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800451.951403:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.951803:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.86@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.951820:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.86@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.952395:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.86@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.952423:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e6b000 0xffff9344c5e6b000(0xfc5e6b000)
00000800:00000200:46.0:1609800451.952426:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e6c000 0xffff9344c5e6c000(0xfc5e6c000)
00000800:00000200:46.0:1609800451.952428:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e6d000 0xffff9344c5e6d000(0xfc5e6d000)
00000800:00000200:46.0:1609800451.952430:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e6e000 0xffff9344c5e6e000(0xfc5e6e000)
00000800:00000200:46.0:1609800451.952432:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e6f000 0xffff9344c5e6f000(0xfc5e6f000)
00000800:00000200:46.0:1609800451.952433:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e70000 0xffff9344c5e70000(0xfc5e70000)
00000800:00000200:46.0:1609800451.952435:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e71000 0xffff9344c5e71000(0xfc5e71000)
00000800:00000200:46.0:1609800451.952437:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e72000 0xffff9344c5e72000(0xfc5e72000)
00000800:00000200:46.0:1609800451.952439:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e73000 0xffff9344c5e73000(0xfc5e73000)
00000800:00000200:46.0:1609800451.952459:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e74000 0xffff9344c5e74000(0xfc5e74000)
00000800:00000200:46.0:1609800451.952460:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e75000 0xffff9344c5e75000(0xfc5e75000)
00000800:00000200:46.0:1609800451.952461:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e76000 0xffff9344c5e76000(0xfc5e76000)
00000800:00000200:46.0:1609800451.952462:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e77000 0xffff9344c5e77000(0xfc5e77000)
00000800:00000200:46.0:1609800451.952463:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e78000 0xffff9344c5e78000(0xfc5e78000)
00000800:00000200:46.0:1609800451.952465:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e79000 0xffff9344c5e79000(0xfc5e79000)
00000800:00000200:46.0:1609800451.952465:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff933627bb7000 0xffff933627bb7000(0x127bb7000)
00000800:00000200:46.0:1609800451.952466:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff933613b99000 0xffff933613b99000(0x113b99000)
00000800:00000200:46.0:1609800451.952467:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff933613b9a000 0xffff933613b9a000(0x113b9a000)
00000800:00000200:46.0:1609800451.952740:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952741:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952742:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952742:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952743:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952743:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952744:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952744:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952745:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952746:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952747:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952748:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952749:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952749:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952750:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952750:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952751:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952752:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952752:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952753:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952753:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952754:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952754:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952755:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952756:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952756:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952758:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952758:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952759:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952760:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952761:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952761:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952762:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952763:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:46.0:1609800451.952764:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (19)++
00000800:00000200:46.0:1609800451.952764:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (20)--
00000800:00000200:32.0:1609800451.953373:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.86@o2ib18
00000800:00000200:32.0:1609800451.953376:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.86@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800451.953378:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93362c786800] (19)++
00000800:00000200:32.0:1609800451.953380:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93362c786800] (20)++
00000800:00000200:32.0:1609800451.953381:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (21)++
00000800:00000200:32.0:1609800451.953382:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000800:00000200:32.0:1609800451.953402:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (23)++
00000800:00000200:32.0:1609800451.953403:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (24)++
00000800:00000200:32.0:1609800451.953405:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (25)++
00000800:00000200:32.0:1609800451.953406:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (26)++
00000800:00000200:32.0:1609800451.953417:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93362c786800] (27)--
00000800:00000200:28.1:1609800451.953498:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (26)++
00000800:00000200:4.0:1609800451.953549:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (27)++
00000800:00000200:4.0:1609800451.953559:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (28)--
00000400:00000200:4.0:1609800451.953562:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.953569:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.953590:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (27)--
00000800:00000200:4.0:1609800451.953592:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (26)++
00000800:00000200:4.0:1609800451.953595:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (27)--
00000400:00000200:4.0:1609800451.953596:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.953598:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.953601:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (26)--
00000800:00000200:4.0:1609800451.953602:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (25)++
00000800:00000200:4.0:1609800451.953605:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (26)--
00000400:00000200:4.0:1609800451.953606:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.953608:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.953610:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (25)--
00000800:00000200:4.0:1609800451.953611:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000800:00000200:4.0:1609800451.953613:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (25)--
00000400:00000200:4.0:1609800451.953614:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.953616:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:4.0:1609800451.953618:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:4.0:1609800451.953619:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000800:00000200:4.0:1609800451.953623:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000400:00000200:4.0:1609800451.953624:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800451.953626:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.953627:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000800:00000200:4.0:1609800451.953631:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:4.0:1609800451.953632:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800451.953632:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:3.0:1609800451.953634:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800451.953637:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:3.0:1609800451.953643:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:28.1:1609800451.953764:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000800:00000200:4.0:1609800451.953788:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:4.0:1609800451.953792:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.86@o2ib18
00000800:00000200:4.0:1609800451.953794:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:37.0:1609800451.953795:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:4.0:1609800451.953796:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000800:00000200:4.0:1609800451.953799:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000400:00000200:57.0:1609800451.967819:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.967829:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.967836:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74840 nid 192.168.128.160@o2ib18
00000400:00000200:57.0:1609800451.967840:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5980 net o2ib18
00000400:00000200:57.0:1609800451.967846:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc735800 nid 192.168.128.160@o2ib18
00000400:00000200:57.0:1609800451.967852:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.160@o2ib18 NID 192.168.128.160@o2ib18 flags 0x0
00000400:00000200:57.0:1609800451.967860:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.160@o2ib18: 0
00000400:00000200:57.0:1609800451.967861:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800451.967863:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800451.967889:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.160@o2ib18 NID 192.168.128.160@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800451.967894:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.160@o2ib18 pending discovery
00000400:00000200:4.0:1609800451.967897:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800451.967901:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800451.967903:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800451.967908:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.967909:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.160@o2ib18 state 0x20
00000400:00000200:57.0:1609800451.967909:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800451.967916:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.160@o2ib18
00000400:00000200:69.0:1609800451.967918:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.160@o2ib18 state 0x10 rc 0
00000400:00000200:4.0:1609800451.967923:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800451.967924:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800451.967929:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:80] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800451.967929:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:80] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800451.967935:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800451.967939:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.160@o2ib18
00000400:00000200:4.0:1609800451.967939:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:4.0:1609800451.967944:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.160@o2ib18
00000400:00000200:57.0:1609800451.967945:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.160@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:4.0:1609800451.967949:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.160@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:57.0:1609800451.967951:0:16066:0:(router.c:135:lnet_notify_locked()) set 192.168.128.160@o2ib18 1
00000400:00000200:57.0:1609800451.967961:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.967972:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:4.0:1609800451.967978:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800451.967984:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.160@o2ib18
00000800:00000200:4.0:1609800451.967985:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:69.0:1609800451.967989:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.160@o2ib18
00000400:00000200:69.0:1609800451.967994:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:57.0:1609800451.967995:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9500] -> 192.168.128.160@o2ib18 (1)++
00000800:00000200:4.0:1609800451.968001:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.968006:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2)++
00000800:00000200:4.0:1609800451.968006:0:16057:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9354dd44f580] -> 192.168.128.160@o2ib18 (1)--
00000400:00000200:69.0:1609800451.968007:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800451.968015:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:4.0:1609800451.968017:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800451.968022:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (3) version: 0
00000400:00000200:4.0:1609800451.968024:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800451.968027:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (3) version: 0
00000400:00000200:4.0:1609800451.968029:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:4.0:1609800451.968041:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800451.968046:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800451.968051:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:4.0:1609800451.968053:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800451.968055:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9500] -> 192.168.128.160@o2ib18 (3)--
00000800:00000200:4.0:1609800451.968057:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800451.968066:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.968072:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.968076:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800451.968087:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.968093:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800451.968099:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.968103:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800451.968111:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800451.968116:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800451.968133:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800451.968143:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800451.968148:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800451.968151:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800451.968155:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800451.968439:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800451.968451:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800451.968457:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:5.0:1609800451.968469:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800451.968476:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:5.0:1609800451.968484:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800451.968488:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800451.968789:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.160@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800451.968806:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.160@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800451.969297:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.160@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800451.969316:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc112000 0xffff9354dc112000(0x1fdc112000)
00000800:00000200:46.0:1609800451.969319:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc113000 0xffff9354dc113000(0x1fdc113000)
00000800:00000200:46.0:1609800451.969321:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc114000 0xffff9354dc114000(0x1fdc114000)
00000800:00000200:46.0:1609800451.969323:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc115000 0xffff9354dc115000(0x1fdc115000)
00000800:00000200:46.0:1609800451.969325:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc116000 0xffff9354dc116000(0x1fdc116000)
00000800:00000200:46.0:1609800451.969327:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc117000 0xffff9354dc117000(0x1fdc117000)
00000800:00000200:46.0:1609800451.969329:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc118000 0xffff9354dc118000(0x1fdc118000)
00000800:00000200:46.0:1609800451.969330:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc119000 0xffff9354dc119000(0x1fdc119000)
00000800:00000200:46.0:1609800451.969332:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc11a000 0xffff9354dc11a000(0x1fdc11a000)
00000800:00000200:46.0:1609800451.969334:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc11b000 0xffff9354dc11b000(0x1fdc11b000)
00000800:00000200:46.0:1609800451.969336:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc11c000 0xffff9354dc11c000(0x1fdc11c000)
00000800:00000200:46.0:1609800451.969337:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc11d000 0xffff9354dc11d000(0x1fdc11d000)
00000800:00000200:46.0:1609800451.969339:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc11e000 0xffff9354dc11e000(0x1fdc11e000)
00000800:00000200:46.0:1609800451.969341:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc11f000 0xffff9354dc11f000(0x1fdc11f000)
00000800:00000200:46.0:1609800451.969343:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc120000 0xffff9354dc120000(0x1fdc120000)
00000800:00000200:46.0:1609800451.969345:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc121000 0xffff9354dc121000(0x1fdc121000)
00000800:00000200:46.0:1609800451.969346:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc122000 0xffff9354dc122000(0x1fdc122000)
00000800:00000200:46.0:1609800451.969348:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc123000 0xffff9354dc123000(0x1fdc123000)
00000800:00000200:46.0:1609800451.969647:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969649:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969650:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969650:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969651:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969652:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969653:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969654:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969654:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969655:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969656:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969656:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969657:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969657:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969658:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969658:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969659:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969660:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969660:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969661:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969661:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969662:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969662:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969663:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969663:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969664:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969665:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969665:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969666:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969666:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969667:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969667:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969668:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969669:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:46.0:1609800451.969669:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:46.0:1609800451.969670:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (20)--
00000800:00000200:33.0:1609800451.970229:0:438:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.160@o2ib18
00000800:00000200:33.0:1609800451.970232:0:438:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.160@o2ib18: active(1), version(12), status(0)
00000800:00000200:33.0:1609800451.970234:0:438:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dcc92a00] (19)++
00000800:00000200:33.0:1609800451.970236:0:438:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:33.0:1609800451.970237:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:33.0:1609800451.970238:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:33.0:1609800451.970239:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:33.0:1609800451.970259:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:33.0:1609800451.970260:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:33.0:1609800451.970261:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (26)++
00000800:00000200:33.0:1609800451.970262:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (27)++
00000800:00000200:33.0:1609800451.970285:0:438:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dcc92a00] (28)--
00000800:00000200:33.1:1609800451.970376:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (27)++
00000800:00000200:23.0:1609800451.970416:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (28)++
00000800:00000200:23.0:1609800451.970422:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (29)--
00000400:00000200:23.0:1609800451.970426:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.970429:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.970433:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (28)--
00000800:00000200:23.0:1609800451.970435:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (27)++
00000800:00000200:23.0:1609800451.970438:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (28)--
00000400:00000200:23.0:1609800451.970439:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.970441:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.970444:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (27)--
00000800:00000200:23.0:1609800451.970446:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)++
00000800:00000200:23.0:1609800451.970449:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (27)--
00000400:00000200:23.0:1609800451.970450:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800451.970452:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.970454:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:23.0:1609800451.970455:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:23.0:1609800451.970457:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:23.0:1609800451.970459:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.970459:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:23.0:1609800451.970461:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:23.0:1609800451.970463:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:20.0:1609800451.970463:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:18.0:1609800451.970464:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:20.0:1609800451.970465:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800451.970468:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.970471:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:20.0:1609800451.970473:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:18.0:1609800451.970473:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800451.970475:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:18.0:1609800451.970477:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:20.0:1609800451.970479:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:20.0:1609800451.970481:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800451.970481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:20.0:1609800451.970483:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:18.0:1609800451.970483:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:20.0:1609800451.970487:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:33.1:1609800451.970757:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:23.0:1609800451.970808:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:23.0:1609800451.970815:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:23.0:1609800451.970817:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:23.0:1609800451.970819:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:23.0:1609800451.970820:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:23.0:1609800451.970821:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:57.0:1609800452.020670:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.020680:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.020686:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74780 nid 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800452.020689:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5e40 net o2ib18
00000400:00000200:57.0:1609800452.020694:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc737000 nid 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800452.020699:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.171@o2ib18 NID 192.168.128.171@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.020707:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.171@o2ib18: 0
00000400:00000200:57.0:1609800452.020708:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.020712:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.020716:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.171@o2ib18 NID 192.168.128.171@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.020720:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.171@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.020748:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.020758:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.020780:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.171@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.020782:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800452.020782:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.020784:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.171@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.020786:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800452.020789:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:82] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.020792:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.020794:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800452.020796:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.171@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800452.020799:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.171@o2ib18 1
00000400:00000200:57.0:1609800452.020803:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.020806:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.171@o2ib18
00000800:00000200:57.0:1609800452.020806:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000400:00000200:69.0:1609800452.020808:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.171@o2ib18
00000400:00000200:69.0:1609800452.020811:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:69.0:1609800452.020817:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.020821:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:57.0:1609800452.020821:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b23a9380] -> 192.168.128.171@o2ib18 (1)++
00000800:00000200:69.0:1609800452.020825:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.020825:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2)++
00000800:00000200:69.0:1609800452.020828:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800452.020848:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800452.020850:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b23a9380] -> 192.168.128.171@o2ib18 (3)--
00000400:00000200:57.0:1609800452.020855:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.020860:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.020862:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800452.020888:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.020891:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:57.0:1609800452.020895:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.020896:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.020904:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.020914:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.020921:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:0.0:1609800452.020933:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.020940:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800452.020948:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.020952:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.020962:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.020971:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.020974:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:0.0:1609800452.020984:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.020989:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800452.020994:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.020998:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.021006:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.021011:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.021014:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:0.0:1609800452.021023:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.021028:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800452.021033:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.021036:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.021044:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.021076:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.021078:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:0.0:1609800452.021082:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.021085:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800452.021088:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.021090:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.021728:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.171@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.021753:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.171@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.022317:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.171@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.022343:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc19b000 0xffff9354dc19b000(0x1fdc19b000)
00000800:00000200:46.0:1609800452.022346:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc19c000 0xffff9354dc19c000(0x1fdc19c000)
00000800:00000200:46.0:1609800452.022348:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc19d000 0xffff9354dc19d000(0x1fdc19d000)
00000800:00000200:46.0:1609800452.022350:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc19e000 0xffff9354dc19e000(0x1fdc19e000)
00000800:00000200:46.0:1609800452.022352:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc19f000 0xffff9354dc19f000(0x1fdc19f000)
00000800:00000200:46.0:1609800452.022354:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc1a0000 0xffff9354dc1a0000(0x1fdc1a0000)
00000800:00000200:46.0:1609800452.022355:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc1a1000 0xffff9354dc1a1000(0x1fdc1a1000)
00000800:00000200:46.0:1609800452.022357:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc1a2000 0xffff9354dc1a2000(0x1fdc1a2000)
00000800:00000200:46.0:1609800452.022359:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc1a3000 0xffff9354dc1a3000(0x1fdc1a3000)
00000800:00000200:46.0:1609800452.022361:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc1a4000 0xffff9354dc1a4000(0x1fdc1a4000)
00000800:00000200:46.0:1609800452.022363:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc1a5000 0xffff9354dc1a5000(0x1fdc1a5000)
00000800:00000200:46.0:1609800452.022365:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc1a6000 0xffff9354dc1a6000(0x1fdc1a6000)
00000800:00000200:46.0:1609800452.022366:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc1a7000 0xffff9354dc1a7000(0x1fdc1a7000)
00000800:00000200:46.0:1609800452.022368:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc1a8000 0xffff9354dc1a8000(0x1fdc1a8000)
00000800:00000200:46.0:1609800452.022370:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc1a9000 0xffff9354dc1a9000(0x1fdc1a9000)
00000800:00000200:46.0:1609800452.022372:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc1aa000 0xffff9354dc1aa000(0x1fdc1aa000)
00000800:00000200:46.0:1609800452.022374:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc1ab000 0xffff9354dc1ab000(0x1fdc1ab000)
00000800:00000200:46.0:1609800452.022375:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc1b0000 0xffff9354dc1b0000(0x1fdc1b0000)
00000800:00000200:46.0:1609800452.022639:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022640:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022641:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022642:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022642:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022643:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022643:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022644:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022645:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022645:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022646:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022646:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022647:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022649:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022649:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022650:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022651:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022652:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022652:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022653:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022654:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022654:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022655:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022656:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022656:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022657:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022657:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022658:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022658:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022659:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022660:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022660:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022661:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022661:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:46.0:1609800452.022662:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:46.0:1609800452.022662:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (20)--
00000800:00000200:34.0:1609800452.023190:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.171@o2ib18
00000800:00000200:34.0:1609800452.023193:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.171@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800452.023195:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc1ac000] (19)++
00000800:00000200:34.0:1609800452.023197:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:34.0:1609800452.023198:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:34.0:1609800452.023199:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:34.0:1609800452.023200:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:34.0:1609800452.023220:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:34.0:1609800452.023221:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:34.0:1609800452.023222:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:34.0:1609800452.023223:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (27)++
00000800:00000200:34.0:1609800452.023242:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc1ac000] (28)--
00000800:00000200:29.1:1609800452.023311:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (27)++
00000800:00000200:20.0:1609800452.023349:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (28)++
00000800:00000200:20.0:1609800452.023355:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (29)--
00000400:00000200:20.0:1609800452.023357:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.023360:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.023364:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (28)--
00000800:00000200:20.0:1609800452.023365:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (27)++
00000800:00000200:20.0:1609800452.023368:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (28)--
00000400:00000200:20.0:1609800452.023369:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.023371:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.023372:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (27)--
00000800:00000200:20.0:1609800452.023373:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:20.0:1609800452.023376:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (27)--
00000400:00000200:20.0:1609800452.023377:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.023379:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.023380:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:20.0:1609800452.023381:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:20.0:1609800452.023382:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:20.0:1609800452.023384:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.023384:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)++
00000400:00000200:20.0:1609800452.023386:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.023388:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:20.0:1609800452.023389:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:20.0:1609800452.023390:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:18.0:1609800452.023390:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.023392:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:20.0:1609800452.023393:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.023393:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:20.0:1609800452.023395:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:18.0:1609800452.023395:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.023396:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:20.0:1609800452.023397:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:20.0:1609800452.023398:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800452.023399:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.023402:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.023402:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:19.0:1609800452.023407:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:29.1:1609800452.023667:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:20.0:1609800452.023745:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:20.0:1609800452.023752:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:20.0:1609800452.023755:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:20.0:1609800452.023757:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:20.0:1609800452.023758:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:20.0:1609800452.023759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:57.0:1609800452.034014:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.034024:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.034031:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c746c0 nid 192.168.128.95@o2ib18
00000400:00000200:57.0:1609800452.034034:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f52c0 net o2ib18
00000400:00000200:57.0:1609800452.034040:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc736200 nid 192.168.128.95@o2ib18
00000400:00000200:57.0:1609800452.034046:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.95@o2ib18 NID 192.168.128.95@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.034054:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.95@o2ib18: 0
00000400:00000200:57.0:1609800452.034055:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.034057:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.034061:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.95@o2ib18 NID 192.168.128.95@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.034064:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.95@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.034073:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.034091:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.034095:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.95@o2ib18: -114
00000400:00000200:57.0:1609800452.034097:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.034098:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.034102:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.95@o2ib18 NID 192.168.128.95@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800452.034105:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.034105:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.95@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.034112:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.95@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.034115:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.95@o2ib18
00000400:00000200:69.0:1609800452.034118:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.95@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.034140:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.95@o2ib18
00000400:00000200:69.0:1609800452.034145:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.95@o2ib18
00000400:00000200:69.0:1609800452.034150:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:69.0:1609800452.034156:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:83] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.034161:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.034170:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.95@o2ib18
00000400:00000200:69.0:1609800452.034176:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.95@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800452.034177:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.034181:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.95@o2ib18 1
00000400:00000200:0.0:1609800452.034185:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.034189:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:69.0:1609800452.034191:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.034198:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:57.0:1609800452.034202:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.034202:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.034206:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:0.0:1609800452.034213:0:16058:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff934d25de1a80] -> 192.168.128.95@o2ib18 (1)++
00000400:00000200:57.0:1609800452.034215:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.034220:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.034220:0:16058:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2)++
00000400:00000200:57.0:1609800452.034221:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:69.0:1609800452.034225:0:16070:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9354dc69c000] -> 192.168.128.95@o2ib18 (1)--
00000400:00000200:69.0:1609800452.034230:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.95@o2ib18
00000400:00000200:57.0:1609800452.034233:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.034240:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:57.0:1609800452.034241:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:69.0:1609800452.034250:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.034250:0:16058:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800452.034252:0:16058:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff934d25de1a80] -> 192.168.128.95@o2ib18 (3)--
00000800:00000200:69.0:1609800452.034256:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:57.0:1609800452.034259:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.034260:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.034261:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.034265:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.034269:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.034277:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.034280:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:0.0:1609800452.034286:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.034289:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:0.0:1609800452.034294:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.034296:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.034486:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.034497:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.034501:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:57.0:1609800452.034512:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.034517:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:57.0:1609800452.034523:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.034526:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.034863:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.95@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.034881:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.95@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.035406:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.95@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.035423:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc228000 0xffff9354dc228000(0x1fdc228000)
00000800:00000200:46.0:1609800452.035425:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc229000 0xffff9354dc229000(0x1fdc229000)
00000800:00000200:46.0:1609800452.035426:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc22a000 0xffff9354dc22a000(0x1fdc22a000)
00000800:00000200:46.0:1609800452.035427:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc22b000 0xffff9354dc22b000(0x1fdc22b000)
00000800:00000200:46.0:1609800452.035427:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc22c000 0xffff9354dc22c000(0x1fdc22c000)
00000800:00000200:46.0:1609800452.035428:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc22d000 0xffff9354dc22d000(0x1fdc22d000)
00000800:00000200:46.0:1609800452.035429:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc22e000 0xffff9354dc22e000(0x1fdc22e000)
00000800:00000200:46.0:1609800452.035430:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc22f000 0xffff9354dc22f000(0x1fdc22f000)
00000800:00000200:46.0:1609800452.035431:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc230000 0xffff9354dc230000(0x1fdc230000)
00000800:00000200:46.0:1609800452.035433:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc231000 0xffff9354dc231000(0x1fdc231000)
00000800:00000200:46.0:1609800452.035434:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc232000 0xffff9354dc232000(0x1fdc232000)
00000800:00000200:46.0:1609800452.035435:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc233000 0xffff9354dc233000(0x1fdc233000)
00000800:00000200:46.0:1609800452.035436:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc234000 0xffff9354dc234000(0x1fdc234000)
00000800:00000200:46.0:1609800452.035437:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc235000 0xffff9354dc235000(0x1fdc235000)
00000800:00000200:46.0:1609800452.035438:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc236000 0xffff9354dc236000(0x1fdc236000)
00000800:00000200:46.0:1609800452.035439:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc237000 0xffff9354dc237000(0x1fdc237000)
00000800:00000200:46.0:1609800452.035440:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc238000 0xffff9354dc238000(0x1fdc238000)
00000800:00000200:46.0:1609800452.035441:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc239000 0xffff9354dc239000(0x1fdc239000)
00000800:00000200:46.0:1609800452.035688:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035690:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035691:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035691:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035692:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035692:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035693:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035693:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035694:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035695:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035696:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035696:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035697:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035698:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035699:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035700:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035700:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035701:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035701:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035702:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035702:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035703:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035704:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035704:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035705:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035705:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035707:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035707:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035708:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035709:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035710:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035711:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035711:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035712:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:46.0:1609800452.035713:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:46.0:1609800452.035713:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (20)--
00000800:00000200:35.0:1609800452.036389:0:440:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.95@o2ib18
00000800:00000200:35.0:1609800452.036391:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.95@o2ib18: active(1), version(12), status(0)
00000800:00000200:35.0:1609800452.036393:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc1acc00] (19)++
00000800:00000200:35.0:1609800452.036394:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:35.0:1609800452.036395:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:35.0:1609800452.036396:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:35.0:1609800452.036397:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:35.0:1609800452.036398:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:35.0:1609800452.036399:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:35.0:1609800452.036399:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (26)++
00000800:00000200:35.0:1609800452.036427:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc1acc00] (27)--
00000800:00000200:25.1:1609800452.036539:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (26)++
00000800:00000200:19.0:1609800452.036579:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (27)++
00000800:00000200:19.0:1609800452.036585:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (28)--
00000400:00000200:19.0:1609800452.036587:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.036590:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (27)++
00000400:00000200:19.0:1609800452.036591:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.036595:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (28)--
00000800:00000200:23.0:1609800452.036596:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (28)--
00000800:00000200:19.0:1609800452.036597:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)++
00000400:00000200:23.0:1609800452.036598:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.036600:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (27)--
00000400:00000200:23.0:1609800452.036601:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000400:00000200:19.0:1609800452.036601:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.036604:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.036604:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)++
00000800:00000200:23.0:1609800452.036607:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (27)--
00000800:00000200:18.0:1609800452.036609:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:19.0:1609800452.036610:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:23.0:1609800452.036611:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:18.0:1609800452.036611:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.036615:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000400:00000200:18.0:1609800452.036615:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000400:00000200:23.0:1609800452.036616:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.036618:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:23.0:1609800452.036619:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.036619:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800452.036619:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000400:00000200:19.0:1609800452.036621:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.036621:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:23.0:1609800452.036623:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:19.0:1609800452.036623:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.036627:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:25.1:1609800452.036806:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:18.0:1609800452.036833:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:18.0:1609800452.036838:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.95@o2ib18
00000800:00000200:23.0:1609800452.036840:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:18.0:1609800452.036840:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:18.0:1609800452.036842:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:18.0:1609800452.036843:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:25.1:1609800452.060633:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:3.0:1609800452.060687:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:3.0:1609800452.060698:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.143@o2ib18
00000400:00000200:3.0:1609800452.060707:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800452.060714:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.060726:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efadec0 nid 172.19.1.61@o2ib100
00000400:00000200:3.0:1609800452.060729:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c3c0 net o2ib100
00000400:00000200:3.0:1609800452.060736:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93458b7b4200 nid 172.19.1.61@o2ib100
00000800:00000200:5.0:1609800452.060738:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:3.0:1609800452.060742:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.61@o2ib100 NID 172.19.1.61@o2ib100 flags 0x0
00000400:00000200:3.0:1609800452.060749:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.61@o2ib100: 0
00000800:00000200:5.0:1609800452.060750:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:3.0:1609800452.060751:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1609800452.060752:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:3.0:1609800452.060757:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.61@o2ib100 NID 172.19.1.61@o2ib100: 0. pending discovery
00000400:00000200:3.0:1609800452.060760:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.61@o2ib100 pending discovery
00000800:00000200:3.0:1609800452.060763:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000400:00000200:5.0:1609800452.060764:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800452.060766:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:3.0:1609800452.060768:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:3.0:1609800452.060770:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:5.0:1609800452.060772:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.060776:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:5.0:1609800452.060779:0:16037:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d740 nid 172.19.1.116@o2ib100
00000400:00000200:5.0:1609800452.060782:0:16037:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0480 net o2ib100
00000400:00000200:3.0:1609800452.060783:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800452.060789:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.060790:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:5.0:1609800452.060792:0:16037:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c4000 nid 172.19.1.116@o2ib100
00000400:00000200:69.0:1609800452.060794:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000800:00000200:37.0:1609800452.060798:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:5.0:1609800452.060798:0:16037:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.116@o2ib100 NID 172.19.1.116@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.060801:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.61@o2ib100 state 0x20
00000400:00000200:3.0:1609800452.060804:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efade00 nid 172.19.1.117@o2ib100
00000400:00000200:69.0:1609800452.060805:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.61@o2ib100
00000400:00000200:5.0:1609800452.060805:0:16037:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.116@o2ib100: 0
00000400:00000200:3.0:1609800452.060806:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c700 net o2ib100
00000400:00000200:37.0:1609800452.060807:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800452.060807:0:16037:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:69.0:1609800452.060808:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.61@o2ib100 state 0x10 rc 0
00000400:00000200:5.0:1609800452.060808:0:16037:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:3.0:1609800452.060810:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93458b7b4600 nid 172.19.1.117@o2ib100
00000400:00000200:5.0:1609800452.060812:0:16037:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.116@o2ib100 NID 172.19.1.116@o2ib100: 0. pending discovery
00000400:00000200:5.0:1609800452.060816:0:16037:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.116@o2ib100 pending discovery
00000800:00000200:4.0:1609800452.060816:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:69.0:1609800452.060818:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.61@o2ib100
00000800:00000200:5.0:1609800452.060822:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:69.0:1609800452.060823:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.61@o2ib100
00000800:00000200:4.0:1609800452.060824:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:3.0:1609800452.060824:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.117@o2ib100 NID 172.19.1.117@o2ib100 flags 0x0
00000400:00000200:37.0:1609800452.060826:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.060826:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000800:00000200:5.0:1609800452.060827:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.060829:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:5.0:1609800452.060829:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:4.0:1609800452.060832:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800452.060833:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800452.060835:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:19] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.060855:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.060857:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.61@o2ib100
00000400:00000200:69.0:1609800452.060859:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.61@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.060865:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.060868:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800452.060870:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.117@o2ib100: 0
00000400:00000200:3.0:1609800452.060871:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:69.0:1609800452.060872:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800452.060874:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800452.060877:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800452.060878:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.117@o2ib100 NID 172.19.1.117@o2ib100: 0. pending discovery
00000800:00000200:69.0:1609800452.060879:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800452.060881:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.117@o2ib100 pending discovery
00000400:00000200:37.0:1609800452.060884:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5c80 nid 172.19.1.79@o2ib100
00000400:00000200:5.0:1609800452.060885:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800452.060885:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.060885:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:69.0:1609800452.060887:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.116@o2ib100 state 0x20
00000800:00000200:3.0:1609800452.060887:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000400:00000200:37.0:1609800452.060888:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079040 net o2ib100
00000400:00000200:69.0:1609800452.060889:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.116@o2ib100
00000800:00000200:3.0:1609800452.060889:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.060891:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.116@o2ib100 state 0x10 rc 0
00000400:00000200:5.0:1609800452.060892:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.060893:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.116@o2ib100
00000400:00000200:37.0:1609800452.060893:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b819e00 nid 172.19.1.79@o2ib100
00000800:00000200:3.0:1609800452.060893:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:3.0:1609800452.060896:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800452.060915:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.116@o2ib100
00000400:00000200:37.0:1609800452.060915:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.79@o2ib100 NID 172.19.1.79@o2ib100 flags 0x0
00000400:00000200:3.0:1609800452.060917:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800452.060918:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:69.0:1609800452.060921:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:20] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800452.060922:0:16040:0:(peer.c:271:lnet_peer_alloc()) ffff93366836fbc0 nid 172.19.1.111@o2ib100
00000400:00000200:69.0:1609800452.060923:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.060925:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.116@o2ib100
00000400:00000200:69.0:1609800452.060927:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.116@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:4.0:1609800452.060929:0:16040:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b5795e80 net o2ib100
00000400:00000200:37.0:1609800452.060932:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.79@o2ib100: 0
00000400:00000200:37.0:1609800452.060934:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:37.0:1609800452.060947:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.060949:0:16040:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c8000 nid 172.19.1.111@o2ib100
00000400:00000200:37.0:1609800452.060951:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.79@o2ib100 NID 172.19.1.79@o2ib100: 0. pending discovery
00000400:00000200:37.0:1609800452.060955:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.79@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.060959:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.060961:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800452.060961:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:69.0:1609800452.060963:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800452.060964:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:3.0:1609800452.060964:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.060965:0:16040:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.111@o2ib100 NID 172.19.1.111@o2ib100 flags 0x0
00000800:00000200:69.0:1609800452.060966:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800452.060967:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800452.060969:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.060970:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (26)++
00000400:00000200:5.0:1609800452.060971:0:16037:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d8c0 nid 172.19.1.124@o2ib100
00000400:00000200:4.0:1609800452.060971:0:16040:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.111@o2ib100: 0
00000400:00000200:57.0:1609800452.060973:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800452.060973:0:16037:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0c80 net o2ib100
00000400:00000200:4.0:1609800452.060973:0:16040:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:69.0:1609800452.060978:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.117@o2ib100 state 0x20
00000400:00000200:5.0:1609800452.060978:0:16037:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c4400 nid 172.19.1.124@o2ib100
00000400:00000200:4.0:1609800452.060978:0:16040:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800452.060979:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.117@o2ib100
00000400:00000200:69.0:1609800452.060981:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.117@o2ib100 state 0x10 rc 0
00000800:00000200:37.0:1609800452.060981:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000800:00000200:37.0:1609800452.060983:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000400:00000200:4.0:1609800452.060983:0:16040:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.111@o2ib100 NID 172.19.1.111@o2ib100: 0. pending discovery
00000800:00000200:37.0:1609800452.060985:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000400:00000200:4.0:1609800452.060987:0:16040:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.111@o2ib100 pending discovery
00000800:00000200:37.0:1609800452.060989:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800452.060990:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.117@o2ib100
00000400:00000200:5.0:1609800452.060991:0:16037:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.124@o2ib100 NID 172.19.1.124@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.060992:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.117@o2ib100
00000800:00000200:4.0:1609800452.060992:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (26)++
00000400:00000200:69.0:1609800452.060995:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:4.0:1609800452.060995:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000400:00000200:37.0:1609800452.060996:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800452.060998:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:21] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:3.0:1609800452.060998:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efadd40 nid 172.19.1.114@o2ib100
00000800:00000200:4.0:1609800452.060999:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000400:00000200:69.0:1609800452.061000:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:3.0:1609800452.061000:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c640 net o2ib100
00000800:00000200:4.0:1609800452.061001:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.061002:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.117@o2ib100
00000400:00000200:69.0:1609800452.061005:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.117@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:3.0:1609800452.061005:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93458b7b4a00 nid 172.19.1.114@o2ib100
00000400:00000200:69.0:1609800452.061010:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061013:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800452.061015:0:16037:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.124@o2ib100: 0
00000800:00000200:69.0:1609800452.061016:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800452.061017:0:16037:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:69.0:1609800452.061018:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800452.061019:0:16037:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800452.061020:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.061023:0:16037:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.124@o2ib100 NID 172.19.1.124@o2ib100: 0. pending discovery
00000400:00000200:5.0:1609800452.061026:0:16037:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.124@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061029:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.79@o2ib100 state 0x20
00000800:00000200:5.0:1609800452.061030:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000400:00000200:3.0:1609800452.061030:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.114@o2ib100 NID 172.19.1.114@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.061031:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.79@o2ib100
00000400:00000200:37.0:1609800452.061031:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061032:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.79@o2ib100 state 0x10 rc 0
00000800:00000200:5.0:1609800452.061032:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000800:00000200:57.0:1609800452.061033:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800452.061034:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:57.0:1609800452.061035:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061035:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.114@o2ib100: 0
00000400:00000200:3.0:1609800452.061036:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.061038:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.061041:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.79@o2ib100
00000400:00000200:69.0:1609800452.061043:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.79@o2ib100
00000400:00000200:3.0:1609800452.061043:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:0.0:1609800452.061044:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.061046:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:3.0:1609800452.061046:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.114@o2ib100 NID 172.19.1.114@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800452.061048:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:22] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800452.061049:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061050:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.114@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061051:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:37.0:1609800452.061051:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5a40 nid 172.19.1.118@o2ib100
00000800:00000200:3.0:1609800452.061051:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000400:00000200:37.0:1609800452.061053:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de0791c0 net o2ib100
00000800:00000200:3.0:1609800452.061053:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000400:00000200:69.0:1609800452.061054:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.79@o2ib100
00000800:00000200:3.0:1609800452.061055:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:0.0:1609800452.061056:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800452.061058:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b81aa00 nid 172.19.1.118@o2ib100
00000400:00000200:69.0:1609800452.061074:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.79@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.061079:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061082:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800452.061085:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.061087:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800452.061087:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.118@o2ib100 NID 172.19.1.118@o2ib100 flags 0x0
00000800:00000200:69.0:1609800452.061088:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.061092:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.118@o2ib100: 0
00000400:00000200:37.0:1609800452.061093:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:37.0:1609800452.061094:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:37.0:1609800452.061098:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.118@o2ib100 NID 172.19.1.118@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800452.061102:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.111@o2ib100 state 0x20
00000400:00000200:37.0:1609800452.061102:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.118@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061103:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.111@o2ib100
00000400:00000200:69.0:1609800452.061104:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.111@o2ib100 state 0x10 rc 0
00000800:00000200:25.1:1609800452.061104:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (22)++
00000800:00000200:37.0:1609800452.061106:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000400:00000200:69.0:1609800452.061107:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.111@o2ib100
00000400:00000200:69.0:1609800452.061109:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.111@o2ib100
00000800:00000200:37.0:1609800452.061109:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000400:00000200:69.0:1609800452.061111:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:57.0:1609800452.061111:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.061113:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:23] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.061113:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.061115:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.061116:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:57.0:1609800452.061116:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800452.061116:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:69.0:1609800452.061117:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.111@o2ib100
00000800:00000200:37.0:1609800452.061119:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:69.0:1609800452.061129:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.111@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:5.0:1609800452.061130:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:69.0:1609800452.061134:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061137:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.1:1609800452.061138:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000800:00000200:69.0:1609800452.061139:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800452.061140:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:69.0:1609800452.061142:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800452.061143:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:69.0:1609800452.061144:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800452.061145:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:69.0:1609800452.061148:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.124@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.061149:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.124@o2ib100
00000800:00000200:37.0:1609800452.061149:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:69.0:1609800452.061150:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.124@o2ib100 state 0x10 rc 0
00000800:00000200:3.0:1609800452.061150:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:69.0:1609800452.061152:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.124@o2ib100
00000400:00000200:69.0:1609800452.061154:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.124@o2ib100
00000800:00000200:37.0:1609800452.061154:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:69.0:1609800452.061157:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800452.061157:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:3.0:1609800452.061157:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800452.061159:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:24] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061163:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:3.0:1609800452.061164:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800452.061165:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.124@o2ib100
00000400:00000200:69.0:1609800452.061168:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.124@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:3.0:1609800452.061169:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061173:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800452.061174:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efadc80 nid 172.19.1.112@o2ib100
00000800:00000200:69.0:1609800452.061176:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800452.061178:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.061193:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.061194:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800452.061194:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c5c0 net o2ib100
00000400:00000200:69.0:1609800452.061197:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.114@o2ib100 state 0x20
00000400:00000200:3.0:1609800452.061198:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93360db9ca00 nid 172.19.1.112@o2ib100
00000400:00000200:69.0:1609800452.061199:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.114@o2ib100
00000400:00000200:69.0:1609800452.061200:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.114@o2ib100 state 0x10 rc 0
00000800:00000200:57.0:1609800452.061201:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800452.061202:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.112@o2ib100 NID 172.19.1.112@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.061203:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.114@o2ib100
00000400:00000200:57.0:1609800452.061203:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061205:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.114@o2ib100
00000400:00000200:57.0:1609800452.061205:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800452.061206:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.112@o2ib100: 0
00000400:00000200:3.0:1609800452.061207:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1609800452.061208:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:3.0:1609800452.061210:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.112@o2ib100 NID 172.19.1.112@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800452.061211:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061213:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:25] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:3.0:1609800452.061213:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.112@o2ib100 pending discovery
00000800:00000200:3.0:1609800452.061214:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (21)++
00000800:00000200:25.1:1609800452.061215:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (22)++
00000400:00000200:69.0:1609800452.061216:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:3.0:1609800452.061216:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (22)--
00000400:00000200:69.0:1609800452.061218:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.114@o2ib100
00000800:00000200:3.0:1609800452.061218:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:3.0:1609800452.061220:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000400:00000200:69.0:1609800452.061221:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.114@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:4.0:1609800452.061224:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800452.061224:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:69.0:1609800452.061226:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800452.061226:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800452.061228:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:69.0:1609800452.061229:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800452.061229:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.061229:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:3.0:1609800452.061229:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:69.0:1609800452.061231:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800452.061231:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:5.0:1609800452.061231:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:3.0:1609800452.061232:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.061233:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:4.0:1609800452.061233:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:69.0:1609800452.061234:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.061234:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800452.061234:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800452.061235:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efadbc0 nid 172.19.1.121@o2ib100
00000400:00000200:37.0:1609800452.061236:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800452.061237:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800452.061237:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061237:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c340 net o2ib100
00000800:00000200:57.0:1609800452.061242:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800452.061242:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93458b7b4000 nid 172.19.1.121@o2ib100
00000400:00000200:57.0:1609800452.061243:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061244:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.118@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.061245:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.118@o2ib100
00000400:00000200:37.0:1609800452.061245:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061246:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.118@o2ib100 state 0x10 rc 0
00000400:00000200:57.0:1609800452.061246:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800452.061247:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061249:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.121@o2ib100 NID 172.19.1.121@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.061252:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.118@o2ib100
00000400:00000200:4.0:1609800452.061252:0:16040:0:(peer.c:271:lnet_peer_alloc()) ffff93366836fd40 nid 172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061254:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.118@o2ib100
00000400:00000200:4.0:1609800452.061254:0:16040:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b5795140 net o2ib100
00000400:00000200:69.0:1609800452.061257:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061259:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:512, d:10, s:26] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800452.061259:0:16040:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93360db9dc00 nid 172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061261:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.061263:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.118@o2ib100
00000400:00000200:69.0:1609800452.061266:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.118@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:3.0:1609800452.061269:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.121@o2ib100: 0
00000400:00000200:3.0:1609800452.061270:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1609800452.061271:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:3.0:1609800452.061273:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.121@o2ib100 NID 172.19.1.121@o2ib100: 0. pending discovery
00000400:00000200:3.0:1609800452.061275:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.121@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061279:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061281:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800452.061282:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000800:00000200:3.0:1609800452.061283:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000800:00000200:69.0:1609800452.061284:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800452.061284:0:16040:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.120@o2ib100 NID 172.19.1.120@o2ib100 flags 0x0
00000800:00000200:3.0:1609800452.061284:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:3.0:1609800452.061285:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:69.0:1609800452.061287:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800452.061287:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5800 nid 172.19.1.119@o2ib100
00000400:00000200:4.0:1609800452.061287:0:16040:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.120@o2ib100: 0
00000800:00000200:69.0:1609800452.061288:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.061288:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079180 net o2ib100
00000400:00000200:4.0:1609800452.061288:0:16040:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000800:00000200:3.0:1609800452.061288:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:4.0:1609800452.061289:0:16040:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:37.0:1609800452.061292:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2cbe00 nid 172.19.1.119@o2ib100
00000400:00000200:4.0:1609800452.061294:0:16040:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.120@o2ib100 NID 172.19.1.120@o2ib100: 0. pending discovery
00000400:00000200:4.0:1609800452.061296:0:16040:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.120@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061298:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.112@o2ib100 state 0x20
00000400:00000200:3.0:1609800452.061298:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800452.061299:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:69.0:1609800452.061300:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.112@o2ib100
00000400:00000200:37.0:1609800452.061300:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.119@o2ib100 NID 172.19.1.119@o2ib100 flags 0x0
00000800:00000200:4.0:1609800452.061300:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000400:00000200:69.0:1609800452.061301:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.112@o2ib100 state 0x10 rc 0
00000800:00000200:4.0:1609800452.061301:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000400:00000200:3.0:1609800452.061302:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.061303:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.119@o2ib100: 0
00000400:00000200:5.0:1609800452.061303:0:16037:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d440 nid 172.19.1.122@o2ib100
00000800:00000200:4.0:1609800452.061303:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800452.061304:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800452.061304:0:16037:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb02c0 net o2ib100
00000400:00000200:37.0:1609800452.061305:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:37.0:1609800452.061307:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.119@o2ib100 NID 172.19.1.119@o2ib100: 0. pending discovery
00000400:00000200:5.0:1609800452.061307:0:16037:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c4800 nid 172.19.1.122@o2ib100
00000400:00000200:37.0:1609800452.061309:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.119@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.061310:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.112@o2ib100
00000400:00000200:69.0:1609800452.061313:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.112@o2ib100
00000800:00000200:37.0:1609800452.061314:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000400:00000200:5.0:1609800452.061315:0:16037:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.122@o2ib100 NID 172.19.1.122@o2ib100 flags 0x0
00000400:00000200:3.0:1609800452.061316:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061317:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800452.061319:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000400:00000200:69.0:1609800452.061320:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:27] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061322:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:37.0:1609800452.061323:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.061324:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.112@o2ib100
00000800:00000200:37.0:1609800452.061324:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:69.0:1609800452.061326:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.112@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.061331:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800452.061332:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:69.0:1609800452.061334:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800452.061334:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800452.061336:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000800:00000200:69.0:1609800452.061337:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800452.061338:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.061340:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.061340:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800452.061340:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800452.061344:0:16037:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.122@o2ib100: 0
00000800:00000200:3.0:1609800452.061344:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800452.061345:0:16037:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800452.061346:0:16037:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:3.0:1609800452.061347:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800452.061348:0:16037:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.122@o2ib100 NID 172.19.1.122@o2ib100: 0. pending discovery
00000800:00000200:57.0:1609800452.061349:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800452.061350:0:16037:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.122@o2ib100 pending discovery
00000400:00000200:57.0:1609800452.061351:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.061351:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800452.061353:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.061354:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.121@o2ib100 state 0x20
00000400:00000200:57.0:1609800452.061354:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800452.061354:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000400:00000200:69.0:1609800452.061355:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.121@o2ib100
00000800:00000200:5.0:1609800452.061355:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000800:00000200:3.0:1609800452.061355:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:69.0:1609800452.061356:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.121@o2ib100 state 0x10 rc 0
00000800:00000200:4.0:1609800452.061356:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000800:00000200:3.0:1609800452.061357:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000400:00000200:69.0:1609800452.061359:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.121@o2ib100
00000800:00000200:5.0:1609800452.061359:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:4.0:1609800452.061359:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (25)--
00000400:00000200:69.0:1609800452.061360:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.121@o2ib100
00000800:00000200:57.0:1609800452.061360:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800452.061360:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:57.0:1609800452.061361:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.061362:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:69.0:1609800452.061363:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:4.0:1609800452.061363:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800452.061364:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.061365:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:28] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061367:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.061369:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.121@o2ib100
00000400:00000200:69.0:1609800452.061371:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.121@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.061377:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061380:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800452.061382:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800452.061385:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800452.061386:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.061390:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.120@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.061391:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061393:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.120@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800452.061395:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061397:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061399:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061401:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:29] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061403:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.061405:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.120@o2ib100
00000400:00000200:69.0:1609800452.061407:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.120@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.061412:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800452.061413:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:69.0:1609800452.061414:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800452.061415:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.061416:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.061419:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.061419:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.061419:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.061425:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.119@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.061426:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.119@o2ib100
00000400:00000200:69.0:1609800452.061427:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.119@o2ib100 state 0x10 rc 0
00000800:00000200:57.0:1609800452.061427:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.061428:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.119@o2ib100
00000400:00000200:57.0:1609800452.061429:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061430:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.119@o2ib100
00000400:00000200:57.0:1609800452.061431:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.061432:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061434:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:30] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061436:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.061438:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.119@o2ib100
00000400:00000200:69.0:1609800452.061440:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.119@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.061444:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.061447:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800452.061449:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800452.061452:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800452.061454:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.061458:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.122@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.061459:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.122@o2ib100
00000400:00000200:69.0:1609800452.061461:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.122@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800452.061462:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.122@o2ib100
00000400:00000200:69.0:1609800452.061464:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.122@o2ib100
00000400:00000200:69.0:1609800452.061466:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:69.0:1609800452.061468:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:31] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.061470:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.061472:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.122@o2ib100
00000400:00000200:69.0:1609800452.061474:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.122@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:0.0:1609800452.061474:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800452.061476:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.061478:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800452.061479:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.061481:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800452.061483:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.061485:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.061486:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800452.061493:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800452.061495:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.061497:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800452.061593:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.061601:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.061604:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:0.0:1609800452.061610:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.061614:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:0.0:1609800452.061619:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.061620:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:0.0:1609800452.061622:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:0.0:1609800452.061630:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000400:00000200:0.0:1609800452.061637:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.061641:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.061642:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800452.061646:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.061648:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.061652:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.061653:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:57.0:1609800452.061656:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:0.0:1609800452.061656:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.061657:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:0.0:1609800452.061658:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:0.0:1609800452.061662:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000400:00000200:57.0:1609800452.061663:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.061667:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:0.0:1609800452.061669:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.061672:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.061678:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)++
00000800:00000200:57.0:1609800452.061680:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800452.061683:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)--
00000400:00000200:0.0:1609800452.061683:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.061685:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:0.0:1609800452.061690:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.061693:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:0.0:1609800452.061698:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.061699:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)++
00000800:00000200:0.0:1609800452.061700:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000800:00000200:0.0:1609800452.061705:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (25)--
00000400:00000200:57.0:1609800452.061743:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.061751:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.061754:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800452.061760:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.061763:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:57.0:1609800452.061768:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.061769:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)++
00000800:00000200:57.0:1609800452.061771:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (25)++
00000800:00000200:57.0:1609800452.061775:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (26)--
00000400:00000200:0.0:1609800452.061801:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.061805:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.061807:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:0.0:1609800452.061813:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:25.1:1609800452.061815:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (25)++
00000800:00000200:0.0:1609800452.061816:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:0.0:1609800452.061820:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.061821:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (26)++
00000800:00000200:0.0:1609800452.061823:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (27)++
00000800:00000200:0.0:1609800452.061829:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (28)--
00000400:00000200:57.0:1609800452.061838:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.061840:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.061843:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800452.061849:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.061852:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:57.0:1609800452.061856:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.061857:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (27)++
00000800:00000200:57.0:1609800452.061858:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (28)++
00000800:00000200:3.0:1609800452.061858:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (27)++
00000800:00000200:57.0:1609800452.061865:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (30)--
00000800:00000200:3.0:1609800452.061865:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (30)--
00000400:00000200:3.0:1609800452.061868:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061872:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.061876:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (28)--
00000800:00000200:3.0:1609800452.061879:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (27)++
00000800:00000200:3.0:1609800452.061882:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (28)--
00000400:00000200:3.0:1609800452.061884:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061886:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.061888:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (27)--
00000800:00000200:3.0:1609800452.061889:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000800:00000200:3.0:1609800452.061892:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (27)--
00000400:00000200:3.0:1609800452.061894:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.061896:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.061898:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000800:00000200:3.0:1609800452.061901:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (27)--
00000800:00000200:5.0:1609800452.061902:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (26)--
00000800:00000200:3.0:1609800452.061903:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000400:00000200:5.0:1609800452.061904:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.061905:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (26)--
00000400:00000200:3.0:1609800452.061906:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.061908:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:3.0:1609800452.061909:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.061913:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:3.0:1609800452.061916:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:57.0:1609800452.061917:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800452.061918:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:5.0:1609800452.061923:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:5.0:1609800452.061924:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.061924:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:57.0:1609800452.061925:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.061927:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:5.0:1609800452.061927:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.061928:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:3.0:1609800452.061928:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:5.0:1609800452.061930:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:4.0:1609800452.061930:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.061934:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:57.0:1609800452.061935:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.061939:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:4.0:1609800452.061941:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:57.0:1609800452.061943:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.061945:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:57.0:1609800452.061947:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:57.0:1609800452.061951:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800452.061985:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:3.0:1609800452.061993:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800452.061997:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:38.0:1609800452.061998:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800452.061999:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.062000:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:3.0:1609800452.062001:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:38.0:1609800452.062004:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.062005:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800452.062008:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.062008:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800452.062012:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.062014:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800452.062015:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.062019:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:57.0:1609800452.062022:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.062025:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800452.062027:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.062030:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.062030:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:38.0:1609800452.062031:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:57.0:1609800452.062032:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:38.0:1609800452.062034:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:38.0:1609800452.062035:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000800:00000200:57.0:1609800452.062036:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800452.062038:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:57.0:1609800452.062039:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000400:00000200:38.0:1609800452.062040:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.062045:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.062047:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800452.062053:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.062056:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800452.062060:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.062063:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)++
00000800:00000200:38.0:1609800452.062065:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:38.0:1609800452.062067:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:38.0:1609800452.062068:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)--
00000400:00000200:38.0:1609800452.062072:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.062075:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.062076:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800452.062081:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.062083:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800452.062085:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.062086:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)++
00000800:00000200:38.0:1609800452.062087:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000800:00000200:38.0:1609800452.062088:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:38.0:1609800452.062089:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (25)--
00000400:00000200:38.0:1609800452.062092:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.062097:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.062098:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800452.062102:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.062104:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800452.062107:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.062108:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)++
00000800:00000200:38.0:1609800452.062108:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (25)++
00000800:00000200:38.0:1609800452.062110:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:38.0:1609800452.062110:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (26)--
00000800:00000200:25.1:1609800452.062131:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (25)++
00000800:00000200:37.0:1609800452.062142:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000800:00000200:37.0:1609800452.062149:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:4.0:1609800452.062151:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (27)--
00000800:00000200:37.0:1609800452.062163:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:37.0:1609800452.062164:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (26)++
00000800:00000200:37.0:1609800452.062166:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000800:00000200:37.0:1609800452.062167:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:25.1:1609800452.062172:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (25)++
00000800:00000200:5.0:1609800452.062180:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000800:00000200:5.0:1609800452.062184:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:5.0:1609800452.062185:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (27)--
00000400:00000200:5.0:1609800452.062186:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.062187:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000400:00000200:5.0:1609800452.062189:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.062191:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (27)--
00000800:00000200:3.0:1609800452.062191:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:3.0:1609800452.062192:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (27)--
00000800:00000200:5.0:1609800452.062193:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000400:00000200:3.0:1609800452.062194:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.062196:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.062197:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:5.0:1609800452.062197:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (26)--
00000400:00000200:5.0:1609800452.062199:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.062199:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:37.0:1609800452.062201:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:5.0:1609800452.062201:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.062204:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:37.0:1609800452.062205:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.143@o2ib18: no credits
00000800:00000200:37.0:1609800452.062206:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:5.0:1609800452.062206:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800452.062208:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.062211:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.062215:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800452.062249:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:3.0:1609800452.062257:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800452.062261:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:5.0:1609800452.062263:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:3.0:1609800452.062269:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800452.062270:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:3.0:1609800452.062272:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800452.062283:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:4.0:1609800452.062291:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800452.062295:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:4.0:1609800452.062296:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.062298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:4.0:1609800452.062300:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.062303:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:25.1:1609800452.062393:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:5.0:1609800452.062420:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:5.0:1609800452.062426:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:5.0:1609800452.062428:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800452.062429:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:5.0:1609800452.062431:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (22)--
00000800:00000200:5.0:1609800452.062432:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800452.062833:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.062839:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.062842:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74600 nid 192.168.128.130@o2ib18
00000400:00000200:57.0:1609800452.062844:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5400 net o2ib18
00000400:00000200:57.0:1609800452.062847:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93362c786200 nid 192.168.128.130@o2ib18
00000400:00000200:57.0:1609800452.062850:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.130@o2ib18 NID 192.168.128.130@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.062854:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.130@o2ib18: 0
00000400:00000200:57.0:1609800452.062855:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.062856:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.062858:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.130@o2ib18 NID 192.168.128.130@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.062860:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.130@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.062895:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.062899:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.130@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.062900:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.130@o2ib18
00000400:00000200:69.0:1609800452.062901:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.130@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.062903:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.130@o2ib18
00000400:00000200:69.0:1609800452.062905:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.130@o2ib18
00000400:00000200:69.0:1609800452.062908:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:69.0:1609800452.062911:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:84] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.062913:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.062915:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.130@o2ib18
00000400:00000200:69.0:1609800452.062917:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.130@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.062920:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.130@o2ib18 1
00000400:00000200:69.0:1609800452.062926:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.062929:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:69.0:1609800452.062937:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85b00] -> 192.168.128.130@o2ib18 (1)++
00000800:00000200:69.0:1609800452.062941:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2)++
00000800:00000200:69.0:1609800452.062986:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.062988:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85b00] -> 192.168.128.130@o2ib18 (3)--
00000400:00000200:4.0:1609800452.063050:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.063057:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.063061:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:4.0:1609800452.063068:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.063072:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800452.063077:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.063078:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800452.063080:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.063082:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.063085:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.063086:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:4.0:1609800452.063089:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.063093:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.063096:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:4.0:1609800452.063096:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:57.0:1609800452.063101:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.063103:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.063103:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.063106:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800452.063110:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.063112:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.063117:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.063131:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.063133:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:4.0:1609800452.063138:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.063141:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800452.063143:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.063145:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.063216:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.063223:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.063225:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:57.0:1609800452.063231:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.063234:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:57.0:1609800452.063239:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.063240:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.063260:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.063303:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.063309:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:5.0:1609800452.063331:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.063352:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:5.0:1609800452.063359:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.063364:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.063756:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.130@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.063774:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.130@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.064351:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.130@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.064367:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93363abf1000 0xffff93363abf1000(0x13abf1000)
00000800:00000200:46.0:1609800452.064368:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93364c3f0000 0xffff93364c3f0000(0x14c3f0000)
00000800:00000200:46.0:1609800452.064369:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9336703a3000 0xffff9336703a3000(0x1703a3000)
00000800:00000200:46.0:1609800452.064370:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9345188cf000 0xffff9345188cf000(0x10188cf000)
00000800:00000200:46.0:1609800452.064371:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93451dd0e000 0xffff93451dd0e000(0x101dd0e000)
00000800:00000200:46.0:1609800452.064372:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9345188af000 0xffff9345188af000(0x10188af000)
00000800:00000200:46.0:1609800452.064374:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93451b6f0000 0xffff93451b6f0000(0x101b6f0000)
00000800:00000200:46.0:1609800452.064374:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93364abce000 0xffff93364abce000(0x14abce000)
00000800:00000200:46.0:1609800452.064375:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93364abcf000 0xffff93364abcf000(0x14abcf000)
00000800:00000200:46.0:1609800452.064376:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e7a000 0xffff9344c5e7a000(0xfc5e7a000)
00000800:00000200:46.0:1609800452.064377:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e7b000 0xffff9344c5e7b000(0xfc5e7b000)
00000800:00000200:46.0:1609800452.064378:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e7c000 0xffff9344c5e7c000(0xfc5e7c000)
00000800:00000200:46.0:1609800452.064379:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e7d000 0xffff9344c5e7d000(0xfc5e7d000)
00000800:00000200:46.0:1609800452.064379:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e7e000 0xffff9344c5e7e000(0xfc5e7e000)
00000800:00000200:46.0:1609800452.064380:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e7f000 0xffff9344c5e7f000(0xfc5e7f000)
00000800:00000200:46.0:1609800452.064381:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e80000 0xffff9344c5e80000(0xfc5e80000)
00000800:00000200:46.0:1609800452.064382:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e81000 0xffff9344c5e81000(0xfc5e81000)
00000800:00000200:46.0:1609800452.064383:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e82000 0xffff9344c5e82000(0xfc5e82000)
00000800:00000200:46.0:1609800452.064641:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064643:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064644:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064645:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064646:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064647:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064647:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064648:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064649:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064649:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064650:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064651:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064651:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064652:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064652:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064653:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064654:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064654:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064655:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064655:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064656:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064656:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064657:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064658:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064658:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064659:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064659:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064660:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064660:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064661:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064661:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064662:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064663:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064663:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:46.0:1609800452.064664:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (19)++
00000800:00000200:46.0:1609800452.064664:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (20)--
00000800:00000200:18.0:1609800452.065146:0:403:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.130@o2ib18
00000800:00000200:18.0:1609800452.065150:0:403:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.130@o2ib18: active(1), version(12), status(0)
00000800:00000200:18.0:1609800452.065152:0:403:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336373e4600] (19)++
00000800:00000200:18.0:1609800452.065154:0:403:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336373e4600] (20)++
00000800:00000200:18.0:1609800452.065156:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:18.0:1609800452.065158:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:18.0:1609800452.065159:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:18.0:1609800452.065160:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:18.0:1609800452.065161:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (25)++
00000800:00000200:18.0:1609800452.065162:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (26)++
00000800:00000200:18.0:1609800452.065163:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (27)++
00000800:00000200:18.0:1609800452.065203:0:403:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336373e4600] (28)--
00000800:00000200:21.1:1609800452.065263:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (27)++
00000800:00000200:37.0:1609800452.065307:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (28)++
00000800:00000200:37.0:1609800452.065313:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (29)--
00000400:00000200:37.0:1609800452.065315:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065319:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.065323:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (28)--
00000800:00000200:37.0:1609800452.065324:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (27)++
00000800:00000200:37.0:1609800452.065327:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (28)--
00000400:00000200:37.0:1609800452.065328:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065330:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.065332:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (27)--
00000800:00000200:37.0:1609800452.065333:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (26)++
00000800:00000200:37.0:1609800452.065336:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (27)--
00000400:00000200:37.0:1609800452.065337:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065339:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.065341:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:37.0:1609800452.065342:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:37.0:1609800452.065343:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (26)--
00000400:00000200:37.0:1609800452.065344:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065346:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.065347:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:37.0:1609800452.065350:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:37.0:1609800452.065351:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:4.0:1609800452.065352:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800452.065353:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:4.0:1609800452.065353:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065355:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.065357:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:4.0:1609800452.065357:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.065359:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800452.065360:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:37.0:1609800452.065361:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:37.0:1609800452.065362:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.065363:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:3.0:1609800452.065365:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800452.065366:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.065370:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:21.1:1609800452.065510:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:4.0:1609800452.065519:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800452.065524:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800452.065525:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800452.065538:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800452.065540:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800452.065541:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:57.0:1609800452.068535:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.068546:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.068553:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74540 nid 192.168.128.105@o2ib18
00000400:00000200:57.0:1609800452.068556:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5780 net o2ib18
00000400:00000200:57.0:1609800452.068575:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934587fa5c00 nid 192.168.128.105@o2ib18
00000400:00000200:57.0:1609800452.068581:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.105@o2ib18 NID 192.168.128.105@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.068588:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.105@o2ib18: 0
00000400:00000200:57.0:1609800452.068590:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.068591:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.068595:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.105@o2ib18 NID 192.168.128.105@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.068599:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.105@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.068607:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.068624:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.068628:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.105@o2ib18: -114
00000400:00000200:57.0:1609800452.068630:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.068631:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.068635:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.105@o2ib18 NID 192.168.128.105@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.068638:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.105@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.068643:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.068649:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.105@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.068653:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.105@o2ib18
00000400:00000200:69.0:1609800452.068655:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.105@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.068659:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.105@o2ib18
00000400:00000200:69.0:1609800452.068664:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.105@o2ib18
00000400:00000200:69.0:1609800452.068669:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:69.0:1609800452.068674:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:85] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.068679:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.068684:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.105@o2ib18
00000400:00000200:69.0:1609800452.068689:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.105@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.068693:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.105@o2ib18 1
00000400:00000200:69.0:1609800452.068703:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.068709:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:0.0:1609800452.068719:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.068720:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (1)++
00000800:00000200:69.0:1609800452.068727:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2)++
00000400:00000200:0.0:1609800452.068730:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.068736:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:0.0:1609800452.068749:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.068755:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:69.0:1609800452.068763:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:0.0:1609800452.068765:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.068767:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (3)--
00000800:00000200:0.0:1609800452.068770:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800452.068772:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.105@o2ib18
00000400:00000200:69.0:1609800452.068776:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:57.0:1609800452.068778:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.068781:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.068788:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.068794:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:57.0:1609800452.068796:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.068800:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:0.0:1609800452.068806:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.068812:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800452.068812:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:57.0:1609800452.068821:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:69.0:1609800452.068822:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.068827:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.068828:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.068834:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:57.0:1609800452.068836:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.068841:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.068844:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.068848:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.068881:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.068893:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.068897:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:57.0:1609800452.068908:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.068914:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:57.0:1609800452.068935:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.068936:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.069475:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.105@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.069500:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.105@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.070046:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.105@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.070064:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dc330000 0xffff9354dc330000(0x1fdc330000)
00000800:00000200:46.0:1609800452.070068:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dc331000 0xffff9354dc331000(0x1fdc331000)
00000800:00000200:46.0:1609800452.070070:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dc332000 0xffff9354dc332000(0x1fdc332000)
00000800:00000200:46.0:1609800452.070071:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dc333000 0xffff9354dc333000(0x1fdc333000)
00000800:00000200:46.0:1609800452.070073:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dc334000 0xffff9354dc334000(0x1fdc334000)
00000800:00000200:46.0:1609800452.070075:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dc335000 0xffff9354dc335000(0x1fdc335000)
00000800:00000200:46.0:1609800452.070077:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dc336000 0xffff9354dc336000(0x1fdc336000)
00000800:00000200:46.0:1609800452.070079:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dc337000 0xffff9354dc337000(0x1fdc337000)
00000800:00000200:46.0:1609800452.070081:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dc338000 0xffff9354dc338000(0x1fdc338000)
00000800:00000200:46.0:1609800452.070082:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dc339000 0xffff9354dc339000(0x1fdc339000)
00000800:00000200:46.0:1609800452.070084:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dc33a000 0xffff9354dc33a000(0x1fdc33a000)
00000800:00000200:46.0:1609800452.070086:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dc33b000 0xffff9354dc33b000(0x1fdc33b000)
00000800:00000200:46.0:1609800452.070088:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dc33c000 0xffff9354dc33c000(0x1fdc33c000)
00000800:00000200:46.0:1609800452.070090:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dc33d000 0xffff9354dc33d000(0x1fdc33d000)
00000800:00000200:46.0:1609800452.070091:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dc33e000 0xffff9354dc33e000(0x1fdc33e000)
00000800:00000200:46.0:1609800452.070093:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dc33f000 0xffff9354dc33f000(0x1fdc33f000)
00000800:00000200:46.0:1609800452.070095:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dc340000 0xffff9354dc340000(0x1fdc340000)
00000800:00000200:46.0:1609800452.070097:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dc341000 0xffff9354dc341000(0x1fdc341000)
00000800:00000200:46.0:1609800452.070387:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070388:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070389:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070389:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070390:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070391:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070391:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070392:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070392:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070393:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070394:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070394:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070395:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070396:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070397:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070398:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070399:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070400:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070400:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070401:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070402:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070403:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070403:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070404:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070404:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070405:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070405:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070406:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070407:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070407:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070408:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070408:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070409:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070409:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:46.0:1609800452.070410:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (19)++
00000800:00000200:46.0:1609800452.070411:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (20)--
00000800:00000200:19.0:1609800452.071005:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800452.071008:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.105@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800452.071010:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc1af400] (19)++
00000800:00000200:19.0:1609800452.071012:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc1af400] (20)++
00000800:00000200:19.0:1609800452.071013:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800452.071033:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800452.071034:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800452.071035:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800452.071035:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (25)++
00000800:00000200:19.0:1609800452.071036:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (26)++
00000800:00000200:19.0:1609800452.071047:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc1af400] (27)--
00000800:00000200:26.1:1609800452.071165:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (26)++
00000800:00000200:19.0:1609800452.071174:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (27)++
00000800:00000200:19.0:1609800452.071177:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (28)--
00000400:00000200:19.0:1609800452.071178:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.071181:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (27)++
00000400:00000200:19.0:1609800452.071181:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.071185:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (28)--
00000800:00000200:20.0:1609800452.071186:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (28)--
00000800:00000200:19.0:1609800452.071187:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (27)++
00000400:00000200:20.0:1609800452.071188:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.071190:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (27)--
00000400:00000200:19.0:1609800452.071191:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.071192:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:19.0:1609800452.071194:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.071196:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000800:00000200:20.0:1609800452.071198:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:19.0:1609800452.071200:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800452.071203:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000400:00000200:19.0:1609800452.071204:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.071206:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.071208:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800452.071212:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:19.0:1609800452.071214:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:18.0:1609800452.071214:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800452.071215:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:20.0:1609800452.071216:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:18.0:1609800452.071216:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.071217:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.071219:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:18.0:1609800452.071219:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.071221:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:18.0:1609800452.071224:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:26.1:1609800452.071394:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:20.0:1609800452.071400:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:20.0:1609800452.071404:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800452.071405:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:23.0:1609800452.071406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:20.0:1609800452.071407:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:20.0:1609800452.071410:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:0.0:1609800452.074510:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.074522:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.074529:0:16058:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5500 nid 192.168.128.109@o2ib18
00000400:00000200:0.0:1609800452.074532:0:16058:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1140 net o2ib18
00000400:00000200:57.0:1609800452.074537:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.074537:0:16058:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5af200 nid 192.168.128.109@o2ib18
00000400:00000200:0.0:1609800452.074543:0:16058:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.109@o2ib18 NID 192.168.128.109@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.074544:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.074554:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.109@o2ib18: 0
00000400:00000200:0.0:1609800452.074556:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.074558:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.074562:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.109@o2ib18 NID 192.168.128.109@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800452.074567:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.109@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.074585:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.109@o2ib18: -114
00000400:00000200:57.0:1609800452.074586:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.074588:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.074590:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.109@o2ib18 NID 192.168.128.109@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.074593:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.109@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.074598:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.074603:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.109@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.074604:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074606:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.109@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.074608:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074611:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074614:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:69.0:1609800452.074617:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:86] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.074619:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.074623:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074626:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.109@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800452.074626:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.074629:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.109@o2ib18 1
00000400:00000200:69.0:1609800452.074634:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.074638:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:0.0:1609800452.074640:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.074645:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85300] -> 192.168.128.109@o2ib18 (1)++
00000400:00000200:0.0:1609800452.074645:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:69.0:1609800452.074649:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85300] -> 192.168.128.109@o2ib18 (2)++
00000400:00000200:0.0:1609800452.074658:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.074659:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.074665:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:57.0:1609800452.074671:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.074672:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.074673:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800452.074673:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:69.0:1609800452.074675:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85300] -> 192.168.128.109@o2ib18 (3)--
00000800:00000200:0.0:1609800452.074677:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800452.074678:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074681:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800452.074681:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.074685:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:69.0:1609800452.074688:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800452.074695:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.074709:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.074710:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:0.0:1609800452.074710:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.074711:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.074714:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.074714:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:69.0:1609800452.074716:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.074724:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.074726:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.074727:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.074730:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:0.0:1609800452.074732:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:57.0:1609800452.074739:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.074742:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:0.0:1609800452.074745:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.074746:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.074749:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.074753:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.074823:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.074835:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.074841:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:38.0:1609800452.074854:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.074860:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:38.0:1609800452.074869:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.074874:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.074885:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.074925:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.074928:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:38.0:1609800452.074932:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.074936:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:38.0:1609800452.074939:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.074940:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.075334:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.109@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.075359:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.109@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.075705:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.109@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.075739:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e87000 0xffff9344c5e87000(0xfc5e87000)
00000800:00000200:46.0:1609800452.075741:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e88000 0xffff9344c5e88000(0xfc5e88000)
00000800:00000200:46.0:1609800452.075742:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e89000 0xffff9344c5e89000(0xfc5e89000)
00000800:00000200:46.0:1609800452.075743:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e8a000 0xffff9344c5e8a000(0xfc5e8a000)
00000800:00000200:46.0:1609800452.075743:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e8b000 0xffff9344c5e8b000(0xfc5e8b000)
00000800:00000200:46.0:1609800452.075744:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5e8c000 0xffff9344c5e8c000(0xfc5e8c000)
00000800:00000200:46.0:1609800452.075745:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5e8d000 0xffff9344c5e8d000(0xfc5e8d000)
00000800:00000200:46.0:1609800452.075746:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5e8e000 0xffff9344c5e8e000(0xfc5e8e000)
00000800:00000200:46.0:1609800452.075747:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5e8f000 0xffff9344c5e8f000(0xfc5e8f000)
00000800:00000200:46.0:1609800452.075748:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5e90000 0xffff9344c5e90000(0xfc5e90000)
00000800:00000200:46.0:1609800452.075750:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5e91000 0xffff9344c5e91000(0xfc5e91000)
00000800:00000200:46.0:1609800452.075751:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5e92000 0xffff9344c5e92000(0xfc5e92000)
00000800:00000200:46.0:1609800452.075752:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5e93000 0xffff9344c5e93000(0xfc5e93000)
00000800:00000200:46.0:1609800452.075753:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5e94000 0xffff9344c5e94000(0xfc5e94000)
00000800:00000200:46.0:1609800452.075754:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5e95000 0xffff9344c5e95000(0xfc5e95000)
00000800:00000200:46.0:1609800452.075755:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5e96000 0xffff9344c5e96000(0xfc5e96000)
00000800:00000200:46.0:1609800452.075756:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5e97000 0xffff9344c5e97000(0xfc5e97000)
00000800:00000200:46.0:1609800452.075757:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5e98000 0xffff9344c5e98000(0xfc5e98000)
00000800:00000200:46.0:1609800452.076002:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076004:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076004:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076005:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076005:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076006:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076007:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076007:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076008:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076009:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076010:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076011:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076011:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076012:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076013:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076013:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076014:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076015:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076015:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076016:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076016:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076017:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076017:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076018:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076019:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076019:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076020:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076021:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076022:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076023:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076024:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076025:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076025:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076026:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:46.0:1609800452.076027:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (19)++
00000800:00000200:46.0:1609800452.076027:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (20)--
00000800:00000200:20.0:1609800452.076583:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.109@o2ib18
00000800:00000200:20.0:1609800452.076586:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.109@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800452.076588:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336373e5000] (19)++
00000800:00000200:20.0:1609800452.076590:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336373e5000] (20)++
00000800:00000200:20.0:1609800452.076591:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:20.0:1609800452.076592:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:20.0:1609800452.076611:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:20.0:1609800452.076612:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:20.0:1609800452.076613:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:20.0:1609800452.076614:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (26)++
00000800:00000200:20.0:1609800452.076615:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (27)++
00000800:00000200:20.0:1609800452.076616:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (28)++
00000800:00000200:20.0:1609800452.076635:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336373e5000] (29)--
00000800:00000200:27.1:1609800452.076709:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (28)++
00000800:00000200:37.0:1609800452.076754:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (29)++
00000800:00000200:37.0:1609800452.076760:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (30)--
00000400:00000200:37.0:1609800452.076762:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076765:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.076769:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (29)--
00000800:00000200:37.0:1609800452.076770:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (28)++
00000800:00000200:37.0:1609800452.076773:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (29)--
00000400:00000200:37.0:1609800452.076774:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076776:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.076777:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (28)--
00000800:00000200:37.0:1609800452.076778:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (27)++
00000800:00000200:37.0:1609800452.076781:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (28)--
00000400:00000200:37.0:1609800452.076782:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076784:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.076786:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (27)--
00000800:00000200:37.0:1609800452.076787:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:37.0:1609800452.076789:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (27)--
00000400:00000200:37.0:1609800452.076790:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076792:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.076794:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:37.0:1609800452.076799:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (27)--
00000800:00000200:37.0:1609800452.076800:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:5.0:1609800452.076800:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:37.0:1609800452.076802:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000400:00000200:5.0:1609800452.076802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076804:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.076806:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:5.0:1609800452.076806:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.076807:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800452.076808:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:37.0:1609800452.076810:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:37.0:1609800452.076811:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.076812:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:37.0:1609800452.076814:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.076814:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:3.0:1609800452.076815:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800452.076816:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:3.0:1609800452.076817:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.076818:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:3.0:1609800452.076820:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.076825:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:27.1:1609800452.077111:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:37.0:1609800452.077204:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800452.077214:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800452.077220:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800452.077223:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800452.077224:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:37.0:1609800452.077226:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:27.1:1609800452.077232:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:5.0:1609800452.077255:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800452.077267:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:5.0:1609800452.077271:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800452.077273:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800452.077275:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:5.0:1609800452.077277:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:57.0:1609800452.080956:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.080970:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.080974:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74480 nid 192.168.128.175@o2ib18
00000400:00000200:57.0:1609800452.080975:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f57c0 net o2ib18
00000400:00000200:57.0:1609800452.080987:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336373e5800 nid 192.168.128.175@o2ib18
00000400:00000200:57.0:1609800452.080990:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.175@o2ib18 NID 192.168.128.175@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.080995:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.175@o2ib18: 0
00000400:00000200:57.0:1609800452.080996:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.080997:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.080998:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.175@o2ib18 NID 192.168.128.175@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.081000:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.175@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.081004:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081026:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081027:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.175@o2ib18: -114
00000400:00000200:57.0:1609800452.081028:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.081029:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.081030:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.175@o2ib18 NID 192.168.128.175@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.081031:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.175@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.081057:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.081060:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.175@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.081064:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.175@o2ib18
00000400:00000200:69.0:1609800452.081065:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.175@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.081067:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.175@o2ib18
00000400:00000200:69.0:1609800452.081070:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.175@o2ib18
00000400:00000200:69.0:1609800452.081073:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:69.0:1609800452.081076:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:87] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.081079:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.081081:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.175@o2ib18
00000400:00000200:69.0:1609800452.081083:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.175@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.081086:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.175@o2ib18 1
00000400:00000200:69.0:1609800452.081090:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.081093:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:69.0:1609800452.081099:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85380] -> 192.168.128.175@o2ib18 (1)++
00000800:00000200:69.0:1609800452.081103:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85380] -> 192.168.128.175@o2ib18 (2)++
00000800:00000200:69.0:1609800452.081155:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:4.0:1609800452.081155:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.081158:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85380] -> 192.168.128.175@o2ib18 (3)--
00000400:00000200:69.0:1609800452.081160:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.175@o2ib18
00000400:00000200:4.0:1609800452.081162:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.081163:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:4.0:1609800452.081166:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:4.0:1609800452.081173:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.081177:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:69.0:1609800452.081181:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.081184:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:4.0:1609800452.081186:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.081189:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.081191:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.081194:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.081199:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.081216:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.081219:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:4.0:1609800452.081225:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.081228:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:4.0:1609800452.081232:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.081234:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.081293:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081301:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081304:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800452.081310:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.081313:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:57.0:1609800452.081318:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.081320:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.081356:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081359:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.081359:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081362:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:5.0:1609800452.081368:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081369:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.081372:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:5.0:1609800452.081373:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:57.0:1609800452.081375:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.081377:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.081380:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.081384:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.081389:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.081391:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.081455:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081461:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081463:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800452.081469:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.081472:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:57.0:1609800452.081492:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.081494:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.081644:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081647:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081649:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800452.081664:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081669:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081671:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:46.0:1609800452.081735:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.175@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.081753:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.175@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800452.081754:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.081788:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.081791:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:0.0:1609800452.081801:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.081805:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.081807:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800452.081859:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081863:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.081865:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:0.0:1609800452.081883:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.081884:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.081894:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.081897:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:0.0:1609800452.081943:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.081947:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.081949:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:38.0:1609800452.082153:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.082174:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.082177:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:46.0:1609800452.082193:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.175@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.082209:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5e9b000 0xffff9344c5e9b000(0xfc5e9b000)
00000800:00000200:46.0:1609800452.082211:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5e9c000 0xffff9344c5e9c000(0xfc5e9c000)
00000800:00000200:46.0:1609800452.082212:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5e9d000 0xffff9344c5e9d000(0xfc5e9d000)
00000800:00000200:46.0:1609800452.082213:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5e9e000 0xffff9344c5e9e000(0xfc5e9e000)
00000800:00000200:46.0:1609800452.082214:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5e9f000 0xffff9344c5e9f000(0xfc5e9f000)
00000800:00000200:46.0:1609800452.082215:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5ea0000 0xffff9344c5ea0000(0xfc5ea0000)
00000800:00000200:46.0:1609800452.082216:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5ea1000 0xffff9344c5ea1000(0xfc5ea1000)
00000800:00000200:46.0:1609800452.082217:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5ea2000 0xffff9344c5ea2000(0xfc5ea2000)
00000800:00000200:46.0:1609800452.082218:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5ea3000 0xffff9344c5ea3000(0xfc5ea3000)
00000800:00000200:46.0:1609800452.082219:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5ea4000 0xffff9344c5ea4000(0xfc5ea4000)
00000800:00000200:46.0:1609800452.082219:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5ea5000 0xffff9344c5ea5000(0xfc5ea5000)
00000800:00000200:46.0:1609800452.082220:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5ea6000 0xffff9344c5ea6000(0xfc5ea6000)
00000800:00000200:46.0:1609800452.082221:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5ea7000 0xffff9344c5ea7000(0xfc5ea7000)
00000800:00000200:46.0:1609800452.082222:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5ea8000 0xffff9344c5ea8000(0xfc5ea8000)
00000800:00000200:46.0:1609800452.082223:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5ea9000 0xffff9344c5ea9000(0xfc5ea9000)
00000800:00000200:46.0:1609800452.082224:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5eaa000 0xffff9344c5eaa000(0xfc5eaa000)
00000800:00000200:46.0:1609800452.082224:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5eab000 0xffff9344c5eab000(0xfc5eab000)
00000800:00000200:46.0:1609800452.082225:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5eac000 0xffff9344c5eac000(0xfc5eac000)
00000800:00000200:46.0:1609800452.082491:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082493:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082494:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082495:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082496:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082497:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082497:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082498:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082499:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082500:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082500:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082501:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082501:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082502:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082503:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082503:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082504:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082504:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082505:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082505:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082506:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082506:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082507:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082508:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082508:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082509:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082509:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082510:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082510:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082511:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082512:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082512:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082513:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082513:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:46.0:1609800452.082514:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (19)++
00000800:00000200:46.0:1609800452.082514:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (20)--
00000800:00000200:21.0:1609800452.083199:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.175@o2ib18
00000800:00000200:21.0:1609800452.083202:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.175@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800452.083205:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336003cc400] (19)++
00000800:00000200:21.0:1609800452.083206:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336003cc400] (20)++
00000800:00000200:21.0:1609800452.083207:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (21)++
00000800:00000200:21.0:1609800452.083209:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:21.0:1609800452.083210:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:21.0:1609800452.083211:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (24)++
00000800:00000200:21.0:1609800452.083212:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (25)++
00000800:00000200:21.0:1609800452.083213:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (26)++
00000800:00000200:21.0:1609800452.083214:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (27)++
00000800:00000200:21.0:1609800452.083215:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (28)++
00000800:00000200:21.0:1609800452.083226:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336003cc400] (29)--
00000800:00000200:30.1:1609800452.083346:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (28)++
00000800:00000200:37.0:1609800452.083390:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000800:00000200:37.0:1609800452.083396:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:37.0:1609800452.083398:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.083401:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083406:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800452.083410:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.083411:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (29)++
00000800:00000200:37.0:1609800452.083412:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (30)++
00000800:00000200:37.0:1609800452.083414:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083415:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000800:00000200:37.0:1609800452.083420:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (30)--
00000800:00000200:37.0:1609800452.083422:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000800:00000200:37.0:1609800452.083425:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083426:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:37.0:1609800452.083427:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.083429:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.083430:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000400:00000200:57.0:1609800452.083431:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083432:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800452.083434:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.083435:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (30)++
00000400:00000200:57.0:1609800452.083437:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:5.0:1609800452.083438:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083439:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (31)++
00000800:00000200:5.0:1609800452.083440:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (31)--
00000800:00000200:37.0:1609800452.083441:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083441:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000400:00000200:5.0:1609800452.083442:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083443:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (30)--
00000400:00000200:57.0:1609800452.083445:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800452.083445:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000400:00000200:5.0:1609800452.083446:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083447:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083448:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:37.0:1609800452.083449:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.083452:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.083452:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.083452:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:57.0:1609800452.083454:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:37.0:1609800452.083455:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083456:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.083458:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.083458:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (29)++
00000400:00000200:57.0:1609800452.083460:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800452.083460:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (30)++
00000800:00000200:3.0:1609800452.083460:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000800:00000200:37.0:1609800452.083461:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)++
00000800:00000200:5.0:1609800452.083462:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083463:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (33)++
00000800:00000200:5.0:1609800452.083463:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (33)--
00000800:00000200:37.0:1609800452.083465:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083465:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (33)--
00000800:00000200:5.0:1609800452.083466:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (33)--
00000800:00000200:37.0:1609800452.083467:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000800:00000200:3.0:1609800452.083467:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:5.0:1609800452.083469:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000800:00000200:3.0:1609800452.083469:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:3.0:1609800452.083471:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.083473:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000400:00000200:3.0:1609800452.083474:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083475:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000800:00000200:5.0:1609800452.083476:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:5.0:1609800452.083477:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083478:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000800:00000200:4.0:1609800452.083479:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:3.0:1609800452.083479:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:5.0:1609800452.083480:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083480:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (31)--
00000800:00000200:37.0:1609800452.083481:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083482:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:4.0:1609800452.083482:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.083483:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.083483:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:3.0:1609800452.083483:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800452.083485:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.083485:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (29)++
00000400:00000200:37.0:1609800452.083486:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.083486:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (30)++
00000800:00000200:5.0:1609800452.083487:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.083488:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)++
00000800:00000200:3.0:1609800452.083488:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083489:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083489:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (32)++
00000800:00000200:3.0:1609800452.083489:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000800:00000200:5.0:1609800452.083491:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:4.0:1609800452.083491:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800452.083492:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.083492:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (32)--
00000800:00000200:37.0:1609800452.083493:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)++
00000800:00000200:37.0:1609800452.083494:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (32)++
00000800:00000200:5.0:1609800452.083494:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (32)--
00000800:00000200:5.0:1609800452.083495:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (32)++
00000800:00000200:4.0:1609800452.083495:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.083496:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083496:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (32)--
00000800:00000200:5.0:1609800452.083497:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:4.0:1609800452.083497:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (32)++
00000800:00000200:3.0:1609800452.083497:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (33)--
00000800:00000200:3.0:1609800452.083498:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (32)--
00000800:00000200:4.0:1609800452.083499:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (32)++
00000800:00000200:37.0:1609800452.083500:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000400:00000200:57.0:1609800452.083502:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.083502:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:4.0:1609800452.083503:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000400:00000200:57.0:1609800452.083505:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:30.1:1609800452.083505:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (30)++
00000800:00000200:4.0:1609800452.083508:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000400:00000200:57.0:1609800452.083510:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800452.083510:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000400:00000200:57.0:1609800452.083514:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.083516:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:4.0:1609800452.083516:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:3.0:1609800452.083516:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000800:00000200:5.0:1609800452.083517:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:5.0:1609800452.083518:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (30)++
00000800:00000200:5.0:1609800452.083519:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (31)--
00000800:00000200:5.0:1609800452.083520:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (30)--
00000800:00000200:30.1:1609800452.083523:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (29)++
00000800:00000200:4.0:1609800452.083527:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (30)++
00000800:00000200:4.0:1609800452.083528:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (31)--
00000800:00000200:4.0:1609800452.083529:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (30)--
00000800:00000200:4.0:1609800452.083531:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000800:00000200:4.0:1609800452.083534:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:4.0:1609800452.083536:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083537:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000400:00000200:4.0:1609800452.083538:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083540:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:37.0:1609800452.083541:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.083542:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083543:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000400:00000200:37.0:1609800452.083544:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083544:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800452.083545:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (30)++
00000800:00000200:4.0:1609800452.083546:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (31)++
00000800:00000200:37.0:1609800452.083547:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:4.0:1609800452.083548:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:4.0:1609800452.083548:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (32)--
00000800:00000200:37.0:1609800452.083549:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.083550:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083551:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)++
00000800:00000200:37.0:1609800452.083551:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (32)++
00000800:00000200:5.0:1609800452.083551:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (31)--
00000800:00000200:4.0:1609800452.083551:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000400:00000200:5.0:1609800452.083552:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083553:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:4.0:1609800452.083553:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (31)++
00000800:00000200:37.0:1609800452.083554:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (32)--
00000400:00000200:5.0:1609800452.083554:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083556:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:37.0:1609800452.083557:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000800:00000200:4.0:1609800452.083557:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (31)--
00000800:00000200:5.0:1609800452.083558:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800452.083559:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000400:00000200:4.0:1609800452.083559:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.083561:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.083562:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000400:00000200:4.0:1609800452.083562:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083563:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000800:00000200:5.0:1609800452.083563:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (30)++
00000400:00000200:37.0:1609800452.083564:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.083564:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (30)++
00000800:00000200:5.0:1609800452.083566:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:5.0:1609800452.083566:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000400:00000200:37.0:1609800452.083575:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.083575:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (31)++
00000800:00000200:4.0:1609800452.083576:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083577:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000800:00000200:3.0:1609800452.083577:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:5.0:1609800452.083578:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (30)++
00000800:00000200:3.0:1609800452.083578:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000800:00000200:37.0:1609800452.083579:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (31)--
00000800:00000200:4.0:1609800452.083579:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.083580:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:5.0:1609800452.083580:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:3.0:1609800452.083580:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083581:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (29)++
00000800:00000200:4.0:1609800452.083581:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (29)++
00000400:00000200:5.0:1609800452.083582:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.083582:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (30)++
00000400:00000200:3.0:1609800452.083582:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:5.0:1609800452.083584:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083584:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:4.0:1609800452.083584:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (31)--
00000800:00000200:37.0:1609800452.083585:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.175@o2ib18: no credits
00000800:00000200:3.0:1609800452.083585:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (30)--
00000800:00000200:37.0:1609800452.083586:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (30)--
00000400:00000200:37.0:1609800452.083587:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.083587:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (28)--
00000800:00000200:5.0:1609800452.083588:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (27)--
00000400:00000200:37.0:1609800452.083589:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.083590:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000800:00000200:37.0:1609800452.083592:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:30.1:1609800452.083597:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (24)++
00000800:00000200:3.0:1609800452.083605:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000800:00000200:3.0:1609800452.083609:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083611:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000800:00000200:3.0:1609800452.083622:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:3.0:1609800452.083624:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:3.0:1609800452.083625:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:30.1:1609800452.083630:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (24)++
00000800:00000200:4.0:1609800452.083638:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000800:00000200:4.0:1609800452.083642:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (26)--
00000400:00000200:4.0:1609800452.083643:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.083644:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000400:00000200:4.0:1609800452.083646:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083648:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (26)--
00000400:00000200:37.0:1609800452.083649:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.083649:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:4.0:1609800452.083650:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:37.0:1609800452.083651:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.083653:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:30.1:1609800452.083660:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000800:00000200:3.0:1609800452.083668:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:3.0:1609800452.083671:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:5.0:1609800452.083674:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:3.0:1609800452.083674:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.083676:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.083677:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:5.0:1609800452.083678:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.083679:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:5.0:1609800452.083680:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.083681:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:5.0:1609800452.083684:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:3.0:1609800452.083684:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:5.0:1609800452.083685:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:3.0:1609800452.083686:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (22)++
00000800:00000200:3.0:1609800452.083687:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (22)--
00000800:00000200:3.0:1609800452.083688:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000400:00000200:57.0:1609800452.109228:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.109239:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.109243:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.109246:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c743c0 nid 192.168.128.114@o2ib18
00000400:00000200:57.0:1609800452.109249:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5fc0 net o2ib18
00000400:00000200:57.0:1609800452.109253:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336373e6800 nid 192.168.128.114@o2ib18
00000400:00000200:4.0:1609800452.109254:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.109260:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.114@o2ib18 NID 192.168.128.114@o2ib18 flags 0x0
00000400:00000200:4.0:1609800452.109266:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.114@o2ib18: 0
00000400:00000200:4.0:1609800452.109268:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.109271:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.109275:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.114@o2ib18 NID 192.168.128.114@o2ib18: 0. pending discovery
00000400:00000200:4.0:1609800452.109280:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.114@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.109281:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.114@o2ib18: -114
00000400:00000200:57.0:1609800452.109283:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.109285:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.109293:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.109299:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.114@o2ib18 NID 192.168.128.114@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.109304:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.114@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.109311:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.109313:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.109318:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.109333:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.114@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.109336:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.114@o2ib18
00000400:00000200:69.0:1609800452.109337:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.114@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.109341:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.109341:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:57.0:1609800452.109344:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:4.0:1609800452.109347:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:88] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.109348:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:88] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.109350:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.109353:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.114@o2ib18
00000400:00000200:4.0:1609800452.109353:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.109356:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.114@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:4.0:1609800452.109358:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.128.114@o2ib18 1
00000400:00000200:4.0:1609800452.109367:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.109372:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.114@o2ib18
00000800:00000200:4.0:1609800452.109374:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:69.0:1609800452.109375:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.114@o2ib18
00000400:00000200:69.0:1609800452.109379:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:57.0:1609800452.109379:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.109383:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:69.0:1609800452.109387:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.109391:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:57.0:1609800452.109391:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecc00] -> 192.168.128.114@o2ib18 (1)++
00000800:00000200:69.0:1609800452.109396:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.109398:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.109401:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.114@o2ib18
00000400:00000200:69.0:1609800452.109403:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:57.0:1609800452.109403:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecc00] -> 192.168.128.114@o2ib18 (2)++
00000800:00000200:4.0:1609800452.109403:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.109408:0:16057:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff933633bf5780] -> 192.168.128.114@o2ib18 (1)--
00000400:00000200:69.0:1609800452.109409:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.109412:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:69.0:1609800452.109416:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.109417:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800452.109426:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800452.109428:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecc00] -> 192.168.128.114@o2ib18 (3)--
00000400:00000200:57.0:1609800452.109434:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.109438:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.109441:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:57.0:1609800452.109447:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.109449:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:57.0:1609800452.109453:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.109455:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.109613:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.109620:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.109623:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:5.0:1609800452.109630:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.109634:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:5.0:1609800452.109639:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.109641:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.109646:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.109664:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.109666:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:5.0:1609800452.109671:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.109674:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:5.0:1609800452.109677:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.109678:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.110039:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.114@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.110056:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.114@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.110584:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.114@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.110606:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5eaf000 0xffff9344c5eaf000(0xfc5eaf000)
00000800:00000200:46.0:1609800452.110610:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5eb0000 0xffff9344c5eb0000(0xfc5eb0000)
00000800:00000200:46.0:1609800452.110612:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5eb1000 0xffff9344c5eb1000(0xfc5eb1000)
00000800:00000200:46.0:1609800452.110614:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5eb2000 0xffff9344c5eb2000(0xfc5eb2000)
00000800:00000200:46.0:1609800452.110616:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5eb3000 0xffff9344c5eb3000(0xfc5eb3000)
00000800:00000200:46.0:1609800452.110618:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5eb4000 0xffff9344c5eb4000(0xfc5eb4000)
00000800:00000200:46.0:1609800452.110619:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5eb5000 0xffff9344c5eb5000(0xfc5eb5000)
00000800:00000200:46.0:1609800452.110621:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5eb6000 0xffff9344c5eb6000(0xfc5eb6000)
00000800:00000200:46.0:1609800452.110623:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5eb7000 0xffff9344c5eb7000(0xfc5eb7000)
00000800:00000200:46.0:1609800452.110641:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5eb8000 0xffff9344c5eb8000(0xfc5eb8000)
00000800:00000200:46.0:1609800452.110642:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5eb9000 0xffff9344c5eb9000(0xfc5eb9000)
00000800:00000200:46.0:1609800452.110643:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5eba000 0xffff9344c5eba000(0xfc5eba000)
00000800:00000200:46.0:1609800452.110644:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5ebb000 0xffff9344c5ebb000(0xfc5ebb000)
00000800:00000200:46.0:1609800452.110645:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5ebc000 0xffff9344c5ebc000(0xfc5ebc000)
00000800:00000200:46.0:1609800452.110646:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5ebd000 0xffff9344c5ebd000(0xfc5ebd000)
00000800:00000200:46.0:1609800452.110646:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5ebe000 0xffff9344c5ebe000(0xfc5ebe000)
00000800:00000200:46.0:1609800452.110647:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5ebf000 0xffff9344c5ebf000(0xfc5ebf000)
00000800:00000200:46.0:1609800452.110648:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5ec0000 0xffff9344c5ec0000(0xfc5ec0000)
00000800:00000200:46.0:1609800452.110894:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110895:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110896:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110897:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110897:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110898:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110898:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110899:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110900:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110900:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110901:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110901:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110902:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110904:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110904:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110905:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110906:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110907:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110908:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110909:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110909:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110910:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110910:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110911:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110911:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110912:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110913:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110913:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110914:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110914:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110915:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110915:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110917:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:46.0:1609800452.110917:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (19)++
00000800:00000200:46.0:1609800452.110918:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (20)--
00000800:00000200:23.0:1609800452.111613:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.114@o2ib18
00000800:00000200:23.0:1609800452.111618:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.114@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800452.111622:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336003cc000] (19)++
00000800:00000200:23.0:1609800452.111625:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336003cc000] (20)++
00000800:00000200:23.0:1609800452.111627:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000800:00000200:23.0:1609800452.111629:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (22)++
00000800:00000200:23.0:1609800452.111630:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (23)++
00000800:00000200:23.0:1609800452.111632:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (24)++
00000800:00000200:23.0:1609800452.111634:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (25)++
00000800:00000200:23.0:1609800452.111635:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (26)++
00000800:00000200:23.0:1609800452.111637:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (27)++
00000800:00000200:23.0:1609800452.111653:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336003cc000] (28)--
00000800:00000200:32.1:1609800452.111756:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (27)++
00000800:00000200:4.0:1609800452.111828:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (28)++
00000800:00000200:4.0:1609800452.111834:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (29)--
00000400:00000200:4.0:1609800452.111836:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.111840:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.111845:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (28)--
00000800:00000200:4.0:1609800452.111846:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (27)++
00000800:00000200:4.0:1609800452.111849:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (28)--
00000400:00000200:4.0:1609800452.111850:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.111852:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.111855:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (27)--
00000800:00000200:4.0:1609800452.111856:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (26)++
00000800:00000200:4.0:1609800452.111861:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (27)--
00000400:00000200:4.0:1609800452.111862:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.111864:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.111865:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (26)++
00000800:00000200:4.0:1609800452.111867:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (27)--
00000800:00000200:3.0:1609800452.111867:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (27)--
00000800:00000200:4.0:1609800452.111868:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (25)++
00000400:00000200:3.0:1609800452.111868:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.111871:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.111872:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (26)--
00000400:00000200:4.0:1609800452.111874:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.111874:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:3.0:1609800452.111875:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:4.0:1609800452.111876:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.111879:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:3.0:1609800452.111879:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (25)--
00000800:00000200:4.0:1609800452.111881:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (23)++
00000400:00000200:3.0:1609800452.111881:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.111883:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.111884:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000800:00000200:4.0:1609800452.111884:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (24)--
00000400:00000200:4.0:1609800452.111885:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.111887:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.111887:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:4.0:1609800452.111890:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:32.1:1609800452.112036:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000800:00000200:5.0:1609800452.112045:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:5.0:1609800452.112050:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.114@o2ib18
00000800:00000200:5.0:1609800452.112052:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:3.0:1609800452.112052:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:5.0:1609800452.112055:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (22)--
00000800:00000200:5.0:1609800452.112055:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000400:00000200:57.0:1609800452.151601:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.151608:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.151611:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74300 nid 192.168.128.72@o2ib18
00000400:00000200:57.0:1609800452.151613:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5000 net o2ib18
00000400:00000200:57.0:1609800452.151615:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336373e7600 nid 192.168.128.72@o2ib18
00000400:00000200:57.0:1609800452.151619:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.72@o2ib18 NID 192.168.128.72@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.151623:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.72@o2ib18: 0
00000400:00000200:57.0:1609800452.151624:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.151625:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.151627:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.72@o2ib18 NID 192.168.128.72@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.151628:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.72@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.151632:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.151662:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.151664:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.72@o2ib18: -114
00000400:00000200:57.0:1609800452.151664:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.151665:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.151667:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.72@o2ib18 NID 192.168.128.72@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800452.151669:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.151669:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.72@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.151673:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.72@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.151675:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.72@o2ib18
00000400:00000200:69.0:1609800452.151676:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.72@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.151677:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.72@o2ib18
00000400:00000200:69.0:1609800452.151680:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.72@o2ib18
00000400:00000200:69.0:1609800452.151683:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:69.0:1609800452.151686:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:90] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.151689:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.151691:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.72@o2ib18
00000400:00000200:69.0:1609800452.151694:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.72@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.151697:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.72@o2ib18 1
00000400:00000200:69.0:1609800452.151701:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.151704:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:69.0:1609800452.151711:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85400] -> 192.168.128.72@o2ib18 (1)++
00000800:00000200:69.0:1609800452.151715:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85400] -> 192.168.128.72@o2ib18 (2)++
00000800:00000200:69.0:1609800452.151739:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.151743:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85400] -> 192.168.128.72@o2ib18 (3)--
00000400:00000200:69.0:1609800452.151745:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.72@o2ib18
00000400:00000200:69.0:1609800452.151747:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:69.0:1609800452.151752:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.151773:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:69.0:1609800452.151777:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.151779:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.151895:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.151907:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.151913:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800452.151925:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.151932:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:0.0:1609800452.151940:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.151944:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.151944:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.151951:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.151956:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800452.151956:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.151963:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.151967:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800452.151972:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.151974:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.151988:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.151995:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800452.152005:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.152011:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:0.0:1609800452.152016:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.152020:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.152141:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.152149:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.152151:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800452.152158:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.152161:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800452.152165:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.152167:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.152264:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.152287:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.152290:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800452.152295:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.152298:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:0.0:1609800452.152302:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.152303:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.72@o2ib18 Addr resolved: 0
00000800:00000200:0.0:1609800452.152304:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.152321:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.72@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.152788:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.72@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.152805:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5ec2000 0xffff9344c5ec2000(0xfc5ec2000)
00000800:00000200:46.0:1609800452.152806:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5ec3000 0xffff9344c5ec3000(0xfc5ec3000)
00000800:00000200:46.0:1609800452.152807:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5ec4000 0xffff9344c5ec4000(0xfc5ec4000)
00000800:00000200:46.0:1609800452.152808:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5ec5000 0xffff9344c5ec5000(0xfc5ec5000)
00000800:00000200:46.0:1609800452.152809:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5ec6000 0xffff9344c5ec6000(0xfc5ec6000)
00000800:00000200:46.0:1609800452.152810:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5ec7000 0xffff9344c5ec7000(0xfc5ec7000)
00000800:00000200:46.0:1609800452.152810:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5ec8000 0xffff9344c5ec8000(0xfc5ec8000)
00000800:00000200:46.0:1609800452.152811:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5ec9000 0xffff9344c5ec9000(0xfc5ec9000)
00000800:00000200:46.0:1609800452.152812:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5eca000 0xffff9344c5eca000(0xfc5eca000)
00000800:00000200:46.0:1609800452.152814:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5ecb000 0xffff9344c5ecb000(0xfc5ecb000)
00000800:00000200:46.0:1609800452.152815:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5ecc000 0xffff9344c5ecc000(0xfc5ecc000)
00000800:00000200:46.0:1609800452.152816:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5ecd000 0xffff9344c5ecd000(0xfc5ecd000)
00000800:00000200:46.0:1609800452.152818:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5ece000 0xffff9344c5ece000(0xfc5ece000)
00000800:00000200:46.0:1609800452.152819:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5ecf000 0xffff9344c5ecf000(0xfc5ecf000)
00000800:00000200:46.0:1609800452.152820:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5ed0000 0xffff9344c5ed0000(0xfc5ed0000)
00000800:00000200:46.0:1609800452.152821:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5ed1000 0xffff9344c5ed1000(0xfc5ed1000)
00000800:00000200:46.0:1609800452.152821:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5ed2000 0xffff9344c5ed2000(0xfc5ed2000)
00000800:00000200:46.0:1609800452.152822:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5ed3000 0xffff9344c5ed3000(0xfc5ed3000)
00000800:00000200:46.0:1609800452.153076:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153077:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153078:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153078:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153079:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153080:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153080:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153081:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153082:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153082:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153083:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153084:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153085:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153086:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153086:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153087:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153087:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153088:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153088:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153089:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153090:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153090:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153091:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153091:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153092:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153092:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153094:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153095:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153095:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153096:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153097:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153098:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153099:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153099:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:46.0:1609800452.153100:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (19)++
00000800:00000200:46.0:1609800452.153100:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (20)--
00000800:00000200:23.0:1609800452.153667:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.72@o2ib18
00000800:00000200:23.0:1609800452.153670:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.72@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800452.153672:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336003cc200] (19)++
00000800:00000200:23.0:1609800452.153674:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336003cc200] (20)++
00000800:00000200:23.0:1609800452.153675:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:23.0:1609800452.153676:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:23.0:1609800452.153677:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:23.0:1609800452.153679:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (24)++
00000800:00000200:23.0:1609800452.153680:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (25)++
00000800:00000200:23.0:1609800452.153681:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (26)++
00000800:00000200:23.0:1609800452.153682:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (27)++
00000800:00000200:23.0:1609800452.153692:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336003cc200] (28)--
00000800:00000200:26.1:1609800452.153796:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (27)++
00000800:00000200:37.0:1609800452.153841:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (28)++
00000800:00000200:37.0:1609800452.153847:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (29)--
00000400:00000200:37.0:1609800452.153849:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.153853:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.153858:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (28)--
00000800:00000200:37.0:1609800452.153859:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (27)++
00000800:00000200:37.0:1609800452.153862:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (28)--
00000400:00000200:37.0:1609800452.153863:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.153866:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.153866:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (27)++
00000800:00000200:37.0:1609800452.153868:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (28)--
00000800:00000200:3.0:1609800452.153869:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (28)--
00000800:00000200:37.0:1609800452.153870:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (27)++
00000400:00000200:3.0:1609800452.153870:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.153872:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (27)--
00000400:00000200:37.0:1609800452.153873:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.153873:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:37.0:1609800452.153875:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.153875:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:3.0:1609800452.153877:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000800:00000200:37.0:1609800452.153878:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:3.0:1609800452.153879:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (26)--
00000800:00000200:37.0:1609800452.153880:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:3.0:1609800452.153880:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.153882:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.153884:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000400:00000200:37.0:1609800452.153885:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.153885:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:3.0:1609800452.153886:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:37.0:1609800452.153888:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.153888:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000800:00000200:4.0:1609800452.153889:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:3.0:1609800452.153890:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.153892:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:3.0:1609800452.153892:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.153894:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800452.154209:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:4.0:1609800452.154258:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:4.0:1609800452.154277:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:4.0:1609800452.154281:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:4.0:1609800452.154284:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800452.154285:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:4.0:1609800452.154287:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:57.0:1609800452.202649:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.202672:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.202688:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74240 nid 192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.202691:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5100 net o2ib18
00000400:00000200:57.0:1609800452.202697:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934587fa4e00 nid 192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.202703:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.116@o2ib18 NID 192.168.128.116@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.202711:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.116@o2ib18: 0
00000400:00000200:57.0:1609800452.202713:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.202714:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.202718:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.116@o2ib18 NID 192.168.128.116@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.202722:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.116@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.202731:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.202741:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.202745:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.116@o2ib18: -114
00000400:00000200:57.0:1609800452.202747:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.202748:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.202752:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.116@o2ib18 NID 192.168.128.116@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.202758:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.116@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.202759:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.202765:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.116@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.202768:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.116@o2ib18
00000400:00000200:69.0:1609800452.202771:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.116@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.202776:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.116@o2ib18
00000400:00000200:0.0:1609800452.202780:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.202781:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.116@o2ib18
00000400:00000200:69.0:1609800452.202786:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:0.0:1609800452.202790:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.202791:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:91] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.202797:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800452.202797:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:69.0:1609800452.202801:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.116@o2ib18
00000400:00000200:0.0:1609800452.202803:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:92] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800452.202809:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.202824:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.116@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.202827:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.116@o2ib18 1
00000400:00000200:69.0:1609800452.202832:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.202835:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:0.0:1609800452.202860:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.202864:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:69.0:1609800452.202869:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dd44f780] -> 192.168.128.116@o2ib18 (1)++
00000800:00000200:0.0:1609800452.202872:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.202874:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2)++
00000800:00000200:0.0:1609800452.202875:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.202881:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.202884:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.202886:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:0.0:1609800452.202892:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.202894:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:69.0:1609800452.202898:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.202900:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dd44f780] -> 192.168.128.116@o2ib18 (3)--
00000400:00000200:69.0:1609800452.202902:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800452.202903:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.202905:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:0.0:1609800452.202905:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.202910:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.202912:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800452.202915:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.202931:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:69.0:1609800452.202936:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:0.0:1609800452.202939:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.202942:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:69.0:1609800452.202944:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.202946:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.202948:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.202951:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.203609:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.116@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.203635:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.116@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.204166:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.116@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.204193:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dbd9d000 0xffff9354dbd9d000(0x1fdbd9d000)
00000800:00000200:46.0:1609800452.204196:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dbd9e000 0xffff9354dbd9e000(0x1fdbd9e000)
00000800:00000200:46.0:1609800452.204198:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dbd9f000 0xffff9354dbd9f000(0x1fdbd9f000)
00000800:00000200:46.0:1609800452.204200:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dbdb0000 0xffff9354dbdb0000(0x1fdbdb0000)
00000800:00000200:46.0:1609800452.204202:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dbdb1000 0xffff9354dbdb1000(0x1fdbdb1000)
00000800:00000200:46.0:1609800452.204204:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dbdb2000 0xffff9354dbdb2000(0x1fdbdb2000)
00000800:00000200:46.0:1609800452.204206:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dbdb3000 0xffff9354dbdb3000(0x1fdbdb3000)
00000800:00000200:46.0:1609800452.204208:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dbdb4000 0xffff9354dbdb4000(0x1fdbdb4000)
00000800:00000200:46.0:1609800452.204210:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dbdb5000 0xffff9354dbdb5000(0x1fdbdb5000)
00000800:00000200:46.0:1609800452.204211:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dbdb6000 0xffff9354dbdb6000(0x1fdbdb6000)
00000800:00000200:46.0:1609800452.204213:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dbdb7000 0xffff9354dbdb7000(0x1fdbdb7000)
00000800:00000200:46.0:1609800452.204215:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dbdb8000 0xffff9354dbdb8000(0x1fdbdb8000)
00000800:00000200:46.0:1609800452.204217:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dbdb9000 0xffff9354dbdb9000(0x1fdbdb9000)
00000800:00000200:46.0:1609800452.204219:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dbdba000 0xffff9354dbdba000(0x1fdbdba000)
00000800:00000200:46.0:1609800452.204220:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dbdbb000 0xffff9354dbdbb000(0x1fdbdbb000)
00000800:00000200:46.0:1609800452.204222:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dbdbc000 0xffff9354dbdbc000(0x1fdbdbc000)
00000800:00000200:46.0:1609800452.204224:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dbdbd000 0xffff9354dbdbd000(0x1fdbdbd000)
00000800:00000200:46.0:1609800452.204226:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dbdbe000 0xffff9354dbdbe000(0x1fdbdbe000)
00000800:00000200:46.0:1609800452.204512:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204515:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204517:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204518:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204519:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204521:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204522:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204524:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204525:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204526:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204527:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204529:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204530:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204531:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204532:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204534:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204535:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204536:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204537:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204539:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204540:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204541:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204542:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204543:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204545:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204546:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204547:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204548:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204550:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204551:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204552:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204553:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204554:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204556:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:46.0:1609800452.204557:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (19)++
00000800:00000200:46.0:1609800452.204558:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (20)--
00000800:00000200:24.0:1609800452.205138:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.116@o2ib18
00000800:00000200:24.0:1609800452.205141:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.116@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800452.205143:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc735200] (19)++
00000800:00000200:24.0:1609800452.205145:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc735200] (20)++
00000800:00000200:24.0:1609800452.205146:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:24.0:1609800452.205148:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:24.0:1609800452.205167:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (23)++
00000800:00000200:24.0:1609800452.205168:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000800:00000200:24.0:1609800452.205168:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000800:00000200:24.0:1609800452.205179:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc735200] (26)--
00000800:00000200:22.1:1609800452.205201:0:7026:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (25)++
00000800:00000200:19.0:1609800452.205245:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000800:00000200:19.0:1609800452.205252:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (27)--
00000400:00000200:19.0:1609800452.205256:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.205259:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.205259:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000800:00000200:19.0:1609800452.205263:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (27)--
00000800:00000200:18.0:1609800452.205264:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800452.205265:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000400:00000200:18.0:1609800452.205266:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.205269:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000400:00000200:19.0:1609800452.205270:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.205270:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:19.0:1609800452.205273:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.205276:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800452.205279:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:18.0:1609800452.205280:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:18.0:1609800452.205284:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:18.0:1609800452.205285:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.205288:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:18.0:1609800452.205288:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.205290:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:19.0:1609800452.205291:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.205291:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:18.0:1609800452.205292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:19.0:1609800452.205293:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.205296:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:22.1:1609800452.205486:0:7026:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:18.0:1609800452.205493:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:18.0:1609800452.205497:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800452.205499:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:18.0:1609800452.205499:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:18.0:1609800452.205501:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (22)--
00000800:00000200:18.0:1609800452.205502:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800452.224898:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.224930:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.224938:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5c74000 nid 192.168.128.124@o2ib18
00000400:00000200:57.0:1609800452.224941:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b53f5c40 net o2ib18
00000400:00000200:57.0:1609800452.224945:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934587fa7a00 nid 192.168.128.124@o2ib18
00000400:00000200:57.0:1609800452.224950:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.124@o2ib18 NID 192.168.128.124@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.224958:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.124@o2ib18: 0
00000400:00000200:57.0:1609800452.224959:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.224961:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.224965:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.124@o2ib18 NID 192.168.128.124@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.224968:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.124@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.224977:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.224987:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.224991:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.124@o2ib18: -114
00000400:00000200:57.0:1609800452.224993:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.224994:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.224998:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.124@o2ib18 NID 192.168.128.124@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.225001:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.124@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.225007:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.225013:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.124@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.225016:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.124@o2ib18
00000400:00000200:69.0:1609800452.225019:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.124@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.225023:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.124@o2ib18
00000400:00000200:69.0:1609800452.225028:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.124@o2ib18
00000400:00000200:69.0:1609800452.225033:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:69.0:1609800452.225038:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:93] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.225044:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.225048:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.124@o2ib18
00000400:00000200:69.0:1609800452.225053:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.124@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.225057:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.124@o2ib18 1
00000400:00000200:69.0:1609800452.225067:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.225073:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:69.0:1609800452.225081:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dd44f580] -> 192.168.128.124@o2ib18 (1)++
00000800:00000200:69.0:1609800452.225088:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2)++
00000400:00000200:38.0:1609800452.225095:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.225143:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.225147:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dd44f580] -> 192.168.128.124@o2ib18 (3)--
00000400:00000200:38.0:1609800452.225150:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.225152:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.124@o2ib18
00000400:00000200:69.0:1609800452.225157:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:38.0:1609800452.225158:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:69.0:1609800452.225185:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.225188:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000400:00000200:38.0:1609800452.225192:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.225196:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:69.0:1609800452.225197:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.225199:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.225202:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.225205:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.225264:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.225270:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.225274:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:4.0:1609800452.225281:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.225284:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:4.0:1609800452.225289:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.225291:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.225296:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.225313:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.225315:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.225316:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:4.0:1609800452.225322:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.225323:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.225327:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000400:00000200:57.0:1609800452.225328:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000800:00000200:4.0:1609800452.225330:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.225333:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.225335:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.225338:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800452.225343:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.225345:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.225475:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.225482:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.225484:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800452.225488:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.225510:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800452.225512:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.225514:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.225817:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.124@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.225844:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.124@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.226379:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.124@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.226396:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dbe36000 0xffff9354dbe36000(0x1fdbe36000)
00000800:00000200:46.0:1609800452.226399:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dbe37000 0xffff9354dbe37000(0x1fdbe37000)
00000800:00000200:46.0:1609800452.226402:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dbe38000 0xffff9354dbe38000(0x1fdbe38000)
00000800:00000200:46.0:1609800452.226403:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dbe39000 0xffff9354dbe39000(0x1fdbe39000)
00000800:00000200:46.0:1609800452.226405:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dbe3a000 0xffff9354dbe3a000(0x1fdbe3a000)
00000800:00000200:46.0:1609800452.226407:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dbe3b000 0xffff9354dbe3b000(0x1fdbe3b000)
00000800:00000200:46.0:1609800452.226409:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dbe3c000 0xffff9354dbe3c000(0x1fdbe3c000)
00000800:00000200:46.0:1609800452.226411:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dbe3d000 0xffff9354dbe3d000(0x1fdbe3d000)
00000800:00000200:46.0:1609800452.226413:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dbe3e000 0xffff9354dbe3e000(0x1fdbe3e000)
00000800:00000200:46.0:1609800452.226415:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dbe3f000 0xffff9354dbe3f000(0x1fdbe3f000)
00000800:00000200:46.0:1609800452.226416:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dbe40000 0xffff9354dbe40000(0x1fdbe40000)
00000800:00000200:46.0:1609800452.226418:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dbe41000 0xffff9354dbe41000(0x1fdbe41000)
00000800:00000200:46.0:1609800452.226420:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dbe42000 0xffff9354dbe42000(0x1fdbe42000)
00000800:00000200:46.0:1609800452.226422:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dbe43000 0xffff9354dbe43000(0x1fdbe43000)
00000800:00000200:46.0:1609800452.226424:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dbe44000 0xffff9354dbe44000(0x1fdbe44000)
00000800:00000200:46.0:1609800452.226426:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dbe45000 0xffff9354dbe45000(0x1fdbe45000)
00000800:00000200:46.0:1609800452.226428:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dbe46000 0xffff9354dbe46000(0x1fdbe46000)
00000800:00000200:46.0:1609800452.226429:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dbe47000 0xffff9354dbe47000(0x1fdbe47000)
00000800:00000200:46.0:1609800452.226715:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226716:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226717:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226718:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226718:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226719:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226719:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226720:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226721:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226721:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226722:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226722:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226723:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226725:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226725:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226726:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226727:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226728:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226728:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226729:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226730:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226731:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226731:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226732:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226732:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226733:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226733:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226734:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226735:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226735:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226736:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226736:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226737:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226737:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:46.0:1609800452.226738:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (19)++
00000800:00000200:46.0:1609800452.226739:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (20)--
00000800:00000200:25.0:1609800452.227268:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.124@o2ib18
00000800:00000200:25.0:1609800452.227271:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.124@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800452.227274:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc736000] (19)++
00000800:00000200:25.0:1609800452.227275:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc736000] (20)++
00000800:00000200:25.0:1609800452.227276:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (21)++
00000800:00000200:25.0:1609800452.227278:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (22)++
00000800:00000200:25.0:1609800452.227279:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (23)++
00000800:00000200:25.0:1609800452.227280:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (24)++
00000800:00000200:25.0:1609800452.227281:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (25)++
00000800:00000200:25.0:1609800452.227282:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (26)++
00000800:00000200:25.0:1609800452.227283:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (27)++
00000800:00000200:25.0:1609800452.227294:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc736000] (28)--
00000800:00000200:33.1:1609800452.227420:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (27)++
00000800:00000200:23.0:1609800452.227431:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (28)++
00000800:00000200:23.0:1609800452.227436:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (29)--
00000400:00000200:23.0:1609800452.227438:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.227441:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.227445:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (28)--
00000800:00000200:23.0:1609800452.227446:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (27)++
00000800:00000200:23.0:1609800452.227449:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (28)--
00000400:00000200:23.0:1609800452.227450:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.227452:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.227455:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (27)--
00000800:00000200:23.0:1609800452.227456:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (26)++
00000800:00000200:23.0:1609800452.227459:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (27)--
00000400:00000200:23.0:1609800452.227460:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.227462:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.227464:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000800:00000200:23.0:1609800452.227466:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (25)++
00000800:00000200:23.0:1609800452.227470:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (26)--
00000400:00000200:23.0:1609800452.227471:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.227474:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.227474:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (25)++
00000800:00000200:23.0:1609800452.227480:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000800:00000200:23.0:1609800452.227481:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (25)++
00000800:00000200:20.0:1609800452.227481:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (26)--
00000800:00000200:23.0:1609800452.227483:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (25)--
00000400:00000200:20.0:1609800452.227483:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.227484:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.227484:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (25)++
00000400:00000200:20.0:1609800452.227486:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000400:00000200:23.0:1609800452.227487:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.227488:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000800:00000200:18.0:1609800452.227489:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (25)--
00000800:00000200:23.0:1609800452.227490:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:20.0:1609800452.227491:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:18.0:1609800452.227491:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.227495:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.227499:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:33.1:1609800452.227656:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:19.0:1609800452.227663:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:19.0:1609800452.227670:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.124@o2ib18
00000800:00000200:23.0:1609800452.227671:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:19.0:1609800452.227672:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000800:00000200:19.0:1609800452.227674:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (22)--
00000800:00000200:19.0:1609800452.227675:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000400:00000200:57.0:1609800452.246210:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.246242:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.246247:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d80000 nid 192.168.128.91@o2ib18
00000400:00000200:57.0:1609800452.246252:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ede40 net o2ib18
00000400:00000200:57.0:1609800452.246256:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518fe7c00 nid 192.168.128.91@o2ib18
00000400:00000200:57.0:1609800452.246259:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.91@o2ib18 NID 192.168.128.91@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.246264:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.91@o2ib18: 0
00000400:00000200:57.0:1609800452.246265:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.246265:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.246267:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.91@o2ib18 NID 192.168.128.91@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.246269:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.91@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.246305:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.246310:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.91@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.246312:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.91@o2ib18
00000400:00000200:69.0:1609800452.246313:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.91@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.246316:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.91@o2ib18
00000400:00000200:69.0:1609800452.246318:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.91@o2ib18
00000400:00000200:69.0:1609800452.246322:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:5.0:1609800452.246323:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.246325:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:94] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.246328:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.246330:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.91@o2ib18
00000400:00000200:69.0:1609800452.246332:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.91@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:5.0:1609800452.246333:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.246335:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.91@o2ib18 1
00000400:00000200:69.0:1609800452.246340:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.246343:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:5.0:1609800452.246346:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:69.0:1609800452.246351:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85a80] -> 192.168.128.91@o2ib18 (1)++
00000400:00000200:57.0:1609800452.246354:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.246355:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2)++
00000400:00000200:5.0:1609800452.246361:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.246363:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.246366:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:5.0:1609800452.246368:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:57.0:1609800452.246373:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.246377:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:69.0:1609800452.246380:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:5.0:1609800452.246381:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.246382:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85a80] -> 192.168.128.91@o2ib18 (3)--
00000800:00000200:57.0:1609800452.246382:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800452.246385:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.246389:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.246399:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.246413:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.246418:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:5.0:1609800452.246428:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.246434:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:5.0:1609800452.246439:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.246442:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.246451:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.246457:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.246461:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:5.0:1609800452.246470:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.246475:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:5.0:1609800452.246496:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.246498:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.246503:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.246519:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.246520:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.246522:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:57.0:1609800452.246526:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.246527:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.246529:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:5.0:1609800452.246529:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:5.0:1609800452.246532:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.246535:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.246536:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.246540:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:57.0:1609800452.246544:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.246545:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.247211:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.91@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.247236:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.91@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.247637:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.91@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.247659:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5eda000 0xffff9344c5eda000(0xfc5eda000)
00000800:00000200:46.0:1609800452.247661:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5edb000 0xffff9344c5edb000(0xfc5edb000)
00000800:00000200:46.0:1609800452.247661:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5edc000 0xffff9344c5edc000(0xfc5edc000)
00000800:00000200:46.0:1609800452.247662:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5edd000 0xffff9344c5edd000(0xfc5edd000)
00000800:00000200:46.0:1609800452.247663:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5ede000 0xffff9344c5ede000(0xfc5ede000)
00000800:00000200:46.0:1609800452.247664:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5edf000 0xffff9344c5edf000(0xfc5edf000)
00000800:00000200:46.0:1609800452.247665:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5ee0000 0xffff9344c5ee0000(0xfc5ee0000)
00000800:00000200:46.0:1609800452.247666:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5ee1000 0xffff9344c5ee1000(0xfc5ee1000)
00000800:00000200:46.0:1609800452.247666:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93366c3f8000 0xffff93366c3f8000(0x16c3f8000)
00000800:00000200:46.0:1609800452.247668:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff933627bda000 0xffff933627bda000(0x127bda000)
00000800:00000200:46.0:1609800452.247670:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93361eb8f000 0xffff93361eb8f000(0x11eb8f000)
00000800:00000200:46.0:1609800452.247671:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93363b3f7000 0xffff93363b3f7000(0x13b3f7000)
00000800:00000200:46.0:1609800452.247672:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93360c7dd000 0xffff93360c7dd000(0x10c7dd000)
00000800:00000200:46.0:1609800452.247673:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9336387d1000 0xffff9336387d1000(0x1387d1000)
00000800:00000200:46.0:1609800452.247674:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff933659fd6000 0xffff933659fd6000(0x159fd6000)
00000800:00000200:46.0:1609800452.247675:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93367fde1000 0xffff93367fde1000(0x17fde1000)
00000800:00000200:46.0:1609800452.247676:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93364b399000 0xffff93364b399000(0x14b399000)
00000800:00000200:46.0:1609800452.247677:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93363d3a8000 0xffff93363d3a8000(0x13d3a8000)
00000800:00000200:46.0:1609800452.247923:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247925:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247925:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247926:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247926:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247927:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247928:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247928:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247929:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247930:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247931:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247932:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247932:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247933:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247934:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247934:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247935:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247936:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247936:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247937:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247937:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247938:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247938:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247939:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247940:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247940:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247941:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247942:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247943:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247944:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247945:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247946:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247946:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247947:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:46.0:1609800452.247948:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (19)++
00000800:00000200:46.0:1609800452.247948:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (20)--
00000800:00000200:25.0:1609800452.248795:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.91@o2ib18
00000800:00000200:25.0:1609800452.248797:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.91@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800452.248800:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518ff2000] (19)++
00000800:00000200:25.0:1609800452.248801:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518ff2000] (20)++
00000800:00000200:25.0:1609800452.248802:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (21)++
00000800:00000200:25.0:1609800452.248804:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:25.0:1609800452.248805:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (23)++
00000800:00000200:25.0:1609800452.248806:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (24)++
00000800:00000200:25.0:1609800452.248807:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (25)++
00000800:00000200:25.0:1609800452.248808:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (26)++
00000800:00000200:25.0:1609800452.248809:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (27)++
00000800:00000200:25.0:1609800452.248820:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518ff2000] (28)--
00000800:00000200:33.1:1609800452.248890:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (27)++
00000800:00000200:3.0:1609800452.248935:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (28)++
00000800:00000200:3.0:1609800452.248941:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (29)--
00000400:00000200:3.0:1609800452.248943:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.248947:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248952:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (28)--
00000800:00000200:3.0:1609800452.248953:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (27)++
00000800:00000200:3.0:1609800452.248956:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (28)--
00000400:00000200:3.0:1609800452.248958:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.248960:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248962:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (27)--
00000800:00000200:3.0:1609800452.248964:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (26)++
00000800:00000200:3.0:1609800452.248967:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (27)--
00000400:00000200:3.0:1609800452.248968:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.248970:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248972:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (26)--
00000800:00000200:3.0:1609800452.248973:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (25)++
00000800:00000200:3.0:1609800452.248975:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (26)--
00000800:00000200:5.0:1609800452.248976:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (26)++
00000400:00000200:3.0:1609800452.248976:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.248978:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248981:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (26)--
00000800:00000200:5.0:1609800452.248982:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (25)--
00000800:00000200:3.0:1609800452.248982:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (25)++
00000400:00000200:5.0:1609800452.248984:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.248984:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (25)--
00000400:00000200:3.0:1609800452.248985:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.248988:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000400:00000200:5.0:1609800452.248989:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248989:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000800:00000200:3.0:1609800452.248990:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:3.0:1609800452.248992:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000800:00000200:5.0:1609800452.248993:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:3.0:1609800452.248993:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.248995:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:3.0:1609800452.248995:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.248998:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:33.1:1609800452.249283:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:5.0:1609800452.249345:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:5.0:1609800452.249351:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.91@o2ib18
00000800:00000200:5.0:1609800452.249353:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (22)++
00000800:00000200:5.0:1609800452.249355:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (23)--
00000800:00000200:5.0:1609800452.249356:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:5.0:1609800452.249357:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000400:00000200:57.0:1609800452.263247:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.263253:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.263258:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d80840 nid 192.168.128.173@o2ib18
00000400:00000200:57.0:1609800452.263260:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edfc0 net o2ib18
00000400:00000200:57.0:1609800452.263270:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dbf24000 nid 192.168.128.173@o2ib18
00000400:00000200:57.0:1609800452.263275:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.173@o2ib18 NID 192.168.128.173@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.263282:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.173@o2ib18: 0
00000400:00000200:57.0:1609800452.263283:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.263285:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.263289:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.173@o2ib18 NID 192.168.128.173@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.263292:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.173@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.263310:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.263312:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.263322:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.263324:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.263327:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.173@o2ib18: -114
00000400:00000200:57.0:1609800452.263328:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.263329:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.263332:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.263333:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.173@o2ib18 NID 192.168.128.173@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.263336:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.173@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.263338:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.173@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.263342:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.173@o2ib18
00000400:00000200:69.0:1609800452.263345:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.173@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800452.263348:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:0.0:1609800452.263352:0:16060:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:95] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800452.263355:0:16060:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800452.263357:0:16060:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.173@o2ib18
00000400:00000200:0.0:1609800452.263360:0:16060:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.173@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800452.263363:0:16060:0:(router.c:135:lnet_notify_locked()) set 192.168.128.173@o2ib18 1
00000400:00000200:0.0:1609800452.263368:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.263371:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:69.0:1609800452.263372:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.173@o2ib18
00000400:00000200:69.0:1609800452.263377:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800452.263380:0:16060:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (1)++
00000400:00000200:69.0:1609800452.263383:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:0.0:1609800452.263385:0:16060:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2)++
00000400:00000200:69.0:1609800452.263395:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.263402:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:69.0:1609800452.263409:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800452.263412:0:16060:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.263413:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800452.263415:0:16060:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (3)--
00000400:00000200:69.0:1609800452.263419:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.173@o2ib18
00000400:00000200:69.0:1609800452.263424:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:69.0:1609800452.263448:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.263451:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:69.0:1609800452.263454:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.263456:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.263499:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.263512:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.263514:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:0.0:1609800452.263521:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.263526:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800452.263531:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.263533:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.263550:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.263556:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.263558:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800452.263564:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.263568:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800452.263572:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.263574:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.263617:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.263650:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.263653:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800452.263657:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.263661:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800452.263663:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.263665:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.264116:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.173@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.264159:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.173@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.264691:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.173@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.264707:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dbf17000 0xffff9354dbf17000(0x1fdbf17000)
00000800:00000200:46.0:1609800452.264709:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dbf18000 0xffff9354dbf18000(0x1fdbf18000)
00000800:00000200:46.0:1609800452.264710:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dbf19000 0xffff9354dbf19000(0x1fdbf19000)
00000800:00000200:46.0:1609800452.264711:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dbf1a000 0xffff9354dbf1a000(0x1fdbf1a000)
00000800:00000200:46.0:1609800452.264712:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dbf1b000 0xffff9354dbf1b000(0x1fdbf1b000)
00000800:00000200:46.0:1609800452.264713:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dbf1c000 0xffff9354dbf1c000(0x1fdbf1c000)
00000800:00000200:46.0:1609800452.264714:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dbf1d000 0xffff9354dbf1d000(0x1fdbf1d000)
00000800:00000200:46.0:1609800452.264715:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dbf1e000 0xffff9354dbf1e000(0x1fdbf1e000)
00000800:00000200:46.0:1609800452.264716:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dbf1f000 0xffff9354dbf1f000(0x1fdbf1f000)
00000800:00000200:46.0:1609800452.264717:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dbf20000 0xffff9354dbf20000(0x1fdbf20000)
00000800:00000200:46.0:1609800452.264717:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dbf21000 0xffff9354dbf21000(0x1fdbf21000)
00000800:00000200:46.0:1609800452.264718:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dbf22000 0xffff9354dbf22000(0x1fdbf22000)
00000800:00000200:46.0:1609800452.264719:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dbf23000 0xffff9354dbf23000(0x1fdbf23000)
00000800:00000200:46.0:1609800452.264720:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dbf28000 0xffff9354dbf28000(0x1fdbf28000)
00000800:00000200:46.0:1609800452.264721:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dbf29000 0xffff9354dbf29000(0x1fdbf29000)
00000800:00000200:46.0:1609800452.264722:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dbf2a000 0xffff9354dbf2a000(0x1fdbf2a000)
00000800:00000200:46.0:1609800452.264722:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dbf2b000 0xffff9354dbf2b000(0x1fdbf2b000)
00000800:00000200:46.0:1609800452.264723:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dbf2c000 0xffff9354dbf2c000(0x1fdbf2c000)
00000800:00000200:46.0:1609800452.264995:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.264997:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.264998:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.264999:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265000:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265001:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265001:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265002:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265003:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265004:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265004:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265005:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265005:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265006:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265006:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265007:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265008:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265008:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265009:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265009:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265010:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265010:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265011:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265012:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265012:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265013:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265013:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265014:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265014:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265015:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265016:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265016:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265017:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265017:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000800:00000200:46.0:1609800452.265018:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (19)++
00000800:00000200:46.0:1609800452.265018:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (20)--
00000400:00000200:57.0:1609800452.265232:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.265243:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.265246:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.265250:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.265251:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d80a80 nid 192.168.128.167@o2ib18
00000400:00000200:57.0:1609800452.265253:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed800 net o2ib18
00000400:00000200:57.0:1609800452.265257:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ff0800 nid 192.168.128.167@o2ib18
00000400:00000200:57.0:1609800452.265261:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.167@o2ib18 NID 192.168.128.167@o2ib18 flags 0x0
00000400:00000200:0.0:1609800452.265264:0:16059:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.167@o2ib18: 0
00000400:00000200:57.0:1609800452.265266:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.167@o2ib18: 0
00000400:00000200:57.0:1609800452.265267:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.265268:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.265270:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.167@o2ib18 NID 192.168.128.167@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.265273:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.167@o2ib18 pending discovery
00000400:00000200:0.0:1609800452.265275:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.167@o2ib18: -114
00000400:00000200:0.0:1609800452.265276:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.265278:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.265280:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.167@o2ib18 NID 192.168.128.167@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800452.265283:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.167@o2ib18 pending discovery
00000400:00000200:0.0:1609800452.265287:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.265290:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.265292:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.167@o2ib18: -114
00000400:00000200:0.0:1609800452.265293:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.265294:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.265296:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.167@o2ib18 NID 192.168.128.167@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800452.265298:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.167@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.265302:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800452.265303:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.265306:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.167@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.265308:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.167@o2ib18
00000400:00000200:69.0:1609800452.265309:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.167@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.265311:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.167@o2ib18
00000400:00000200:57.0:1609800452.265312:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.265314:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.167@o2ib18
00000400:00000200:69.0:1609800452.265318:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:57.0:1609800452.265321:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.265322:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1018, d:10, s:96] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.265324:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.265327:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.167@o2ib18
00000400:00000200:69.0:1609800452.265329:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.167@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.265333:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.167@o2ib18 1
00000400:00000200:57.0:1609800452.265333:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:69.0:1609800452.265337:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.265341:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:57.0:1609800452.265344:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.265347:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85a00] -> 192.168.128.167@o2ib18 (1)++
00000800:00000200:57.0:1609800452.265347:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:69.0:1609800452.265352:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2)++
00000800:00000200:57.0:1609800452.265352:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.265355:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800452.265363:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.265369:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:38.0:1609800452.265377:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.265380:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:38.0:1609800452.265380:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:69.0:1609800452.265382:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85a00] -> 192.168.128.167@o2ib18 (3)--
00000400:00000200:69.0:1609800452.265385:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.167@o2ib18
00000800:00000200:38.0:1609800452.265386:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.265387:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:38.0:1609800452.265389:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.265394:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.265397:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:38.0:1609800452.265400:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.265402:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.265406:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.265409:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.167@o2ib18
00000400:00000200:69.0:1609800452.265411:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:69.0:1609800452.265416:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.265418:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:38.0:1609800452.265419:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.265421:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.265422:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:69.0:1609800452.265423:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.265428:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.265431:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:38.0:1609800452.265436:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.265438:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 0
00000800:00000200:25.0:1609800452.265571:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.173@o2ib18
00000800:00000200:25.0:1609800452.265574:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.173@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800452.265576:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934587fa5400] (19)++
00000800:00000200:25.0:1609800452.265578:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934587fa5400] (20)++
00000800:00000200:25.0:1609800452.265579:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:25.0:1609800452.265580:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:25.0:1609800452.265581:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:25.0:1609800452.265582:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (24)++
00000800:00000200:25.0:1609800452.265583:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (25)++
00000800:00000200:25.0:1609800452.265584:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (26)++
00000800:00000200:25.0:1609800452.265595:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934587fa5400] (27)--
00000800:00000200:31.1:1609800452.265688:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (26)++
00000800:00000200:20.0:1609800452.265698:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (27)++
00000800:00000200:20.0:1609800452.265704:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (28)--
00000400:00000200:20.0:1609800452.265708:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.265711:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.265712:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (27)++
00000800:00000200:20.0:1609800452.265716:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (28)--
00000800:00000200:18.0:1609800452.265717:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (27)--
00000800:00000200:20.0:1609800452.265718:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (27)++
00000400:00000200:18.0:1609800452.265719:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.265721:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (27)--
00000400:00000200:20.0:1609800452.265722:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.265723:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:20.0:1609800452.265725:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.265727:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (26)--
00000800:00000200:20.0:1609800452.265729:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:18.0:1609800452.265730:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:18.0:1609800452.265734:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000400:00000200:18.0:1609800452.265735:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.265737:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:18.0:1609800452.265738:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.265739:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000400:00000200:20.0:1609800452.265740:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.265741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000400:00000200:20.0:1609800452.265742:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.265742:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:18.0:1609800452.265744:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000800:00000200:20.0:1609800452.265745:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:18.0:1609800452.265745:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.265746:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:18.0:1609800452.265747:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.265750:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800452.265952:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:20.0:1609800452.265960:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:20.0:1609800452.265966:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:20.0:1609800452.265969:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:18.0:1609800452.265969:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:20.0:1609800452.265972:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:20.0:1609800452.265973:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:46.0:1609800452.266160:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.167@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.266176:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.167@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.266668:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.167@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.266688:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f08000 0xffff9344c5f08000(0xfc5f08000)
00000800:00000200:46.0:1609800452.266690:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f09000 0xffff9344c5f09000(0xfc5f09000)
00000800:00000200:46.0:1609800452.266691:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f0a000 0xffff9344c5f0a000(0xfc5f0a000)
00000800:00000200:46.0:1609800452.266692:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f0b000 0xffff9344c5f0b000(0xfc5f0b000)
00000800:00000200:46.0:1609800452.266693:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f0c000 0xffff9344c5f0c000(0xfc5f0c000)
00000800:00000200:46.0:1609800452.266694:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f0d000 0xffff9344c5f0d000(0xfc5f0d000)
00000800:00000200:46.0:1609800452.266695:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f0e000 0xffff9344c5f0e000(0xfc5f0e000)
00000800:00000200:46.0:1609800452.266696:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5f0f000 0xffff9344c5f0f000(0xfc5f0f000)
00000800:00000200:46.0:1609800452.266697:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5f10000 0xffff9344c5f10000(0xfc5f10000)
00000800:00000200:46.0:1609800452.266698:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5f11000 0xffff9344c5f11000(0xfc5f11000)
00000800:00000200:46.0:1609800452.266699:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5f12000 0xffff9344c5f12000(0xfc5f12000)
00000800:00000200:46.0:1609800452.266700:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5f13000 0xffff9344c5f13000(0xfc5f13000)
00000800:00000200:46.0:1609800452.266701:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5f14000 0xffff9344c5f14000(0xfc5f14000)
00000800:00000200:46.0:1609800452.266701:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5f15000 0xffff9344c5f15000(0xfc5f15000)
00000800:00000200:46.0:1609800452.266702:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5f16000 0xffff9344c5f16000(0xfc5f16000)
00000800:00000200:46.0:1609800452.266703:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5f17000 0xffff9344c5f17000(0xfc5f17000)
00000800:00000200:46.0:1609800452.266704:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5f18000 0xffff9344c5f18000(0xfc5f18000)
00000800:00000200:46.0:1609800452.266705:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5f19000 0xffff9344c5f19000(0xfc5f19000)
00000800:00000200:46.0:1609800452.267013:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267015:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267016:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267016:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267017:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267017:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267018:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267019:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267019:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267020:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267020:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267021:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267022:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267023:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267024:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267025:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267026:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267026:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267027:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267028:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267029:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267029:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267030:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267030:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267031:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267031:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267032:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267033:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267033:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267034:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267034:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267035:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267035:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267036:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:46.0:1609800452.267037:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (19)++
00000800:00000200:46.0:1609800452.267037:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (20)--
00000800:00000200:26.0:1609800452.267545:0:431:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.167@o2ib18
00000800:00000200:26.0:1609800452.267548:0:431:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.167@o2ib18: active(1), version(12), status(0)
00000800:00000200:26.0:1609800452.267550:0:431:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6ef400] (19)++
00000800:00000200:26.0:1609800452.267551:0:431:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6ef400] (20)++
00000800:00000200:26.0:1609800452.267552:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000800:00000200:26.0:1609800452.267554:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000800:00000200:26.0:1609800452.267573:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:26.0:1609800452.267574:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:26.0:1609800452.267575:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000800:00000200:26.0:1609800452.267576:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000800:00000200:26.0:1609800452.267588:0:431:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6ef400] (27)--
00000800:00000200:22.1:1609800452.267599:0:7026:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (26)++
00000800:00000200:3.0:1609800452.267650:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)++
00000800:00000200:3.0:1609800452.267659:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (28)--
00000400:00000200:3.0:1609800452.267662:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.267668:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.267677:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)--
00000800:00000200:3.0:1609800452.267680:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000800:00000200:3.0:1609800452.267684:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (27)--
00000400:00000200:3.0:1609800452.267686:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.267690:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.267694:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:3.0:1609800452.267695:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:3.0:1609800452.267699:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:3.0:1609800452.267701:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.267702:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:3.0:1609800452.267705:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.267708:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:3.0:1609800452.267708:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000400:00000200:37.0:1609800452.267711:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.267711:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:3.0:1609800452.267714:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:3.0:1609800452.267716:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.267720:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:3.0:1609800452.267720:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.267723:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000800:00000200:3.0:1609800452.267725:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:37.0:1609800452.267728:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000800:00000200:3.0:1609800452.267728:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000400:00000200:3.0:1609800452.267729:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.267731:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:3.0:1609800452.267734:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.267737:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:22.1:1609800452.268061:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:37.0:1609800452.268111:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800452.268138:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:37.0:1609800452.268141:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800452.268156:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800452.268157:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:37.0:1609800452.268159:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:4.0:1609800452.283259:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.283288:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.283296:0:16057:0:(peer.c:271:lnet_peer_alloc()) ffff93366836fc80 nid 192.168.128.142@o2ib18
00000400:00000200:57.0:1609800452.283299:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.283299:0:16057:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b5795780 net o2ib18
00000400:00000200:4.0:1609800452.283305:0:16057:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934587fa7e00 nid 192.168.128.142@o2ib18
00000400:00000200:57.0:1609800452.283309:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.283311:0:16057:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.142@o2ib18 NID 192.168.128.142@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.283321:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.142@o2ib18: 0
00000400:00000200:57.0:1609800452.283322:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.283324:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.283328:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.142@o2ib18 NID 192.168.128.142@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.283333:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.142@o2ib18 pending discovery
00000400:00000200:4.0:1609800452.283335:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.142@o2ib18: -114
00000400:00000200:4.0:1609800452.283337:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.283339:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.283343:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.142@o2ib18 NID 192.168.128.142@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.283346:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.283348:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.142@o2ib18 pending discovery
00000400:00000200:4.0:1609800452.283359:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.283361:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.283368:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.142@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.283371:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.142@o2ib18
00000400:00000200:4.0:1609800452.283372:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.283374:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.142@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.283375:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.283379:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800452.283380:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:4.0:1609800452.283385:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:97] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.283386:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:97] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800452.283391:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.283392:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:4.0:1609800452.283396:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.142@o2ib18
00000400:00000200:57.0:1609800452.283397:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.142@o2ib18
00000400:00000200:4.0:1609800452.283402:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.142@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800452.283403:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.142@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:57.0:1609800452.283408:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.142@o2ib18 1
00000400:00000200:57.0:1609800452.283418:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.283424:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000400:00000200:4.0:1609800452.283430:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.283436:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.142@o2ib18
00000800:00000200:4.0:1609800452.283453:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000400:00000200:69.0:1609800452.283454:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.142@o2ib18
00000400:00000200:69.0:1609800452.283460:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:4.0:1609800452.283464:0:16057:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff935525398000] -> 192.168.128.142@o2ib18 (1)++
00000800:00000200:4.0:1609800452.283469:0:16057:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff935525398000] -> 192.168.128.142@o2ib18 (2)++
00000800:00000200:57.0:1609800452.283471:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.283472:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.283476:0:16063:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9354dd44f980] -> 192.168.128.142@o2ib18 (1)--
00000800:00000200:69.0:1609800452.283479:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:69.0:1609800452.283486:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.283486:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.283490:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.283492:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.283495:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.142@o2ib18
00000400:00000200:57.0:1609800452.283495:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:4.0:1609800452.283497:0:16057:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:4.0:1609800452.283499:0:16057:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff935525398000] -> 192.168.128.142@o2ib18 (3)--
00000400:00000200:57.0:1609800452.283507:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800452.283507:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.283513:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:57.0:1609800452.283513:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000400:00000200:4.0:1609800452.283520:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.283523:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800452.283523:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:69.0:1609800452.283529:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800452.283530:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.283533:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.283533:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.283536:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:69.0:1609800452.283538:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.283541:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.283543:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800452.283544:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.283548:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.283553:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.283557:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800452.283567:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.283572:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800452.283577:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.283581:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.284220:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.142@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.284237:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.142@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.284568:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.142@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.284584:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db81b000 0xffff9354db81b000(0x1fdb81b000)
00000800:00000200:46.0:1609800452.284586:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db81c000 0xffff9354db81c000(0x1fdb81c000)
00000800:00000200:46.0:1609800452.284587:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db81d000 0xffff9354db81d000(0x1fdb81d000)
00000800:00000200:46.0:1609800452.284588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db81e000 0xffff9354db81e000(0x1fdb81e000)
00000800:00000200:46.0:1609800452.284588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db81f000 0xffff9354db81f000(0x1fdb81f000)
00000800:00000200:46.0:1609800452.284589:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db820000 0xffff9354db820000(0x1fdb820000)
00000800:00000200:46.0:1609800452.284590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db821000 0xffff9354db821000(0x1fdb821000)
00000800:00000200:46.0:1609800452.284591:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db822000 0xffff9354db822000(0x1fdb822000)
00000800:00000200:46.0:1609800452.284592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db823000 0xffff9354db823000(0x1fdb823000)
00000800:00000200:46.0:1609800452.284594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db824000 0xffff9354db824000(0x1fdb824000)
00000800:00000200:46.0:1609800452.284595:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db825000 0xffff9354db825000(0x1fdb825000)
00000800:00000200:46.0:1609800452.284596:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db826000 0xffff9354db826000(0x1fdb826000)
00000800:00000200:46.0:1609800452.284597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db827000 0xffff9354db827000(0x1fdb827000)
00000800:00000200:46.0:1609800452.284598:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db828000 0xffff9354db828000(0x1fdb828000)
00000800:00000200:46.0:1609800452.284599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db829000 0xffff9354db829000(0x1fdb829000)
00000800:00000200:46.0:1609800452.284600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db82a000 0xffff9354db82a000(0x1fdb82a000)
00000800:00000200:46.0:1609800452.284601:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db82b000 0xffff9354db82b000(0x1fdb82b000)
00000800:00000200:46.0:1609800452.284602:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db82c000 0xffff9354db82c000(0x1fdb82c000)
00000800:00000200:46.0:1609800452.284911:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284913:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284914:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284914:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284915:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284915:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284917:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284917:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284918:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284918:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284919:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284920:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284920:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284921:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284921:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284922:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284922:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284923:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284923:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284924:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284925:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284925:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284926:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284926:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284927:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284928:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284929:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284930:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284931:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284931:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284932:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284933:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284934:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:46.0:1609800452.284934:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:46.0:1609800452.284935:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (20)--
00000800:00000200:27.0:1609800452.285586:0:432:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.142@o2ib18
00000800:00000200:27.0:1609800452.285588:0:432:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.142@o2ib18: active(1), version(12), status(0)
00000800:00000200:27.0:1609800452.285590:0:432:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dbf27a00] (19)++
00000800:00000200:27.0:1609800452.285592:0:432:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:27.0:1609800452.285593:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:27.0:1609800452.285594:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:27.0:1609800452.285613:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:27.0:1609800452.285614:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:27.0:1609800452.285615:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (25)++
00000800:00000200:27.0:1609800452.285616:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (26)++
00000800:00000200:27.0:1609800452.285617:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (27)++
00000800:00000200:27.0:1609800452.285627:0:432:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dbf27a00] (28)--
00000800:00000200:27.1:1609800452.285690:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (27)++
00000800:00000200:23.0:1609800452.285729:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (28)++
00000800:00000200:23.0:1609800452.285735:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (29)--
00000400:00000200:23.0:1609800452.285737:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.285740:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.285740:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (28)++
00000800:00000200:23.0:1609800452.285745:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (29)--
00000800:00000200:19.0:1609800452.285746:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (29)--
00000800:00000200:23.0:1609800452.285747:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (28)++
00000400:00000200:19.0:1609800452.285748:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.285751:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (28)--
00000400:00000200:23.0:1609800452.285752:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.285752:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.285753:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (27)++
00000400:00000200:23.0:1609800452.285754:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.285756:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (28)--
00000800:00000200:19.0:1609800452.285757:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (27)++
00000800:00000200:18.0:1609800452.285757:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (27)--
00000800:00000200:23.0:1609800452.285759:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (27)--
00000800:00000200:19.0:1609800452.285759:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (27)--
00000400:00000200:18.0:1609800452.285759:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.285761:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)++
00000400:00000200:19.0:1609800452.285761:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.285762:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (26)--
00000400:00000200:19.0:1609800452.285763:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000400:00000200:23.0:1609800452.285764:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.285765:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000400:00000200:23.0:1609800452.285766:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.285766:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:19.0:1609800452.285768:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:19.0:1609800452.285769:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (25)--
00000400:00000200:19.0:1609800452.285770:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.285771:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:23.0:1609800452.285772:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:19.0:1609800452.285773:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.285774:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:19.0:1609800452.285776:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:27.1:1609800452.286069:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:23.0:1609800452.286141:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:23.0:1609800452.286149:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.142@o2ib18
00000800:00000200:23.0:1609800452.286151:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:23.0:1609800452.286153:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:23.0:1609800452.286154:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800452.286155:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000400:00000200:57.0:1609800452.308287:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.308312:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.308319:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d80cc0 nid 192.168.128.75@o2ib18
00000400:00000200:57.0:1609800452.308322:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edf40 net o2ib18
00000400:00000200:57.0:1609800452.308330:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b196a00 nid 192.168.128.75@o2ib18
00000400:00000200:57.0:1609800452.308336:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.75@o2ib18 NID 192.168.128.75@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.308344:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.75@o2ib18: 0
00000400:00000200:57.0:1609800452.308345:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.308347:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.308351:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.75@o2ib18 NID 192.168.128.75@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.308355:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.75@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.308393:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.308414:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.75@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.308416:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.75@o2ib18
00000400:00000200:69.0:1609800452.308419:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.75@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.308421:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.75@o2ib18
00000400:00000200:69.0:1609800452.308423:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.75@o2ib18
00000400:00000200:69.0:1609800452.308426:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:69.0:1609800452.308429:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:99] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.308432:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.308434:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.75@o2ib18
00000400:00000200:69.0:1609800452.308437:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.75@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.308440:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.75@o2ib18 1
00000400:00000200:69.0:1609800452.308445:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.308448:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:69.0:1609800452.308454:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85980] -> 192.168.128.75@o2ib18 (1)++
00000800:00000200:69.0:1609800452.308458:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85980] -> 192.168.128.75@o2ib18 (2)++
00000400:00000200:57.0:1609800452.308477:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.308481:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.308483:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:69.0:1609800452.308486:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.308488:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85980] -> 192.168.128.75@o2ib18 (3)--
00000400:00000200:57.0:1609800452.308491:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800452.308492:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.308494:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:57.0:1609800452.308499:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.308518:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.308520:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.308524:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:57.0:1609800452.308525:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.308533:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.308535:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:5.0:1609800452.308537:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.308544:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:57.0:1609800452.308545:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.308548:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:57.0:1609800452.308554:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.308554:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.308559:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.308563:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.308569:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.308586:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.308589:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:5.0:1609800452.308600:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.308605:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:5.0:1609800452.308611:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.308614:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.308623:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.308630:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.308633:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:5.0:1609800452.308642:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.308650:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:5.0:1609800452.308654:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.308657:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.308794:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.308820:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.308824:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:0.0:1609800452.308830:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.308834:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:0.0:1609800452.308838:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.308841:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.309402:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.75@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.309418:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.75@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.309966:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.75@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.309989:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f1d000 0xffff9344c5f1d000(0xfc5f1d000)
00000800:00000200:46.0:1609800452.309992:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f1e000 0xffff9344c5f1e000(0xfc5f1e000)
00000800:00000200:46.0:1609800452.309995:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f1f000 0xffff9344c5f1f000(0xfc5f1f000)
00000800:00000200:46.0:1609800452.309996:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f20000 0xffff9344c5f20000(0xfc5f20000)
00000800:00000200:46.0:1609800452.309998:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f21000 0xffff9344c5f21000(0xfc5f21000)
00000800:00000200:46.0:1609800452.310000:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f22000 0xffff9344c5f22000(0xfc5f22000)
00000800:00000200:46.0:1609800452.310002:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f23000 0xffff9344c5f23000(0xfc5f23000)
00000800:00000200:46.0:1609800452.310004:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5f24000 0xffff9344c5f24000(0xfc5f24000)
00000800:00000200:46.0:1609800452.310005:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5f25000 0xffff9344c5f25000(0xfc5f25000)
00000800:00000200:46.0:1609800452.310007:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5f26000 0xffff9344c5f26000(0xfc5f26000)
00000800:00000200:46.0:1609800452.310009:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5f27000 0xffff9344c5f27000(0xfc5f27000)
00000800:00000200:46.0:1609800452.310011:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5f28000 0xffff9344c5f28000(0xfc5f28000)
00000800:00000200:46.0:1609800452.310013:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5f29000 0xffff9344c5f29000(0xfc5f29000)
00000800:00000200:46.0:1609800452.310015:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5f2a000 0xffff9344c5f2a000(0xfc5f2a000)
00000800:00000200:46.0:1609800452.310016:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5f2b000 0xffff9344c5f2b000(0xfc5f2b000)
00000800:00000200:46.0:1609800452.310018:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5f2c000 0xffff9344c5f2c000(0xfc5f2c000)
00000800:00000200:46.0:1609800452.310020:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5f2d000 0xffff9344c5f2d000(0xfc5f2d000)
00000800:00000200:46.0:1609800452.310022:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5f2e000 0xffff9344c5f2e000(0xfc5f2e000)
00000800:00000200:46.0:1609800452.310400:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310403:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310404:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310404:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310405:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310406:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310407:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310408:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310409:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310409:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310410:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310410:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310411:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310411:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310412:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310413:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310413:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310414:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310414:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310415:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310415:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310416:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310417:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310417:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310418:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310418:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310419:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310419:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310420:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310420:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310421:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310422:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310422:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310423:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:46.0:1609800452.310423:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (19)++
00000800:00000200:46.0:1609800452.310424:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (20)--
00000800:00000200:28.0:1609800452.311091:0:433:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.75@o2ib18
00000800:00000200:28.0:1609800452.311096:0:433:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.75@o2ib18: active(1), version(12), status(0)
00000800:00000200:28.0:1609800452.311099:0:433:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336503e9e00] (19)++
00000800:00000200:28.0:1609800452.311102:0:433:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336503e9e00] (20)++
00000800:00000200:28.0:1609800452.311104:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:28.0:1609800452.311106:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (22)++
00000800:00000200:28.0:1609800452.311107:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:28.0:1609800452.311109:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (24)++
00000800:00000200:28.0:1609800452.311111:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000800:00000200:28.0:1609800452.311113:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000800:00000200:28.0:1609800452.311114:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (27)++
00000800:00000200:28.0:1609800452.311145:0:433:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336503e9e00] (28)--
00000800:00000200:29.1:1609800452.311185:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (27)++
00000800:00000200:3.0:1609800452.311227:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (28)++
00000800:00000200:3.0:1609800452.311233:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (29)--
00000400:00000200:3.0:1609800452.311236:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.311240:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.311245:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (28)--
00000800:00000200:3.0:1609800452.311246:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)++
00000800:00000200:3.0:1609800452.311249:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (28)--
00000400:00000200:3.0:1609800452.311251:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.311253:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.311255:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)--
00000800:00000200:3.0:1609800452.311256:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)++
00000800:00000200:3.0:1609800452.311259:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (27)--
00000400:00000200:3.0:1609800452.311260:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.311264:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.311266:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:4.0:1609800452.311267:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:4.0:1609800452.311275:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:4.0:1609800452.311277:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.311277:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:3.0:1609800452.311279:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:4.0:1609800452.311281:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:3.0:1609800452.311281:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.311283:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.311285:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800452.311287:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:3.0:1609800452.311289:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:3.0:1609800452.311293:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:3.0:1609800452.311293:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.311296:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:3.0:1609800452.311296:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.311298:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800452.311299:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:3.0:1609800452.311300:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:4.0:1609800452.311301:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.311303:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:4.0:1609800452.311306:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800452.311449:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:3.0:1609800452.311457:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:3.0:1609800452.311461:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:3.0:1609800452.311463:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:5.0:1609800452.311464:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:3.0:1609800452.311465:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:3.0:1609800452.311467:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:3.0:1609800452.341192:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:3.0:1609800452.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:57.0:1609800452.410821:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.410828:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.410832:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d80f00 nid 192.168.128.122@o2ib18
00000400:00000200:57.0:1609800452.410833:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed180 net o2ib18
00000400:00000200:57.0:1609800452.410836:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b195200 nid 192.168.128.122@o2ib18
00000400:00000200:57.0:1609800452.410841:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.122@o2ib18 NID 192.168.128.122@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.410845:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.122@o2ib18: 0
00000400:00000200:57.0:1609800452.410846:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.410847:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.410849:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.122@o2ib18 NID 192.168.128.122@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.410850:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.122@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.410855:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.410881:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.410887:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.410891:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.410892:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.122@o2ib18 state 0x20
00000400:00000200:0.0:1609800452.410892:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.410894:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.122@o2ib18
00000400:00000200:69.0:1609800452.410895:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.122@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.410897:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800452.410900:0:16065:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:100] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.410903:0:16065:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.410905:0:16065:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.122@o2ib18
00000400:00000200:57.0:1609800452.410907:0:16065:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.122@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.410910:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.122@o2ib18
00000400:00000200:69.0:1609800452.410912:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.122@o2ib18
00000400:00000200:57.0:1609800452.410913:0:16065:0:(router.c:135:lnet_notify_locked()) set 192.168.128.122@o2ib18 1
00000400:00000200:69.0:1609800452.410916:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800452.410918:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.410921:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:69.0:1609800452.410925:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.410929:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800452.410929:0:16065:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5f80] -> 192.168.128.122@o2ib18 (1)++
00000400:00000200:0.0:1609800452.410931:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:57.0:1609800452.410933:0:16065:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2)++
00000800:00000200:69.0:1609800452.410934:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.410936:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800452.410944:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.410950:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800452.410956:0:16065:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800452.410959:0:16065:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5f80] -> 192.168.128.122@o2ib18 (3)--
00000800:00000200:0.0:1609800452.410959:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800452.410963:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.410974:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.410992:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.411009:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.411012:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800452.411018:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.411021:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:0.0:1609800452.411023:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.411026:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:57.0:1609800452.411027:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.411029:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.411034:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.411035:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.411037:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:0.0:1609800452.411041:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.411043:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.411043:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.411046:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800452.411052:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.411055:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800452.411059:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.411061:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.411065:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.411072:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.411074:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800452.411078:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.411081:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800452.411083:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.411085:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.411260:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.411271:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.411273:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:0.0:1609800452.411279:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.411293:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:0.0:1609800452.411297:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.411299:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.411820:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.122@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.411845:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.122@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.412298:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.122@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.412316:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f31000 0xffff9344c5f31000(0xfc5f31000)
00000800:00000200:46.0:1609800452.412317:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f32000 0xffff9344c5f32000(0xfc5f32000)
00000800:00000200:46.0:1609800452.412318:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f33000 0xffff9344c5f33000(0xfc5f33000)
00000800:00000200:46.0:1609800452.412320:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f34000 0xffff9344c5f34000(0xfc5f34000)
00000800:00000200:46.0:1609800452.412321:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f35000 0xffff9344c5f35000(0xfc5f35000)
00000800:00000200:46.0:1609800452.412322:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f36000 0xffff9344c5f36000(0xfc5f36000)
00000800:00000200:46.0:1609800452.412323:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f37000 0xffff9344c5f37000(0xfc5f37000)
00000800:00000200:46.0:1609800452.412323:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5f38000 0xffff9344c5f38000(0xfc5f38000)
00000800:00000200:46.0:1609800452.412324:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5f39000 0xffff9344c5f39000(0xfc5f39000)
00000800:00000200:46.0:1609800452.412325:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5f3a000 0xffff9344c5f3a000(0xfc5f3a000)
00000800:00000200:46.0:1609800452.412326:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5f3b000 0xffff9344c5f3b000(0xfc5f3b000)
00000800:00000200:46.0:1609800452.412327:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5f3c000 0xffff9344c5f3c000(0xfc5f3c000)
00000800:00000200:46.0:1609800452.412328:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5f3d000 0xffff9344c5f3d000(0xfc5f3d000)
00000800:00000200:46.0:1609800452.412328:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5f3e000 0xffff9344c5f3e000(0xfc5f3e000)
00000800:00000200:46.0:1609800452.412329:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5f3f000 0xffff9344c5f3f000(0xfc5f3f000)
00000800:00000200:46.0:1609800452.412330:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5f40000 0xffff9344c5f40000(0xfc5f40000)
00000800:00000200:46.0:1609800452.412331:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5f41000 0xffff9344c5f41000(0xfc5f41000)
00000800:00000200:46.0:1609800452.412332:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5f42000 0xffff9344c5f42000(0xfc5f42000)
00000800:00000200:46.0:1609800452.412656:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412658:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412659:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412659:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412660:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412660:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412661:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412662:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412662:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412663:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412663:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412664:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412665:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412666:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412667:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412668:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412669:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412669:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412670:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412671:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412672:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412672:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412673:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412673:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412674:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412674:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412675:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412676:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412676:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412677:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412677:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412678:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412678:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412679:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:46.0:1609800452.412679:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (19)++
00000800:00000200:46.0:1609800452.412680:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (20)--
00000800:00000200:29.0:1609800452.413165:0:434:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.122@o2ib18
00000800:00000200:29.0:1609800452.413167:0:434:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.122@o2ib18: active(1), version(12), status(0)
00000800:00000200:29.0:1609800452.413169:0:434:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b6ef000] (19)++
00000800:00000200:29.0:1609800452.413171:0:434:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b6ef000] (20)++
00000800:00000200:29.0:1609800452.413172:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000800:00000200:29.0:1609800452.413173:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:29.0:1609800452.413174:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:29.0:1609800452.413174:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000800:00000200:29.0:1609800452.413175:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (25)++
00000800:00000200:29.0:1609800452.413176:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000800:00000200:29.0:1609800452.413195:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (27)++
00000800:00000200:29.0:1609800452.413196:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (28)++
00000800:00000200:29.0:1609800452.413206:0:434:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b6ef000] (29)--
00000800:00000200:28.1:1609800452.413307:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (28)++
00000800:00000200:37.0:1609800452.413362:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (29)++
00000800:00000200:37.0:1609800452.413371:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (30)--
00000400:00000200:37.0:1609800452.413374:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.413380:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.413387:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (29)--
00000800:00000200:37.0:1609800452.413389:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (28)++
00000800:00000200:37.0:1609800452.413393:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (29)--
00000400:00000200:37.0:1609800452.413395:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.413400:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.413403:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (28)--
00000800:00000200:37.0:1609800452.413405:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)++
00000800:00000200:37.0:1609800452.413409:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (28)--
00000400:00000200:37.0:1609800452.413411:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.413411:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (28)++
00000400:00000200:37.0:1609800452.413415:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.413418:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (28)--
00000800:00000200:4.0:1609800452.413418:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (28)--
00000800:00000200:37.0:1609800452.413421:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)++
00000400:00000200:4.0:1609800452.413421:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.413424:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (27)--
00000400:00000200:37.0:1609800452.413426:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.413427:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:37.0:1609800452.413430:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.413434:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000800:00000200:5.0:1609800452.413437:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:4.0:1609800452.413462:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000800:00000200:5.0:1609800452.413463:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000800:00000200:4.0:1609800452.413464:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000400:00000200:5.0:1609800452.413465:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.413466:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:4.0:1609800452.413467:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.413467:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000400:00000200:5.0:1609800452.413469:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:4.0:1609800452.413470:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.413474:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:3.0:1609800452.413474:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800452.413476:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:3.0:1609800452.413476:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.413478:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:3.0:1609800452.413479:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.413483:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800452.413718:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:4.0:1609800452.413735:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800452.413739:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:4.0:1609800452.413741:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800452.413743:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800452.413744:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800452.413745:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800452.413831:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:5.0:1609800452.413876:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:5.0:1609800452.413882:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:5.0:1609800452.413884:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:5.0:1609800452.413886:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:5.0:1609800452.413887:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:5.0:1609800452.413888:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:31.1:1609800452.468171:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:4.0:1609800452.468221:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:4.0:1609800452.468231:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:4.0:1609800452.468239:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800452.468247:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.468252:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800452.468265:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800452.468271:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800452.468272:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800452.468277:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800452.468284:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:4.0:1609800452.468284:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800452.468287:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc9f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.468293:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800452.468293:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:4.0:1609800452.468296:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:4.0:1609800452.468298:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800452.468300:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.468301:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800452.468306:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:37.0:1609800452.468308:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5740 nid 172.19.1.80@o2ib100
00000400:00000200:37.0:1609800452.468311:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079140 net o2ib100
00000400:00000200:4.0:1609800452.468313:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800452.468318:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2cba00 nid 172.19.1.80@o2ib100
00000400:00000200:4.0:1609800452.468318:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.468325:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.80@o2ib100 NID 172.19.1.80@o2ib100 flags 0x0
00000400:00000200:4.0:1609800452.468349:0:16040:0:(peer.c:271:lnet_peer_alloc()) ffff93366836fec0 nid 172.19.1.62@o2ib100
00000400:00000200:37.0:1609800452.468350:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.80@o2ib100: 0
00000800:00000200:5.0:1609800452.468350:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:4.0:1609800452.468350:0:16040:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b5795000 net o2ib100
00000400:00000200:37.0:1609800452.468351:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:37.0:1609800452.468352:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.468353:0:16040:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934587fa6a00 nid 172.19.1.62@o2ib100
00000400:00000200:37.0:1609800452.468355:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.80@o2ib100 NID 172.19.1.80@o2ib100: 0. pending discovery
00000800:00000200:5.0:1609800452.468355:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:37.0:1609800452.468357:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.80@o2ib100 pending discovery
00000800:00000200:37.0:1609800452.468358:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000400:00000200:4.0:1609800452.468359:0:16040:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.62@o2ib100 NID 172.19.1.62@o2ib100 flags 0x0
00000800:00000200:37.0:1609800452.468360:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:5.0:1609800452.468360:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800452.468360:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:4.0:1609800452.468362:0:16040:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.62@o2ib100: 0
00000800:00000200:37.0:1609800452.468363:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800452.468363:0:16040:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.468364:0:16040:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.468366:0:16040:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.62@o2ib100 NID 172.19.1.62@o2ib100: 0. pending discovery
00000400:00000200:4.0:1609800452.468368:0:16040:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.62@o2ib100 pending discovery
00000800:00000200:4.0:1609800452.468370:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000400:00000200:5.0:1609800452.468371:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.468372:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:38.0:1609800452.468373:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800452.468373:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:5.0:1609800452.468374:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:38.0:1609800452.468375:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.468379:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800452.468382:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800452.468385:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800452.468388:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800452.468392:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800452.468394:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.468397:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000800:00000200:31.1:1609800452.468400:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:5.0:1609800452.468400:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (21)++
00000400:00000200:69.0:1609800452.468404:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.80@o2ib100 state 0x20
00000800:00000200:5.0:1609800452.468404:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000400:00000200:69.0:1609800452.468408:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.80@o2ib100
00000800:00000200:3.0:1609800452.468411:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:5.0:1609800452.468412:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:69.0:1609800452.468413:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.80@o2ib100 state 0x10 rc 0
00000800:00000200:5.0:1609800452.468414:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:5.0:1609800452.468416:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:3.0:1609800452.468416:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800452.468417:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.80@o2ib100
00000400:00000200:69.0:1609800452.468422:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.80@o2ib100
00000400:00000200:3.0:1609800452.468422:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800452.468423:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:5.0:1609800452.468423:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800452.468425:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800452.468426:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800452.468426:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)++
00000400:00000200:69.0:1609800452.468428:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:4.0:1609800452.468428:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:3.0:1609800452.468428:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.468430:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800452.468430:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.468432:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800452.468433:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.468433:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efadb00 nid 172.19.1.123@o2ib100
00000400:00000200:3.0:1609800452.468434:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8c540 net o2ib100
00000400:00000200:69.0:1609800452.468435:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:32] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800452.468437:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.468439:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b6ec200 nid 172.19.1.123@o2ib100
00000400:00000200:69.0:1609800452.468441:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.468445:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.80@o2ib100
00000400:00000200:69.0:1609800452.468450:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.80@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:3.0:1609800452.468456:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.123@o2ib100 NID 172.19.1.123@o2ib100 flags 0x0
00000400:00000200:5.0:1609800452.468461:0:16037:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d500 nid 172.19.1.113@o2ib100
00000400:00000200:5.0:1609800452.468463:0:16037:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0740 net o2ib100
00000400:00000200:69.0:1609800452.468464:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800452.468467:0:16037:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b81a600 nid 172.19.1.113@o2ib100
00000800:00000200:69.0:1609800452.468471:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800452.468472:0:16037:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.113@o2ib100 NID 172.19.1.113@o2ib100 flags 0x0
00000400:00000200:3.0:1609800452.468472:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.123@o2ib100: 0
00000400:00000200:3.0:1609800452.468473:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1609800452.468475:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:37.0:1609800452.468476:0:16039:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5ce5680 nid 172.19.1.126@o2ib100
00000400:00000200:37.0:1609800452.468477:0:16039:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354de079100 net o2ib100
00000400:00000200:3.0:1609800452.468477:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.123@o2ib100 NID 172.19.1.123@o2ib100: 0. pending discovery
00000800:00000200:69.0:1609800452.468478:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800452.468480:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.123@o2ib100 pending discovery
00000800:00000200:57.0:1609800452.468481:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800452.468481:0:16037:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.113@o2ib100: 0
00000400:00000200:37.0:1609800452.468482:0:16039:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93362c786a00 nid 172.19.1.126@o2ib100
00000400:00000200:5.0:1609800452.468482:0:16037:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800452.468483:0:16037:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:69.0:1609800452.468486:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800452.468486:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.468486:0:16037:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.113@o2ib100 NID 172.19.1.113@o2ib100: 0. pending discovery
00000400:00000200:5.0:1609800452.468488:0:16037:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.113@o2ib100 pending discovery
00000800:00000200:3.0:1609800452.468488:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)++
00000800:00000200:69.0:1609800452.468489:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800452.468489:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)++
00000400:00000200:37.0:1609800452.468490:0:16039:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.126@o2ib100 NID 172.19.1.126@o2ib100 flags 0x0
00000800:00000200:5.0:1609800452.468490:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (28)--
00000800:00000200:3.0:1609800452.468490:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)--
00000800:00000200:3.0:1609800452.468491:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (27)--
00000800:00000200:5.0:1609800452.468492:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:57.0:1609800452.468493:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800452.468493:0:16039:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.126@o2ib100: 0
00000400:00000200:4.0:1609800452.468493:0:16040:0:(peer.c:271:lnet_peer_alloc()) ffff93366836fe00 nid 172.19.1.125@o2ib100
00000800:00000200:3.0:1609800452.468493:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:37.0:1609800452.468494:0:16039:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:37.0:1609800452.468494:0:16039:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.468494:0:16040:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b5795c00 net o2ib100
00000400:00000200:37.0:1609800452.468496:0:16039:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.126@o2ib100 NID 172.19.1.126@o2ib100: 0. pending discovery
00000800:00000200:3.0:1609800452.468497:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:3.0:1609800452.468498:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:37.0:1609800452.468499:0:16039:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.126@o2ib100 pending discovery
00000800:00000200:3.0:1609800452.468499:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:5.0:1609800452.468501:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:4.0:1609800452.468502:0:16040:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518ed2400 nid 172.19.1.125@o2ib100
00000800:00000200:3.0:1609800452.468502:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:5.0:1609800452.468516:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800452.468519:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.62@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.468520:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.62@o2ib100
00000400:00000200:69.0:1609800452.468522:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.62@o2ib100 state 0x10 rc 0
00000800:00000200:37.0:1609800452.468522:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000400:00000200:4.0:1609800452.468523:0:16040:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.125@o2ib100 NID 172.19.1.125@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.468524:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.62@o2ib100
00000800:00000200:37.0:1609800452.468524:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000400:00000200:3.0:1609800452.468524:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800452.468525:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:5.0:1609800452.468525:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800452.468526:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:69.0:1609800452.468527:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.62@o2ib100
00000800:00000200:37.0:1609800452.468528:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:4.0:1609800452.468528:0:16040:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.125@o2ib100: 0
00000400:00000200:4.0:1609800452.468529:0:16040:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.468532:0:16040:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800452.468533:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800452.468534:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800452.468534:0:16040:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.125@o2ib100 NID 172.19.1.125@o2ib100: 0. pending discovery
00000400:00000200:69.0:1609800452.468535:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:33] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800452.468536:0:16040:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.125@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.468538:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:5.0:1609800452.468538:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.468539:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000400:00000200:3.0:1609800452.468539:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468540:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.62@o2ib100
00000800:00000200:37.0:1609800452.468541:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000400:00000200:69.0:1609800452.468542:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.62@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:37.0:1609800452.468542:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)++
00000800:00000200:37.0:1609800452.468544:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800452.468544:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:69.0:1609800452.468547:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.468550:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800452.468551:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.468552:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.468555:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800452.468555:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800452.468555:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (26)++
00000800:00000200:69.0:1609800452.468556:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.468557:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800452.468557:0:16038:0:(peer.c:271:lnet_peer_alloc()) ffff93361efada40 nid 172.19.1.115@o2ib100
00000800:00000200:37.0:1609800452.468559:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (27)--
00000800:00000200:5.0:1609800452.468559:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800452.468559:0:16038:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345bcf8ca80 net o2ib100
00000800:00000200:37.0:1609800452.468561:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000800:00000200:5.0:1609800452.468562:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800452.468562:0:16038:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518fe3800 nid 172.19.1.115@o2ib100
00000400:00000200:69.0:1609800452.468563:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.123@o2ib100 state 0x20
00000800:00000200:4.0:1609800452.468563:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:69.0:1609800452.468564:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.123@o2ib100
00000800:00000200:5.0:1609800452.468564:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800452.468564:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:3.0:1609800452.468565:0:16038:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 172.19.1.115@o2ib100 NID 172.19.1.115@o2ib100 flags 0x0
00000400:00000200:69.0:1609800452.468566:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.123@o2ib100 state 0x10 rc 0
00000800:00000200:5.0:1609800452.468566:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:5.0:1609800452.468568:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000400:00000200:3.0:1609800452.468568:0:16038:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 172.19.1.115@o2ib100: 0
00000800:00000200:5.0:1609800452.468569:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:3.0:1609800452.468569:0:16038:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1609800452.468570:0:16038:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000800:00000200:57.0:1609800452.468572:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800452.468572:0:16038:0:(peer.c:2150:lnet_discover_peer_locked()) peer 172.19.1.115@o2ib100 NID 172.19.1.115@o2ib100: 0. pending discovery
00000400:00000200:57.0:1609800452.468573:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.468574:0:16038:0:(lib-move.c:2597:lnet_select_pathway()) 172.19.1.115@o2ib100 pending discovery
00000400:00000200:69.0:1609800452.468575:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.123@o2ib100
00000400:00000200:57.0:1609800452.468576:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800452.468576:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.468577:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.123@o2ib100
00000800:00000200:3.0:1609800452.468577:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000400:00000200:4.0:1609800452.468578:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.468578:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:3.0:1609800452.468579:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:69.0:1609800452.468581:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:57.0:1609800452.468581:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800452.468581:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:4.0:1609800452.468582:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.468584:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:34] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.468586:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:4.0:1609800452.468587:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468588:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.123@o2ib100
00000800:00000200:4.0:1609800452.468588:0:16057:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800452.468589:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:69.0:1609800452.468590:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.123@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:4.0:1609800452.468590:0:16057:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:37.0:1609800452.468593:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800452.468593:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800452.468595:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:69.0:1609800452.468596:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800452.468597:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:69.0:1609800452.468599:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800452.468600:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:4.0:1609800452.468601:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.468602:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:69.0:1609800452.468605:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:69.0:1609800452.468606:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800452.468606:0:16057:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800452.468609:0:16057:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800452.468611:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800452.468612:0:16057:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800452.468613:0:16057:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364abc9b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.468614:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.113@o2ib100 state 0x20
00000800:00000200:31.1:1609800452.468614:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000400:00000200:69.0:1609800452.468615:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.113@o2ib100
00000800:00000200:57.0:1609800452.468615:0:16064:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:69.0:1609800452.468617:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.113@o2ib100 state 0x10 rc 0
00000800:00000200:4.0:1609800452.468617:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800452.468618:0:16064:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800452.468618:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468619:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.113@o2ib100
00000400:00000200:69.0:1609800452.468621:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.113@o2ib100
00000400:00000200:4.0:1609800452.468621:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800452.468622:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000400:00000200:69.0:1609800452.468624:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:69.0:1609800452.468626:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:509, d:10, s:35] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:5.0:1609800452.468627:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:69.0:1609800452.468628:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:3.0:1609800452.468628:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:69.0:1609800452.468631:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.113@o2ib100
00000800:00000200:57.0:1609800452.468632:0:16064:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800452.468632:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800452.468634:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.113@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:57.0:1609800452.468634:0:16064:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff935525661500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800452.468634:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800452.468636:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800452.468637:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800452.468638:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.468639:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:69.0:1609800452.468642:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800452.468642:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.468645:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800452.468645:0:16064:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:69.0:1609800452.468648:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800452.468649:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.468651:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800452.468651:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000400:00000200:5.0:1609800452.468651:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:69.0:1609800452.468652:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800452.468658:0:16064:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:5.0:1609800452.468660:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800452.468663:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:69.0:1609800452.468665:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.126@o2ib100 state 0x20
00000800:00000200:5.0:1609800452.468666:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800452.468666:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:69.0:1609800452.468667:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.126@o2ib100
00000400:00000200:69.0:1609800452.468668:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.126@o2ib100 state 0x10 rc 0
00000800:00000200:57.0:1609800452.468668:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800452.468669:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800452.468670:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0F:1609800452.468671:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:5.0:1609800452.468671:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800452.468672:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800452.468674:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:69.0:1609800452.468679:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.126@o2ib100
00000800:00000200:3.0:1609800452.468679:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800452.468680:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000400:00000200:69.0:1609800452.468681:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.126@o2ib100
00000800:00000200:5.0:1609800452.468681:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000800:00000200:37.0:1609800452.468682:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:3.0:1609800452.468682:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800452.468683:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:5.0:1609800452.468683:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:69.0:1609800452.468684:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:5.0:1609800452.468685:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:69.0:1609800452.468687:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:508, d:10, s:36] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:3.0:1609800452.468687:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:69.0:1609800452.468689:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000800:00000200:3.0:1609800452.468689:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.468691:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.126@o2ib100
00000800:00000200:3.0:1609800452.468691:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (21)++
00000400:00000200:69.0:1609800452.468693:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.126@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:3.0:1609800452.468693:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:3.0:1609800452.468694:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:57.0:1609800452.468696:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800452.468696:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.468698:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800452.468698:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.468698:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.468701:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800452.468702:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.468703:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800452.468703:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.468706:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800452.468708:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:69.0:1609800452.468711:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.125@o2ib100 state 0x20
00000800:00000200:57.0:1609800452.468711:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:69.0:1609800452.468712:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.125@o2ib100
00000400:00000200:57.0:1609800452.468712:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468713:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.125@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800452.468715:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.125@o2ib100
00000400:00000200:57.0:1609800452.468715:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.468716:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.125@o2ib100
00000400:00000200:69.0:1609800452.468719:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:69.0:1609800452.468720:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:510, d:10, s:37] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.468722:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.468724:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.125@o2ib100
00000400:00000200:69.0:1609800452.468726:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.125@o2ib100 nid 192.168.129.187@tcp129: 0
00000800:00000200:5.0:1609800452.468728:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800452.468730:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468731:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800452.468733:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:69.0:1609800452.468735:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:69.0:1609800452.468738:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800452.468739:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:69.0:1609800452.468740:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800452.468740:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.468741:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd2400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.468743:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.468747:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 172.19.1.115@o2ib100 state 0x20
00000400:00000200:69.0:1609800452.468748:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 172.19.1.115@o2ib100
00000400:00000200:69.0:1609800452.468749:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 172.19.1.115@o2ib100 state 0x10 rc 0
00000400:00000200:69.0:1609800452.468750:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 172.19.1.115@o2ib100
00000400:00000200:69.0:1609800452.468752:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-172.19.1.115@o2ib100
00000400:00000200:69.0:1609800452.468754:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:69.0:1609800452.468756:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.129.187@tcp129 [c:511, d:10, s:38] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000800:00000200:57.0:1609800452.468756:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800452.468757:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.468758:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.129.187@tcp129
00000400:00000200:69.0:1609800452.468760:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.129.187@tcp129 on NMR peer 172.19.1.115@o2ib100
00000400:00000200:57.0:1609800452.468760:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:69.0:1609800452.468762:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 172.19.1.115@o2ib100 nid 192.168.129.187@tcp129: 0
00000400:00000200:69.0:1609800452.468767:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:69.0:1609800452.468769:0:16070:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:69.0:1609800452.468771:0:16070:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:69.0:1609800452.468773:0:16070:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:69.0:1609800452.468774:0:16070:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b3bd3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800452.468822:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800452.468825:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.468828:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800452.468994:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.469004:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.469007:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800452.469013:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.469016:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800452.469021:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.469023:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800452.469024:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469030:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800452.469101:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800452.469163:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800452.469169:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800452.469171:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.469175:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.469180:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:37.0:1609800452.469181:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800452.469232:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.469240:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.469242:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800452.469252:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.469255:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800452.469259:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.469260:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800452.469263:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469267:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800452.469271:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.469278:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.469280:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800452.469284:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.469287:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800452.469289:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.469290:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469291:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800452.469294:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:31.1:1609800452.469297:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000400:00000200:0.0:1609800452.469324:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.469335:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469339:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:5.0:1609800452.469340:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:5.0:1609800452.469346:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:0.0:1609800452.469346:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800452.469348:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.469352:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:0.0:1609800452.469353:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:5.0:1609800452.469357:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:5.0:1609800452.469358:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800452.469359:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.469361:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:5.0:1609800452.469362:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:0.0:1609800452.469362:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000400:00000200:5.0:1609800452.469364:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.469366:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:5.0:1609800452.469367:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.469369:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:0.0:1609800452.469371:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:0.0:1609800452.469377:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.469381:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469383:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:31.1:1609800452.469384:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:0.0:1609800452.469388:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.469391:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800452.469395:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800452.469395:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.469396:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800452.469397:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000800:00000200:0.0:1609800452.469401:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:37.0:1609800452.469402:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:6.0:1609800452.469403:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:6.0:1609800452.469405:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469405:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800452.469408:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:0.0:1609800452.469409:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469410:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:31.1:1609800452.469415:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000400:00000200:0.0:1609800452.469415:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.469417:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.469417:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800452.469420:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:0.0:1609800452.469421:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.469422:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800452.469422:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)++
00000400:00000200:57.0:1609800452.469424:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.469424:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000800:00000200:5.0:1609800452.469425:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:57.0:1609800452.469427:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:6.0:1609800452.469428:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:0.0:1609800452.469428:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)--
00000400:00000200:6.0:1609800452.469430:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.469433:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800452.469433:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:57.0:1609800452.469436:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800452.469437:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:0.0:1609800452.469440:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.469441:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800452.469441:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469442:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469444:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000400:00000200:0.0:1609800452.469444:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469446:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:57.0:1609800452.469448:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800452.469450:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:0.0:1609800452.469452:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800452.469453:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:37.0:1609800452.469454:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.469455:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:0.0:1609800452.469455:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:37.0:1609800452.469457:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.469459:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:0.0:1609800452.469459:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.469460:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:0.0:1609800452.469461:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (22)++
00000800:00000200:31.1:1609800452.469462:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800452.469467:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)--
00000400:00000200:0.0:1609800452.469471:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800452.469472:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:3.0:1609800452.469477:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:3.0:1609800452.469479:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.469480:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:3.0:1609800452.469483:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.469484:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:6.0:1609800452.469485:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:5.0:1609800452.469485:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:6.0:1609800452.469487:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:6.0:1609800452.469488:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:5.0:1609800452.469489:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:3.0:1609800452.469490:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:0.0:1609800452.469490:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.469492:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:5.0:1609800452.469492:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.469492:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:5.0:1609800452.469494:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:0.0:1609800452.469497:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.469500:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:0.0:1609800452.469500:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:0.0:1609800452.469503:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.469504:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:0.0:1609800452.469505:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:0.0:1609800452.469509:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800452.469522:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:0.0:1609800452.469528:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800452.469530:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:3.0:1609800452.469533:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:3.0:1609800452.469534:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.469536:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:3.0:1609800452.469537:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:0.0:1609800452.469538:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.469540:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:0.0:1609800452.469541:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:0.0:1609800452.469547:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.469549:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:0.0:1609800452.469552:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.469553:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:0.0:1609800452.469554:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:0.0:1609800452.469559:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800452.469572:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800452.469580:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800452.469584:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800452.469585:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.469587:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.469587:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:37.0:1609800452.469589:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800452.469606:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.469613:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.469615:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800452.469621:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.469625:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800452.469629:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.469631:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800452.469632:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800452.469635:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:38.0:1609800452.469636:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800452.469648:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:6.0:1609800452.469655:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:38.0:1609800452.469657:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.469659:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:38.0:1609800452.469661:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:6.0:1609800452.469661:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.469662:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:6.0:1609800452.469663:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.469666:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000400:00000200:38.0:1609800452.469668:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.469668:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:3.0:1609800452.469668:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:3.0:1609800452.469670:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:38.0:1609800452.469671:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:3.0:1609800452.469671:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:6.0:1609800452.469672:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:38.0:1609800452.469676:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.469678:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:38.0:1609800452.469680:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:38.0:1609800452.469688:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:38.0:1609800452.469695:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800452.469701:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:38.0:1609800452.469705:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.469707:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:37.0:1609800452.469709:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800452.469712:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:38.0:1609800452.469713:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800452.469714:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.469715:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:38.0:1609800452.469716:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:37.0:1609800452.469716:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:38.0:1609800452.469719:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.469719:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:38.0:1609800452.469720:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:38.0:1609800452.469721:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:38.0:1609800452.469725:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800452.469738:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:3.0:1609800452.469747:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:3.0:1609800452.469750:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:3.0:1609800452.469751:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.469753:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:3.0:1609800452.469754:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.469756:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:31.1:1609800452.469872:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:5.0:1609800452.469880:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:5.0:1609800452.469885:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:5.0:1609800452.469886:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800452.469887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:5.0:1609800452.469888:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:5.0:1609800452.469889:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800452.527823:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.527834:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.527840:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5d81ec0 nid 192.168.128.68@o2ib18
00000400:00000200:57.0:1609800452.527843:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed240 net o2ib18
00000400:00000200:57.0:1609800452.527847:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b194e00 nid 192.168.128.68@o2ib18
00000400:00000200:57.0:1609800452.527853:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.68@o2ib18 NID 192.168.128.68@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.527860:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.68@o2ib18: 0
00000400:00000200:57.0:1609800452.527862:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.527864:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.527868:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.68@o2ib18 NID 192.168.128.68@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.527871:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.68@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.527908:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.527915:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.68@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.527918:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.68@o2ib18
00000400:00000200:69.0:1609800452.527921:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.68@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.527924:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.68@o2ib18
00000400:00000200:69.0:1609800452.527929:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.68@o2ib18
00000400:00000200:69.0:1609800452.527934:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:69.0:1609800452.527939:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:101] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.527945:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.527951:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.68@o2ib18
00000400:00000200:69.0:1609800452.527956:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.68@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.527961:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.68@o2ib18 1
00000400:00000200:69.0:1609800452.527970:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.527977:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000400:00000200:4.0:1609800452.527983:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.527987:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85900] -> 192.168.128.68@o2ib18 (1)++
00000400:00000200:4.0:1609800452.527993:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.527994:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85900] -> 192.168.128.68@o2ib18 (2)++
00000400:00000200:4.0:1609800452.528000:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:4.0:1609800452.528013:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.528019:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:4.0:1609800452.528027:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.528032:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:4.0:1609800452.528032:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.528036:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85900] -> 192.168.128.68@o2ib18 (3)--
00000400:00000200:4.0:1609800452.528045:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.528050:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.528053:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:4.0:1609800452.528063:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.528068:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:4.0:1609800452.528073:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.528076:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.528085:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.528129:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.528132:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:57.0:1609800452.528136:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.528137:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.528140:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:4.0:1609800452.528143:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.528145:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.528147:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.528152:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:4.0:1609800452.528155:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.528163:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.528168:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000400:00000200:4.0:1609800452.528174:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.528175:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.528176:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:57.0:1609800452.528179:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.528182:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.528185:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:4.0:1609800452.528190:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.528192:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.528769:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.68@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.528796:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.68@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.529037:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.68@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.529061:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f45000 0xffff9344c5f45000(0xfc5f45000)
00000800:00000200:46.0:1609800452.529064:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f46000 0xffff9344c5f46000(0xfc5f46000)
00000800:00000200:46.0:1609800452.529066:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f47000 0xffff9344c5f47000(0xfc5f47000)
00000800:00000200:46.0:1609800452.529068:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f48000 0xffff9344c5f48000(0xfc5f48000)
00000800:00000200:46.0:1609800452.529070:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f49000 0xffff9344c5f49000(0xfc5f49000)
00000800:00000200:46.0:1609800452.529072:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f4a000 0xffff9344c5f4a000(0xfc5f4a000)
00000800:00000200:46.0:1609800452.529073:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f4b000 0xffff9344c5f4b000(0xfc5f4b000)
00000800:00000200:46.0:1609800452.529075:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5f4c000 0xffff9344c5f4c000(0xfc5f4c000)
00000800:00000200:46.0:1609800452.529077:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5f4d000 0xffff9344c5f4d000(0xfc5f4d000)
00000800:00000200:46.0:1609800452.529083:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5f4e000 0xffff9344c5f4e000(0xfc5f4e000)
00000800:00000200:46.0:1609800452.529085:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5f4f000 0xffff9344c5f4f000(0xfc5f4f000)
00000800:00000200:46.0:1609800452.529087:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5f50000 0xffff9344c5f50000(0xfc5f50000)
00000800:00000200:46.0:1609800452.529089:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5f51000 0xffff9344c5f51000(0xfc5f51000)
00000800:00000200:46.0:1609800452.529091:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5f52000 0xffff9344c5f52000(0xfc5f52000)
00000800:00000200:46.0:1609800452.529093:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5f53000 0xffff9344c5f53000(0xfc5f53000)
00000800:00000200:46.0:1609800452.529094:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5f54000 0xffff9344c5f54000(0xfc5f54000)
00000800:00000200:46.0:1609800452.529096:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5f55000 0xffff9344c5f55000(0xfc5f55000)
00000800:00000200:46.0:1609800452.529098:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5f75000 0xffff9344c5f75000(0xfc5f75000)
00000800:00000200:46.0:1609800452.529449:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529450:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529451:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529452:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529452:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529453:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529453:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529454:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529455:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529455:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529456:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529457:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529458:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529458:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529459:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529460:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529460:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529461:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529462:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529462:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529463:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529464:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529464:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529465:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529466:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529466:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529468:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529469:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529469:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529470:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529471:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529472:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529473:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529474:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:46.0:1609800452.529474:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (19)++
00000800:00000200:46.0:1609800452.529475:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (20)--
00000800:00000200:30.0:1609800452.529823:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.68@o2ib18
00000800:00000200:30.0:1609800452.529842:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.68@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800452.529844:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451f99fe00] (19)++
00000800:00000200:30.0:1609800452.529845:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451f99fe00] (20)++
00000800:00000200:30.0:1609800452.529846:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:30.0:1609800452.529847:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (22)++
00000800:00000200:30.0:1609800452.529848:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (23)++
00000800:00000200:30.0:1609800452.529868:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (24)++
00000800:00000200:30.0:1609800452.529869:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (25)++
00000800:00000200:30.0:1609800452.529869:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (26)++
00000800:00000200:30.0:1609800452.529880:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451f99fe00] (27)--
00000800:00000200:22.1:1609800452.529913:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (26)++
00000800:00000200:6.0:1609800452.529965:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (27)++
00000800:00000200:6.0:1609800452.529975:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (28)--
00000400:00000200:6.0:1609800452.529978:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.529979:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (27)++
00000800:00000200:3.0:1609800452.529983:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (28)--
00000400:00000200:6.0:1609800452.529984:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:3.0:1609800452.529985:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.529990:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.529992:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (27)--
00000800:00000200:3.0:1609800452.529994:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)--
00000800:00000200:6.0:1609800452.529996:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)++
00000800:00000200:6.0:1609800452.530001:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (26)--
00000400:00000200:6.0:1609800452.530003:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.530008:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.530012:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:6.0:1609800452.530016:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:6.0:1609800452.530020:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (25)--
00000400:00000200:6.0:1609800452.530022:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.530025:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000400:00000200:6.0:1609800452.530027:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.530030:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:3.0:1609800452.530030:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (25)--
00000400:00000200:3.0:1609800452.530032:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.530033:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000400:00000200:3.0:1609800452.530037:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.530043:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:37.0:1609800452.530045:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800452.530046:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000400:00000200:37.0:1609800452.530048:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.530054:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.530061:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:22.1:1609800452.530272:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (20)++
00000800:00000200:5.0:1609800452.530286:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)++
00000800:00000200:5.0:1609800452.530297:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.68@o2ib18
00000800:00000200:3.0:1609800452.530298:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:5.0:1609800452.530300:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:5.0:1609800452.530304:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:5.0:1609800452.530305:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:22.1:1609800452.585858:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:19.0:1609800452.585905:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800452.585913:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800452.585917:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800452.585941:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.585944:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800452.585951:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800452.585955:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800452.585955:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800452.585958:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800452.585962:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800452.585962:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800452.585963:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800452.585966:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800452.585967:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800452.585969:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.585970:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:20.0:1609800452.585971:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.585972:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:20.0:1609800452.585974:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800452.585976:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800452.585980:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800452.585981:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800452.585983:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.585985:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800452.585985:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:20.0:1609800452.585988:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800452.585991:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800452.585992:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800452.585993:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800452.585994:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800452.585996:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800452.585996:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800452.585998:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800452.585999:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:19.0:1609800452.585999:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800452.586000:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:20.0:1609800452.586001:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800452.586001:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000800:00000200:20.0:1609800452.586002:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800452.586002:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (25)--
00000400:00000200:23.0:1609800452.586004:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800452.586005:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:20.0:1609800452.586007:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:23.0:1609800452.586010:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.586013:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:57.0:1609800452.586026:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800452.586028:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000400:00000200:57.0:1609800452.586029:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.586029:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800452.586032:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800452.586033:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800452.586034:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:23.0:1609800452.586036:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800452.586037:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:23.0:1609800452.586040:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800452.586040:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:19.0:1609800452.586041:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800452.586042:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800452.586044:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800452.586044:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.586045:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000400:00000200:20.0:1609800452.586047:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800452.586047:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000400:00000200:19.0:1609800452.586048:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:57.0:1609800452.586049:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800452.586049:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800452.586052:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:5.0:1609800452.586052:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.586055:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.586055:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800452.586056:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800452.586058:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (26)++
00000800:00000200:19.0:1609800452.586058:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800452.586059:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800452.586059:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.586060:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800452.586061:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800452.586063:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800452.586064:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800452.586065:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:23.0:1609800452.586066:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000400:00000200:20.0:1609800452.586066:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:23.0:1609800452.586068:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:23.0:1609800452.586070:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800452.586071:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000400:00000200:18.0:1609800452.586071:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.586072:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800452.586073:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800452.586073:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800452.586074:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:20.0:1609800452.586075:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800452.586075:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000400:00000200:18.0:1609800452.586075:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:5.0:1609800452.586076:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800452.586077:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800452.586078:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000400:00000200:5.0:1609800452.586078:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.586079:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800452.586079:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000400:00000200:5.0:1609800452.586081:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800452.586082:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800452.586082:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800452.586083:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800452.586087:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:22.0:1609800452.586088:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800452.586088:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:20.0:1609800452.586089:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000400:00000200:23.0:1609800452.586090:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.586090:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:18.0:1609800452.586090:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800452.586091:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.586092:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:18.0:1609800452.586094:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:22.0:1609800452.586095:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800452.586095:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800452.586096:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfcb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.586097:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.586098:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000400:00000200:23.0:1609800452.586100:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800452.586100:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000400:00000200:5.0:1609800452.586101:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800452.586102:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:23.0:1609800452.586103:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.1:1609800452.586104:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:23.0:1609800452.586105:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800452.586108:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800452.586109:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800452.586110:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800452.586113:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:23.0:1609800452.586114:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:22.0:1609800452.586114:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800452.586115:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.586116:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:19.0:1609800452.586116:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800452.586117:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000400:00000200:22.0:1609800452.586118:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800452.586126:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000800:00000200:18.0:1609800452.586128:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:18.0:1609800452.586131:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800452.586132:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800452.586132:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.586133:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000400:00000200:18.0:1609800452.586134:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.586135:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:23.0:1609800452.586136:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000400:00000200:20.0:1609800452.586136:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800452.586136:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:23.0:1609800452.586138:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800452.586142:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800452.586145:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800452.586146:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:23.0:1609800452.586147:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800452.586147:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800452.586150:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.586150:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800452.586151:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800452.586152:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.586153:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800452.586153:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800452.586156:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800452.586156:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800452.586158:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800452.586158:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800452.586159:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.586161:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800452.586161:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800452.586161:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000800:00000200:18.0:1609800452.586162:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800452.586163:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.586163:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800452.586163:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:18.0:1609800452.586163:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfdd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800452.586163:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800452.586164:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800452.586164:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800452.586165:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:18.0:1609800452.586165:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000400:00000200:57.0:1609800452.586166:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800452.586167:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800452.586167:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (27)--
00000800:00000200:18.0:1609800452.586167:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800452.586168:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:20.0:1609800452.586169:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800452.586170:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800452.586170:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.586171:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:20.0:1609800452.586172:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:23.0:1609800452.586173:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800452.586174:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (25)--
00000800:00000200:23.0:1609800452.586175:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800452.586175:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.586175:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:20.0:1609800452.586176:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:57.0:1609800452.586177:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800452.586178:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.586178:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800452.586178:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800452.586179:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800452.586179:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800452.586179:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.586180:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.586181:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800452.586182:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000400:00000200:19.0:1609800452.586182:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.586182:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:0.0:1609800452.586183:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800452.586184:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800452.586185:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (26)++
00000400:00000200:19.0:1609800452.586186:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:18.0:1609800452.586186:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:23.0:1609800452.586188:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:23.0:1609800452.586189:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:23.0:1609800452.586190:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000400:00000200:19.0:1609800452.586191:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800452.586192:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800452.586194:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:23.0:1609800452.586197:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800452.586197:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.586197:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800452.586197:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800452.586197:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800452.586198:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.586199:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800452.586199:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800452.586200:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800452.586202:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800452.586204:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.586205:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800452.586205:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800452.586205:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000800:00000200:19.0:1609800452.586206:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800452.586207:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000400:00000200:18.0:1609800452.586207:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:57.0:1609800452.586208:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800452.586208:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800452.586209:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:20.0:1609800452.586210:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800452.586210:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000400:00000200:57.0:1609800452.586211:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.586211:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800452.586212:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000400:00000200:57.0:1609800452.586213:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800452.586213:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800452.586214:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800452.586214:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800452.586217:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800452.586219:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800452.586222:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800452.586223:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfd600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800452.586227:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000400:00000200:23.0:1609800452.586228:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:20.0:1609800452.586228:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000800:00000200:20.0:1609800452.586229:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:0.0:1609800452.586229:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800452.586230:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800452.586231:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800452.586231:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.586232:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:18.0:1609800452.586232:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800452.586233:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.586234:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800452.586235:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800452.586236:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800452.586238:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800452.586241:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800452.586244:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800452.586246:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800452.586249:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (21)++
00000800:00000200:23.0:1609800452.586251:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:23.0:1609800452.586254:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:23.0:1609800452.586256:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:0.0:1609800452.586257:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800452.586258:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.586261:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800452.586267:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800452.586273:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800452.586276:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800452.586277:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:19.0:1609800452.586278:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800452.586837:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.586847:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.586853:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800452.586865:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.586871:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800452.586877:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.586880:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800452.586882:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800452.586892:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:0.0:1609800452.586899:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.586901:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.586910:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.586916:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800452.586921:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.586928:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.586934:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:0.0:1609800452.586934:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800452.586942:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800452.586945:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.586945:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:0.0:1609800452.586948:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800452.586951:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800452.586957:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000800:00000200:57.0:1609800452.586966:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800452.586967:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.586970:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800452.586972:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (23)++
00000400:00000200:0.0:1609800452.586973:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800452.586977:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (24)++
00000400:00000200:0.0:1609800452.586977:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:57.0:1609800452.586978:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000400:00000200:0.0:1609800452.586988:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800452.586993:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:0.0:1609800452.586993:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.586999:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.586999:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800452.587001:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000800:00000200:0.0:1609800452.587002:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)++
00000400:00000200:57.0:1609800452.587004:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.587004:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000400:00000200:18.0:1609800452.587005:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.587009:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:18.0:1609800452.587011:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:0.0:1609800452.587013:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (26)--
00000400:00000200:57.0:1609800452.587019:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800452.587022:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.587025:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:18.0:1609800452.587026:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:18.0:1609800452.587028:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:0.0:1609800452.587029:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587030:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800452.587033:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000400:00000200:0.0:1609800452.587033:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:57.0:1609800452.587035:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)++
00000400:00000200:18.0:1609800452.587035:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587037:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000400:00000200:18.0:1609800452.587040:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.587042:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000800:00000200:57.0:1609800452.587044:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (26)--
00000400:00000200:0.0:1609800452.587044:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800452.587052:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000800:00000200:18.0:1609800452.587053:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:0.0:1609800452.587053:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:23.0:1609800452.587055:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.587055:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:18.0:1609800452.587058:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000400:00000200:18.0:1609800452.587074:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.587075:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:0.0:1609800452.587076:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800452.587077:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800452.587078:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:0.0:1609800452.587078:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)++
00000400:00000200:18.0:1609800452.587079:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:0.0:1609800452.587079:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000800:00000200:23.0:1609800452.587084:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (27)--
00000800:00000200:0.0:1609800452.587085:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800452.587087:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000800:00000200:18.0:1609800452.587087:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:23.0:1609800452.587090:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800452.587090:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.587097:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:57.0:1609800452.587099:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800452.587100:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000400:00000200:57.0:1609800452.587105:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:19.0:1609800452.587105:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800452.587108:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800452.587115:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:57.0:1609800452.587116:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800452.587117:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.587119:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:19.0:1609800452.587134:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.587139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:57.0:1609800452.587145:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800452.587151:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.587154:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800452.587155:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000400:00000200:38.0:1609800452.587160:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.587161:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800452.587170:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.587172:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.587175:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800452.587176:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800452.587177:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000400:00000200:38.0:1609800452.587182:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.587186:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.587187:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:20.0:1609800452.587188:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:38.0:1609800452.587192:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.587194:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:38.0:1609800452.587207:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000400:00000200:57.0:1609800452.587212:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800452.587214:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:57.0:1609800452.587215:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:38.0:1609800452.587216:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (26)--
00000800:00000200:20.0:1609800452.587217:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000800:00000200:57.0:1609800452.587219:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800452.587219:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000400:00000200:20.0:1609800452.587219:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587221:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)++
00000800:00000200:23.0:1609800452.587221:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:18.0:1609800452.587221:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:57.0:1609800452.587222:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (25)++
00000400:00000200:38.0:1609800452.587222:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800452.587223:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000400:00000200:20.0:1609800452.587223:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.587224:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:57.0:1609800452.587226:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000400:00000200:38.0:1609800452.587226:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.587228:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:38.0:1609800452.587229:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800452.587232:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.587235:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.587238:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:57.0:1609800452.587240:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.587242:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:38.0:1609800452.587243:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800452.587245:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)++
00000800:00000200:38.0:1609800452.587246:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (23)++
00000800:00000200:22.1:1609800452.587247:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000800:00000200:38.0:1609800452.587251:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)--
00000400:00000200:57.0:1609800452.587253:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800452.587254:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:38.0:1609800452.587255:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.587256:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:19.0:1609800452.587258:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000400:00000200:38.0:1609800452.587259:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587260:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800452.587260:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587261:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)++
00000400:00000200:38.0:1609800452.587261:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:18.0:1609800452.587261:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:19.0:1609800452.587262:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:57.0:1609800452.587263:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (26)++
00000800:00000200:57.0:1609800452.587267:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (27)--
00000400:00000200:38.0:1609800452.587267:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800452.587268:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (27)--
00000800:00000200:23.0:1609800452.587269:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (26)++
00000400:00000200:18.0:1609800452.587269:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800452.587270:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:23.0:1609800452.587272:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800452.587272:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800452.587273:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000400:00000200:18.0:1609800452.587273:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:23.0:1609800452.587274:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.587275:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800452.587275:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:23.0:1609800452.587276:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:38.0:1609800452.587277:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:18.0:1609800452.587278:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:38.0:1609800452.587279:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000800:00000200:22.1:1609800452.587279:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000400:00000200:57.0:1609800452.587281:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.587283:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:38.0:1609800452.587283:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)--
00000800:00000200:23.0:1609800452.587283:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:23.0:1609800452.587284:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:57.0:1609800452.587289:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800452.587289:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.587289:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000400:00000200:23.0:1609800452.587290:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.587292:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:23.0:1609800452.587292:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:57.0:1609800452.587295:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:22.1:1609800452.587295:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800452.587296:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:57.0:1609800452.587297:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000800:00000200:23.0:1609800452.587298:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:57.0:1609800452.587299:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.116@o2ib18: no credits
00000800:00000200:23.0:1609800452.587299:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:57.0:1609800452.587300:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000800:00000200:23.0:1609800452.587303:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.116@o2ib18: no credits
00000800:00000200:18.0:1609800452.587303:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000400:00000200:57.0:1609800452.587304:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800452.587304:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:23.0:1609800452.587306:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.587308:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:57.0:1609800452.587311:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.587311:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800452.587313:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800452.587318:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.587320:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800452.587323:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.587324:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800452.587325:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800452.587327:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.116@o2ib18: no credits
00000800:00000200:57.0:1609800452.587327:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000800:00000200:22.1:1609800452.587329:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000800:00000200:20.0:1609800452.587335:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:20.0:1609800452.587340:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:18.0:1609800452.587342:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:20.0:1609800452.587350:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:20.0:1609800452.587352:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000800:00000200:20.0:1609800452.587353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:22.1:1609800452.587358:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800452.587365:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800452.587368:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:19.0:1609800452.587370:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800452.587372:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:19.0:1609800452.587372:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.587375:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.587375:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800452.587376:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:23.0:1609800452.587377:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800452.587379:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.587382:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:22.1:1609800452.587481:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:20.0:1609800452.587486:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:20.0:1609800452.587490:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:20.0:1609800452.587491:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:20.0:1609800452.587492:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800452.587492:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:20.0:1609800452.587494:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800452.629614:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.629637:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.629649:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4000 nid 192.168.128.172@o2ib18
00000400:00000200:4.0:1609800452.629654:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.629656:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73eda00 net o2ib18
00000400:00000200:57.0:1609800452.629677:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451b194600 nid 192.168.128.172@o2ib18
00000400:00000200:57.0:1609800452.629683:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.172@o2ib18 NID 192.168.128.172@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.629691:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.172@o2ib18: 0
00000400:00000200:57.0:1609800452.629693:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.629694:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.629696:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.629700:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.172@o2ib18 NID 192.168.128.172@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.629705:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.172@o2ib18 pending discovery
00000400:00000200:4.0:1609800452.629705:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.172@o2ib18: -114
00000400:00000200:4.0:1609800452.629707:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800452.629708:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800452.629711:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.172@o2ib18 NID 192.168.128.172@o2ib18: 0. pending discovery
00000400:00000200:4.0:1609800452.629714:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.172@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.629716:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.629722:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.629727:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.172@o2ib18: -114
00000400:00000200:57.0:1609800452.629729:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.629731:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.629735:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.172@o2ib18 NID 192.168.128.172@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800452.629738:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.629739:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.172@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.629745:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.172@o2ib18 state 0x20
00000400:00000200:57.0:1609800452.629746:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.629749:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.172@o2ib18
00000400:00000200:57.0:1609800452.629750:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.629751:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.172@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.629755:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800452.629760:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:102] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800452.629766:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800452.629770:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.172@o2ib18
00000400:00000200:57.0:1609800452.629775:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.172@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.629778:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.172@o2ib18
00000400:00000200:69.0:1609800452.629783:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.172@o2ib18
00000400:00000200:57.0:1609800452.629783:0:16066:0:(router.c:135:lnet_notify_locked()) set 192.168.128.172@o2ib18 1
00000400:00000200:69.0:1609800452.629788:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800452.629792:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.629814:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:69.0:1609800452.629817:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.629820:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5780] -> 192.168.128.172@o2ib18 (1)++
00000800:00000200:69.0:1609800452.629821:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800452.629825:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5780] -> 192.168.128.172@o2ib18 (2)++
00000800:00000200:69.0:1609800452.629826:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.629826:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.629828:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800452.629831:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.172@o2ib18
00000400:00000200:69.0:1609800452.629833:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:69.0:1609800452.629838:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.629841:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:69.0:1609800452.629844:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.629846:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800452.629848:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.172@o2ib18
00000400:00000200:5.0:1609800452.629848:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.629849:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:57.0:1609800452.629851:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:5.0:1609800452.629852:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:57.0:1609800452.629854:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5780] -> 192.168.128.172@o2ib18 (3)--
00000400:00000200:5.0:1609800452.629860:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.629864:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:69.0:1609800452.629867:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.629870:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:5.0:1609800452.629873:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.629875:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.629878:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.629880:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.630048:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.630053:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.630055:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800452.630061:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.630064:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800452.630069:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.630071:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.630403:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.172@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.630421:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.172@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.630651:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.172@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.630662:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f79000 0xffff9344c5f79000(0xfc5f79000)
00000800:00000200:46.0:1609800452.630664:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f7a000 0xffff9344c5f7a000(0xfc5f7a000)
00000800:00000200:46.0:1609800452.630665:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f7b000 0xffff9344c5f7b000(0xfc5f7b000)
00000800:00000200:46.0:1609800452.630666:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f7c000 0xffff9344c5f7c000(0xfc5f7c000)
00000800:00000200:46.0:1609800452.630667:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f7d000 0xffff9344c5f7d000(0xfc5f7d000)
00000800:00000200:46.0:1609800452.630668:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f7e000 0xffff9344c5f7e000(0xfc5f7e000)
00000800:00000200:46.0:1609800452.630669:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f7f000 0xffff9344c5f7f000(0xfc5f7f000)
00000800:00000200:46.0:1609800452.630670:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5f80000 0xffff9344c5f80000(0xfc5f80000)
00000800:00000200:46.0:1609800452.630670:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5f81000 0xffff9344c5f81000(0xfc5f81000)
00000800:00000200:46.0:1609800452.630671:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5f82000 0xffff9344c5f82000(0xfc5f82000)
00000800:00000200:46.0:1609800452.630672:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5f83000 0xffff9344c5f83000(0xfc5f83000)
00000800:00000200:46.0:1609800452.630673:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5f84000 0xffff9344c5f84000(0xfc5f84000)
00000800:00000200:46.0:1609800452.630674:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5f85000 0xffff9344c5f85000(0xfc5f85000)
00000800:00000200:46.0:1609800452.630675:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5f86000 0xffff9344c5f86000(0xfc5f86000)
00000800:00000200:46.0:1609800452.630675:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5f87000 0xffff9344c5f87000(0xfc5f87000)
00000800:00000200:46.0:1609800452.630676:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5f88000 0xffff9344c5f88000(0xfc5f88000)
00000800:00000200:46.0:1609800452.630677:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5f89000 0xffff9344c5f89000(0xfc5f89000)
00000800:00000200:46.0:1609800452.630678:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5f8a000 0xffff9344c5f8a000(0xfc5f8a000)
00000800:00000200:46.0:1609800452.630978:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630980:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630981:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630982:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630983:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630984:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630985:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630986:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630986:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630987:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630987:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630988:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630989:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630989:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630990:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630990:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630991:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630991:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630992:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630993:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630993:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630994:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630994:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630995:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630995:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630996:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630996:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630997:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630998:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630998:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.630999:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.630999:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.631000:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.631000:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:46.0:1609800452.631001:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (19)++
00000800:00000200:46.0:1609800452.631002:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (20)--
00000800:00000200:31.0:1609800452.631508:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.172@o2ib18
00000800:00000200:31.0:1609800452.631513:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.172@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800452.631516:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b196e00] (19)++
00000800:00000200:31.0:1609800452.631518:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b196e00] (20)++
00000800:00000200:31.0:1609800452.631520:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:31.0:1609800452.631522:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:31.0:1609800452.631524:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:31.0:1609800452.631525:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000800:00000200:31.0:1609800452.631527:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:31.0:1609800452.631528:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (26)++
00000800:00000200:31.0:1609800452.631540:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b196e00] (27)--
00000800:00000200:27.1:1609800452.631689:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (26)++
00000800:00000200:6.0:1609800452.631743:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (27)++
00000800:00000200:6.0:1609800452.631751:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (28)--
00000400:00000200:6.0:1609800452.631754:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.631761:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.631768:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (27)--
00000800:00000200:6.0:1609800452.631770:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (26)++
00000800:00000200:6.0:1609800452.631775:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (27)--
00000400:00000200:6.0:1609800452.631776:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.631781:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.631784:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800452.631786:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:6.0:1609800452.631790:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000400:00000200:6.0:1609800452.631792:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.631793:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:6.0:1609800452.631797:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.631800:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800452.631800:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800452.631802:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:37.0:1609800452.631803:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.631805:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000400:00000200:6.0:1609800452.631807:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.631810:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:6.0:1609800452.631812:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.631817:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:6.0:1609800452.631822:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800452.631824:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:3.0:1609800452.631824:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:3.0:1609800452.631826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.631827:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:3.0:1609800452.631833:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.631840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:27.1:1609800452.632071:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:37.0:1609800452.632086:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:37.0:1609800452.632093:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800452.632096:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800452.632098:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800452.632100:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:37.0:1609800452.632102:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:0.0:1609800452.669302:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.669343:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.669348:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.669350:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5440 nid 192.168.128.154@o2ib18
00000400:00000200:0.0:1609800452.669354:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1180 net o2ib18
00000400:00000200:0.0:1609800452.669358:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5afa00 nid 192.168.128.154@o2ib18
00000400:00000200:57.0:1609800452.669364:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.669364:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.154@o2ib18 NID 192.168.128.154@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.669373:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.154@o2ib18: 0
00000400:00000200:57.0:1609800452.669374:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.669375:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.669377:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.154@o2ib18 NID 192.168.128.154@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.669379:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.154@o2ib18 pending discovery
00000400:00000200:0.0:1609800452.669382:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.154@o2ib18: -114
00000400:00000200:0.0:1609800452.669384:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.669400:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.669404:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.154@o2ib18 NID 192.168.128.154@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800452.669409:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.154@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.669414:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.669419:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.154@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.669420:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.154@o2ib18
00000400:00000200:69.0:1609800452.669422:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.154@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.669424:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.154@o2ib18
00000400:00000200:69.0:1609800452.669426:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.154@o2ib18
00000400:00000200:69.0:1609800452.669429:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:69.0:1609800452.669432:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:103] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.669435:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.669437:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.154@o2ib18
00000400:00000200:69.0:1609800452.669440:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.154@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.669443:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.154@o2ib18 1
00000400:00000200:69.0:1609800452.669448:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.669451:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:69.0:1609800452.669457:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93451ad85880] -> 192.168.128.154@o2ib18 (1)++
00000800:00000200:69.0:1609800452.669461:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93451ad85880] -> 192.168.128.154@o2ib18 (2)++
00000800:00000200:69.0:1609800452.669487:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.669489:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93451ad85880] -> 192.168.128.154@o2ib18 (3)--
00000400:00000200:69.0:1609800452.669491:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.154@o2ib18
00000400:00000200:69.0:1609800452.669493:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:69.0:1609800452.669498:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.669501:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:69.0:1609800452.669504:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.669506:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.669507:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.669522:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.669527:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:0.0:1609800452.669539:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.669546:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:0.0:1609800452.669554:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.669558:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.669569:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.669597:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.669599:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:0.0:1609800452.669604:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.669607:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:0.0:1609800452.669611:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.669613:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.669704:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.669713:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.669717:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800452.669723:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.669727:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800452.669732:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.669734:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.669963:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.669996:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.669999:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:0.0:1609800452.670006:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.670009:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:0.0:1609800452.670015:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.670017:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.670034:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.154@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.670052:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.154@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.670402:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.154@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.670427:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5f8d000 0xffff9344c5f8d000(0xfc5f8d000)
00000800:00000200:46.0:1609800452.670430:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5f8e000 0xffff9344c5f8e000(0xfc5f8e000)
00000800:00000200:46.0:1609800452.670433:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5f8f000 0xffff9344c5f8f000(0xfc5f8f000)
00000800:00000200:46.0:1609800452.670434:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5f90000 0xffff9344c5f90000(0xfc5f90000)
00000800:00000200:46.0:1609800452.670436:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5f91000 0xffff9344c5f91000(0xfc5f91000)
00000800:00000200:46.0:1609800452.670438:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5f92000 0xffff9344c5f92000(0xfc5f92000)
00000800:00000200:46.0:1609800452.670440:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5f93000 0xffff9344c5f93000(0xfc5f93000)
00000800:00000200:46.0:1609800452.670442:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5fb3000 0xffff9344c5fb3000(0xfc5fb3000)
00000800:00000200:46.0:1609800452.670444:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5fb6000 0xffff9344c5fb6000(0xfc5fb6000)
00000800:00000200:46.0:1609800452.670445:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5fb7000 0xffff9344c5fb7000(0xfc5fb7000)
00000800:00000200:46.0:1609800452.670447:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5fb8000 0xffff9344c5fb8000(0xfc5fb8000)
00000800:00000200:46.0:1609800452.670449:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5fb9000 0xffff9344c5fb9000(0xfc5fb9000)
00000800:00000200:46.0:1609800452.670451:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5fba000 0xffff9344c5fba000(0xfc5fba000)
00000800:00000200:46.0:1609800452.670453:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5fbb000 0xffff9344c5fbb000(0xfc5fbb000)
00000800:00000200:46.0:1609800452.670454:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5fbc000 0xffff9344c5fbc000(0xfc5fbc000)
00000800:00000200:46.0:1609800452.670456:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5fbd000 0xffff9344c5fbd000(0xfc5fbd000)
00000800:00000200:46.0:1609800452.670458:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5fbe000 0xffff9344c5fbe000(0xfc5fbe000)
00000800:00000200:46.0:1609800452.670460:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5fbf000 0xffff9344c5fbf000(0xfc5fbf000)
00000800:00000200:46.0:1609800452.670798:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670800:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670800:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670801:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670801:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670802:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670803:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670803:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670804:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670804:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670805:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670805:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670806:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670808:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670809:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670809:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670810:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670811:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670812:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670813:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670813:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670814:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670814:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670815:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670816:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670816:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670817:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670817:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670818:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670818:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670819:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670819:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670820:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670821:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:46.0:1609800452.670821:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (19)++
00000800:00000200:46.0:1609800452.670822:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (20)--
00000800:00000200:32.0:1609800452.671340:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.154@o2ib18
00000800:00000200:32.0:1609800452.671343:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.154@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800452.671345:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451f99c000] (19)++
00000800:00000200:32.0:1609800452.671347:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451f99c000] (20)++
00000800:00000200:32.0:1609800452.671348:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (21)++
00000800:00000200:32.0:1609800452.671349:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (22)++
00000800:00000200:32.0:1609800452.671369:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (23)++
00000800:00000200:32.0:1609800452.671370:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (24)++
00000800:00000200:32.0:1609800452.671371:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (25)++
00000800:00000200:32.0:1609800452.671372:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (26)++
00000800:00000200:32.0:1609800452.671383:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451f99c000] (27)--
00000800:00000200:21.1:1609800452.671511:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (26)++
00000800:00000200:5.0:1609800452.671564:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (27)++
00000800:00000200:5.0:1609800452.671573:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (28)--
00000400:00000200:5.0:1609800452.671576:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.671582:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.671589:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (27)--
00000800:00000200:5.0:1609800452.671591:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (26)++
00000800:00000200:5.0:1609800452.671595:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (27)--
00000400:00000200:5.0:1609800452.671597:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.671602:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.671606:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:5.0:1609800452.671608:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000800:00000200:5.0:1609800452.671612:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (26)--
00000400:00000200:5.0:1609800452.671614:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.671614:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000400:00000200:5.0:1609800452.671618:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.671621:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:3.0:1609800452.671631:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (26)--
00000800:00000200:5.0:1609800452.671632:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000400:00000200:3.0:1609800452.671634:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.671635:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000400:00000200:5.0:1609800452.671637:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.671641:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000400:00000200:3.0:1609800452.671641:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.671642:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:3.0:1609800452.671648:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:37.0:1609800452.671649:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000800:00000200:5.0:1609800452.671650:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000400:00000200:37.0:1609800452.671652:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.671653:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:37.0:1609800452.671658:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.671664:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:21.1:1609800452.671735:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (20)++
00000800:00000200:5.0:1609800452.671746:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (21)++
00000800:00000200:5.0:1609800452.671752:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.154@o2ib18
00000800:00000200:5.0:1609800452.671772:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (22)++
00000800:00000200:3.0:1609800452.671773:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:5.0:1609800452.671775:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (22)--
00000800:00000200:5.0:1609800452.671776:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000400:00000200:57.0:1609800452.748114:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.748136:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.748143:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb40c0 nid 192.168.128.170@o2ib18
00000400:00000200:57.0:1609800452.748146:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edd00 net o2ib18
00000400:00000200:57.0:1609800452.748156:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451f99fc00 nid 192.168.128.170@o2ib18
00000400:00000200:57.0:1609800452.748162:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.170@o2ib18 NID 192.168.128.170@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.748170:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.170@o2ib18: 0
00000400:00000200:57.0:1609800452.748172:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.748173:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.748177:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.170@o2ib18 NID 192.168.128.170@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.748181:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.170@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.748189:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.748196:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.748206:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.170@o2ib18: -114
00000400:00000200:57.0:1609800452.748208:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.748209:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.748213:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.170@o2ib18 NID 192.168.128.170@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800452.748216:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.748216:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.170@o2ib18 pending discovery
00000400:00000200:38.0:1609800452.748221:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.748223:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.170@o2ib18 state 0x20
00000400:00000200:57.0:1609800452.748225:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.748227:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.170@o2ib18
00000400:00000200:38.0:1609800452.748228:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.748230:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.170@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800452.748232:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.748234:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800452.748236:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:38.0:1609800452.748237:0:16056:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:104] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800452.748240:0:16056:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:38.0:1609800452.748243:0:16056:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.170@o2ib18
00000400:00000200:38.0:1609800452.748246:0:16056:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.170@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:38.0:1609800452.748249:0:16056:0:(router.c:135:lnet_notify_locked()) set 192.168.128.170@o2ib18 1
00000400:00000200:57.0:1609800452.748253:0:16064:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1023, d:10, s:105] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:38.0:1609800452.748254:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.748258:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000400:00000200:57.0:1609800452.748259:0:16064:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.748262:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.170@o2ib18
00000400:00000200:69.0:1609800452.748267:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.170@o2ib18
00000400:00000200:69.0:1609800452.748272:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800452.748274:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.748280:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000400:00000200:69.0:1609800452.748286:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.748290:0:16064:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5880] -> 192.168.128.170@o2ib18 (1)++
00000800:00000200:69.0:1609800452.748292:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:38.0:1609800452.748295:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.748297:0:16064:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5880] -> 192.168.128.170@o2ib18 (2)++
00000800:00000200:38.0:1609800452.748298:0:16056:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345146bd280] -> 192.168.128.170@o2ib18 (1)--
00000800:00000200:69.0:1609800452.748301:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.748304:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.748305:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800452.748309:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.748310:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.170@o2ib18
00000400:00000200:38.0:1609800452.748311:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:69.0:1609800452.748314:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:38.0:1609800452.748317:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.748320:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000400:00000200:69.0:1609800452.748328:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.748332:0:16064:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.748333:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:38.0:1609800452.748334:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800452.748336:0:16064:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5880] -> 192.168.128.170@o2ib18 (3)--
00000800:00000200:38.0:1609800452.748336:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.748340:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.748343:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.748346:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.748360:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.748364:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800452.748378:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.748384:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800452.748389:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.748393:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.749015:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.170@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.749041:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.170@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.749399:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.170@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.749420:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5fc1000 0xffff9344c5fc1000(0xfc5fc1000)
00000800:00000200:46.0:1609800452.749423:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5fc2000 0xffff9344c5fc2000(0xfc5fc2000)
00000800:00000200:46.0:1609800452.749426:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5fc3000 0xffff9344c5fc3000(0xfc5fc3000)
00000800:00000200:46.0:1609800452.749428:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5fc4000 0xffff9344c5fc4000(0xfc5fc4000)
00000800:00000200:46.0:1609800452.749429:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5fc5000 0xffff9344c5fc5000(0xfc5fc5000)
00000800:00000200:46.0:1609800452.749431:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5fc6000 0xffff9344c5fc6000(0xfc5fc6000)
00000800:00000200:46.0:1609800452.749433:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5fc7000 0xffff9344c5fc7000(0xfc5fc7000)
00000800:00000200:46.0:1609800452.749435:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5fc8000 0xffff9344c5fc8000(0xfc5fc8000)
00000800:00000200:46.0:1609800452.749436:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5fc9000 0xffff9344c5fc9000(0xfc5fc9000)
00000800:00000200:46.0:1609800452.749439:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5fca000 0xffff9344c5fca000(0xfc5fca000)
00000800:00000200:46.0:1609800452.749441:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5fcb000 0xffff9344c5fcb000(0xfc5fcb000)
00000800:00000200:46.0:1609800452.749443:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5fcc000 0xffff9344c5fcc000(0xfc5fcc000)
00000800:00000200:46.0:1609800452.749445:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5fcd000 0xffff9344c5fcd000(0xfc5fcd000)
00000800:00000200:46.0:1609800452.749447:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5fce000 0xffff9344c5fce000(0xfc5fce000)
00000800:00000200:46.0:1609800452.749449:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5fcf000 0xffff9344c5fcf000(0xfc5fcf000)
00000800:00000200:46.0:1609800452.749451:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5fd0000 0xffff9344c5fd0000(0xfc5fd0000)
00000800:00000200:46.0:1609800452.749453:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5fd1000 0xffff9344c5fd1000(0xfc5fd1000)
00000800:00000200:46.0:1609800452.749455:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5fd2000 0xffff9344c5fd2000(0xfc5fd2000)
00000800:00000200:46.0:1609800452.749806:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749807:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749808:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749809:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749809:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749810:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749810:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749811:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749812:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749812:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749813:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749813:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749814:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749815:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749815:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749816:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749816:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749817:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749818:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749818:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749819:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749819:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749820:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749820:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749821:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749822:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749823:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749824:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749825:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749825:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749826:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749827:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749828:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749829:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:46.0:1609800452.749829:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (19)++
00000800:00000200:46.0:1609800452.749830:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (20)--
00000800:00000200:33.0:1609800452.750245:0:438:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.170@o2ib18
00000800:00000200:33.0:1609800452.750248:0:438:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.170@o2ib18: active(1), version(12), status(0)
00000800:00000200:33.0:1609800452.750250:0:438:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451f998600] (19)++
00000800:00000200:33.0:1609800452.750252:0:438:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451f998600] (20)++
00000800:00000200:33.0:1609800452.750253:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:33.0:1609800452.750254:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (22)++
00000800:00000200:33.0:1609800452.750274:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (23)++
00000800:00000200:33.0:1609800452.750275:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (24)++
00000800:00000200:33.0:1609800452.750276:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (25)++
00000800:00000200:33.0:1609800452.750276:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (26)++
00000800:00000200:33.0:1609800452.750287:0:438:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451f998600] (27)--
00000800:00000200:25.1:1609800452.750356:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (26)++
00000800:00000200:6.0:1609800452.750409:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (27)++
00000800:00000200:6.0:1609800452.750417:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (28)--
00000400:00000200:6.0:1609800452.750420:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.750427:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.750433:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (27)--
00000800:00000200:6.0:1609800452.750435:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (26)++
00000800:00000200:6.0:1609800452.750440:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (27)--
00000400:00000200:6.0:1609800452.750441:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.750449:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.750452:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (26)--
00000800:00000200:6.0:1609800452.750454:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (25)++
00000800:00000200:6.0:1609800452.750458:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (26)--
00000400:00000200:6.0:1609800452.750460:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.750461:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (25)++
00000400:00000200:6.0:1609800452.750464:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.750468:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (26)--
00000800:00000200:6.0:1609800452.750468:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (26)--
00000800:00000200:6.0:1609800452.750470:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000400:00000200:37.0:1609800452.750471:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.750473:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (25)--
00000400:00000200:6.0:1609800452.750475:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.750477:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000400:00000200:6.0:1609800452.750479:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.750482:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000800:00000200:37.0:1609800452.750487:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (25)--
00000800:00000200:3.0:1609800452.750489:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (25)--
00000800:00000200:6.0:1609800452.750490:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800452.750492:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:3.0:1609800452.750492:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.750498:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.750505:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:25.1:1609800452.750661:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (20)++
00000800:00000200:6.0:1609800452.750672:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (21)++
00000800:00000200:6.0:1609800452.750678:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.170@o2ib18
00000800:00000200:37.0:1609800452.750681:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:6.0:1609800452.750681:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (22)++
00000800:00000200:6.0:1609800452.750684:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (22)--
00000800:00000200:6.0:1609800452.750686:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:24.1:1609800452.764349:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:5.0:1609800452.764366:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:5.0:1609800452.764376:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:5.0:1609800452.764384:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800452.764391:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.764397:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:5.0:1609800452.764410:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800452.764415:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:5.0:1609800452.764416:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800452.764423:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800452.764426:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.764432:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800452.764434:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800452.764435:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9336453cbd00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:5.0:1609800452.764442:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000400:00000200:3.0:1609800452.764442:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.764445:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000800:00000200:5.0:1609800452.764447:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:3.0:1609800452.764448:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:5.0:1609800452.764449:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:5.0:1609800452.764454:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:3.0:1609800452.764460:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800452.764466:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800452.764467:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:5.0:1609800452.764468:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800452.764472:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800452.764473:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.764475:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:5.0:1609800452.764477:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:3.0:1609800452.764478:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800452.764483:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbc00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.764486:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800452.764488:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800452.764490:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)++
00000400:00000200:37.0:1609800452.764493:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.764493:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800452.764493:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)--
00000800:00000200:6.0:1609800452.764495:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:5.0:1609800452.764498:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800452.764499:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:3.0:1609800452.764499:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:3.0:1609800452.764502:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:6.0:1609800452.764503:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.764503:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800452.764505:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.764506:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9fa00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:37.0:1609800452.764512:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800452.764517:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)++
00000800:00000200:5.0:1609800452.764518:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)--
00000800:00000200:37.0:1609800452.764519:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800452.764520:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000400:00000200:6.0:1609800452.764521:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800452.764521:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800452.764522:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:57.0:1609800452.764523:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800452.764525:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800452.764525:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:3.0:1609800452.764526:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.764528:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.764529:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.764531:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800452.764531:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:5.0:1609800452.764532:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800452.764534:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396b00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:57.0:1609800452.764535:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800452.764538:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:3.0:1609800452.764542:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800452.764548:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800452.764551:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800452.764552:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800452.764557:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)++
00000400:00000200:5.0:1609800452.764557:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.764557:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800452.764558:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800452.764558:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800452.764559:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbd00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.764561:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:6.0:1609800452.764563:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800452.764563:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.764565:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800452.764565:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)++
00000800:00000200:37.0:1609800452.764566:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (26)++
00000400:00000200:57.0:1609800452.764568:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.764569:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800452.764571:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800452.764573:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800452.764574:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:5.0:1609800452.764574:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800452.764578:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (28)--
00000800:00000200:6.0:1609800452.764578:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (28)++
00000800:00000200:3.0:1609800452.764578:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (28)--
00000800:00000200:37.0:1609800452.764580:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)--
00000800:00000200:5.0:1609800452.764580:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800452.764581:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (27)--
00000800:00000200:4.0:1609800452.764581:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800452.764582:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)--
00000400:00000200:4.0:1609800452.764583:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.764584:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:5.0:1609800452.764584:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800452.764586:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:4.0:1609800452.764588:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800452.764589:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800452.764591:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800452.764591:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9fb00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:57.0:1609800452.764593:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.764594:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:5.0:1609800452.764597:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000400:00000200:57.0:1609800452.764598:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800452.764598:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:4.0:1609800452.764601:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800452.764603:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.764606:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800452.764608:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.764608:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800452.764613:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800452.764754:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:3.0:1609800452.764767:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:3.0:1609800452.764772:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000800:00000200:3.0:1609800452.764774:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:3.0:1609800452.764777:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800452.765012:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.765018:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.765021:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800452.765048:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.765051:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800452.765055:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.765057:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800452.765059:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000400:00000200:5.0:1609800452.765065:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.765066:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:57.0:1609800452.765071:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.765072:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.765075:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:5.0:1609800452.765082:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.765095:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:57.0:1609800452.765097:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.765099:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:5.0:1609800452.765100:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.765102:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:5.0:1609800452.765104:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000400:00000200:57.0:1609800452.765105:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.765108:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.765110:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:57.0:1609800452.765113:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800452.765115:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:57.0:1609800452.765116:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (23)++
00000400:00000200:5.0:1609800452.765116:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.765133:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.765135:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (24)--
00000400:00000200:5.0:1609800452.765135:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800452.765140:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.765142:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.765144:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.765145:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:57.0:1609800452.765146:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:5.0:1609800452.765150:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800452.765152:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.765152:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:5.0:1609800452.765153:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (24)++
00000800:00000200:57.0:1609800452.765156:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.765157:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (25)--
00000800:00000200:57.0:1609800452.765162:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800452.765162:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.765163:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (24)++
00000800:00000200:57.0:1609800452.765165:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (25)++
00000400:00000200:5.0:1609800452.765166:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.765169:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:57.0:1609800452.765170:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (26)--
00000400:00000200:5.0:1609800452.765174:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.765177:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:5.0:1609800452.765181:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800452.765183:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (25)++
00000800:00000200:5.0:1609800452.765184:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (26)++
00000800:00000200:5.0:1609800452.765189:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (27)--
00000800:00000200:24.1:1609800452.765269:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (26)++
00000400:00000200:0.0:1609800452.765308:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.765315:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.765318:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:0.0:1609800452.765324:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.765328:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:6.0:1609800452.765331:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)++
00000800:00000200:0.0:1609800452.765333:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800452.765334:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (28)++
00000800:00000200:0.0:1609800452.765336:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (29)++
00000800:00000200:5.0:1609800452.765339:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (30)++
00000800:00000200:0.0:1609800452.765344:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (31)--
00000800:00000200:6.0:1609800452.765345:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (31)--
00000800:00000200:5.0:1609800452.765345:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (30)--
00000400:00000200:5.0:1609800452.765347:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.765348:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.765349:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.765350:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:6.0:1609800452.765352:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.765353:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (28)--
00000400:00000200:0.0:1609800452.765353:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.765354:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)++
00000400:00000200:0.0:1609800452.765356:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:5.0:1609800452.765358:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (28)--
00000400:00000200:5.0:1609800452.765359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.765362:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:0.0:1609800452.765362:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800452.765365:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)--
00000800:00000200:0.0:1609800452.765365:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:6.0:1609800452.765367:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)++
00000800:00000200:6.0:1609800452.765369:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (27)--
00000800:00000200:5.0:1609800452.765369:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (27)--
00000800:00000200:0.0:1609800452.765369:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800452.765370:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.765370:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:0.0:1609800452.765370:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (25)++
00000800:00000200:0.0:1609800452.765371:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (27)++
00000400:00000200:6.0:1609800452.765373:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:0.0:1609800452.765375:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (28)--
00000800:00000200:6.0:1609800452.765376:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (28)--
00000800:00000200:5.0:1609800452.765376:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (28)--
00000800:00000200:6.0:1609800452.765377:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)++
00000400:00000200:5.0:1609800452.765377:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.765380:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.765381:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000800:00000200:5.0:1609800452.765382:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000400:00000200:6.0:1609800452.765383:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.765384:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000400:00000200:6.0:1609800452.765385:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.765387:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:5.0:1609800452.765387:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000800:00000200:6.0:1609800452.765389:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:5.0:1609800452.765389:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.765391:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000400:00000200:5.0:1609800452.765391:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:6.0:1609800452.765392:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.765393:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800452.765395:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.765396:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:6.0:1609800452.765397:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800452.765468:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:3.0:1609800452.765477:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:3.0:1609800452.765484:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800452.765485:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:3.0:1609800452.765486:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:3.0:1609800452.765488:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:3.0:1609800452.765489:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800452.765582:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:5.0:1609800452.765590:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:5.0:1609800452.765594:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:6.0:1609800452.765596:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:5.0:1609800452.765596:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:5.0:1609800452.765597:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:5.0:1609800452.765598:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:0.0:1609800452.825903:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.825913:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.825914:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.825922:0:16058:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f4e40 nid 192.168.128.177@o2ib18
00000400:00000200:0.0:1609800452.825925:0:16058:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd11c0 net o2ib18
00000400:00000200:0.0:1609800452.825929:0:16058:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5ac000 nid 192.168.128.177@o2ib18
00000400:00000200:57.0:1609800452.825936:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.825936:0:16058:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.177@o2ib18 NID 192.168.128.177@o2ib18 flags 0x0
00000400:00000200:0.0:1609800452.825944:0:16058:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.177@o2ib18: 0
00000400:00000200:0.0:1609800452.825946:0:16058:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.825948:0:16058:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.825952:0:16058:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.177@o2ib18 NID 192.168.128.177@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800452.825957:0:16058:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.177@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.825959:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.177@o2ib18: -114
00000400:00000200:57.0:1609800452.825961:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.825963:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.825968:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.177@o2ib18 NID 192.168.128.177@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.825972:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.177@o2ib18 pending discovery
00000400:00000200:0.0:1609800452.825973:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.825989:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.825996:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.177@o2ib18 state 0x20
00000400:00000200:0.0:1609800452.825998:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.825999:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.177@o2ib18
00000400:00000200:69.0:1609800452.826002:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.177@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800452.826006:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:0.0:1609800452.826012:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:106] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800452.826017:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800452.826021:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.177@o2ib18
00000400:00000200:0.0:1609800452.826026:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.177@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800452.826031:0:16058:0:(router.c:135:lnet_notify_locked()) set 192.168.128.177@o2ib18 1
00000400:00000200:0.0:1609800452.826040:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.826046:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.177@o2ib18
00000800:00000200:0.0:1609800452.826047:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:69.0:1609800452.826051:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.177@o2ib18
00000400:00000200:69.0:1609800452.826056:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:0.0:1609800452.826058:0:16058:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff93361efecb80] -> 192.168.128.177@o2ib18 (1)++
00000800:00000200:0.0:1609800452.826065:0:16058:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff93361efecb80] -> 192.168.128.177@o2ib18 (2)++
00000400:00000200:57.0:1609800452.826066:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.826069:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.826076:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:57.0:1609800452.826078:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826083:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:69.0:1609800452.826084:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800452.826089:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.826095:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.826101:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:69.0:1609800452.826102:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.177@o2ib18
00000800:00000200:0.0:1609800452.826105:0:16058:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:69.0:1609800452.826106:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:57.0:1609800452.826109:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800452.826109:0:16058:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff93361efecb80] -> 192.168.128.177@o2ib18 (3)--
00000800:00000200:57.0:1609800452.826114:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.826116:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.826143:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:57.0:1609800452.826145:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.826155:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.826156:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.826159:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:69.0:1609800452.826160:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.826169:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.826175:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:57.0:1609800452.826180:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.826183:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.826199:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.826222:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826223:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.826230:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.826233:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:57.0:1609800452.826235:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.826237:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.826262:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.826267:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.826270:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:0.0:1609800452.826277:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.826283:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:0.0:1609800452.826287:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.826289:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.826482:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.826489:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826491:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.826513:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.826522:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:57.0:1609800452.826526:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.826528:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.826627:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.177@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.826662:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.177@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:38.0:1609800452.826733:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.826743:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826744:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.826749:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.826750:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826752:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:38.0:1609800452.826762:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.826787:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.826792:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.826852:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.826856:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826858:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.826864:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.826869:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.826871:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:46.0:1609800452.826934:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.177@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.826952:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5fd6000 0xffff9344c5fd6000(0xfc5fd6000)
00000800:00000200:46.0:1609800452.826955:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5fd7000 0xffff9344c5fd7000(0xfc5fd7000)
00000800:00000200:46.0:1609800452.826958:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5fd8000 0xffff9344c5fd8000(0xfc5fd8000)
00000800:00000200:46.0:1609800452.826959:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5fd9000 0xffff9344c5fd9000(0xfc5fd9000)
00000800:00000200:46.0:1609800452.826961:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5fda000 0xffff9344c5fda000(0xfc5fda000)
00000800:00000200:46.0:1609800452.826963:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5fdb000 0xffff9344c5fdb000(0xfc5fdb000)
00000800:00000200:46.0:1609800452.826965:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5fdc000 0xffff9344c5fdc000(0xfc5fdc000)
00000800:00000200:46.0:1609800452.826967:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5fdd000 0xffff9344c5fdd000(0xfc5fdd000)
00000800:00000200:46.0:1609800452.826968:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5fde000 0xffff9344c5fde000(0xfc5fde000)
00000800:00000200:46.0:1609800452.826970:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5fdf000 0xffff9344c5fdf000(0xfc5fdf000)
00000800:00000200:46.0:1609800452.826972:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5fe0000 0xffff9344c5fe0000(0xfc5fe0000)
00000800:00000200:46.0:1609800452.826974:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5fe1000 0xffff9344c5fe1000(0xfc5fe1000)
00000800:00000200:46.0:1609800452.826976:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5fe2000 0xffff9344c5fe2000(0xfc5fe2000)
00000800:00000200:46.0:1609800452.826978:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5fe3000 0xffff9344c5fe3000(0xfc5fe3000)
00000800:00000200:46.0:1609800452.826979:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5fe4000 0xffff9344c5fe4000(0xfc5fe4000)
00000800:00000200:46.0:1609800452.826981:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5fe5000 0xffff9344c5fe5000(0xfc5fe5000)
00000800:00000200:46.0:1609800452.826983:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5fe6000 0xffff9344c5fe6000(0xfc5fe6000)
00000800:00000200:46.0:1609800452.826985:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5fe7000 0xffff9344c5fe7000(0xfc5fe7000)
00000400:00000200:4.0:1609800452.827005:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.827015:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.827021:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:4.0:1609800452.827032:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.827040:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.827044:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:5.0:1609800452.827132:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.827153:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.827157:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:0.0:1609800452.827288:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800452.827325:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827327:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827328:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827329:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827330:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827331:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827331:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827332:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827333:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827334:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827334:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827335:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827335:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827336:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827336:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827337:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827338:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827338:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827339:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827339:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827340:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827340:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827341:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827341:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827342:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827343:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827343:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827344:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827344:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827345:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827345:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827346:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827347:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827347:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000800:00000200:46.0:1609800452.827348:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (19)++
00000800:00000200:46.0:1609800452.827348:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (20)--
00000400:00000200:57.0:1609800452.827350:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:34.0:1609800452.828146:0:439:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.177@o2ib18
00000800:00000200:34.0:1609800452.828149:0:439:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.177@o2ib18: active(1), version(12), status(0)
00000800:00000200:34.0:1609800452.828152:0:439:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451f99ba00] (19)++
00000800:00000200:34.0:1609800452.828153:0:439:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451f99ba00] (20)++
00000800:00000200:34.0:1609800452.828154:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (21)++
00000800:00000200:34.0:1609800452.828156:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:34.0:1609800452.828157:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000800:00000200:34.0:1609800452.828177:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000800:00000200:34.0:1609800452.828179:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (25)++
00000800:00000200:34.0:1609800452.828179:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (26)++
00000800:00000200:34.0:1609800452.828180:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (27)++
00000800:00000200:34.0:1609800452.828181:0:439:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (28)++
00000800:00000200:34.0:1609800452.828193:0:439:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451f99ba00] (29)--
00000800:00000200:23.1:1609800452.828236:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (28)++
00000800:00000200:37.0:1609800452.828300:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:37.0:1609800452.828308:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:37.0:1609800452.828311:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.828318:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.828326:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:37.0:1609800452.828332:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.828335:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (29)++
00000800:00000200:37.0:1609800452.828337:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (30)++
00000800:00000200:37.0:1609800452.828340:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828342:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (31)--
00000800:00000200:37.0:1609800452.828349:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)--
00000800:00000200:3.0:1609800452.828353:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:3.0:1609800452.828379:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828380:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:3.0:1609800452.828382:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.828385:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828390:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828402:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800452.828404:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (29)++
00000800:00000200:3.0:1609800452.828405:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (30)++
00000800:00000200:3.0:1609800452.828407:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828408:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (31)--
00000400:00000200:0.0:1609800452.828409:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.828410:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)--
00000800:00000200:3.0:1609800452.828412:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000400:00000200:0.0:1609800452.828415:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:3.0:1609800452.828416:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828417:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:3.0:1609800452.828418:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800452.828420:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828421:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000400:00000200:0.0:1609800452.828423:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800452.828424:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828426:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800452.828428:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (30)++
00000400:00000200:0.0:1609800452.828428:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.828429:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828431:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)++
00000800:00000200:6.0:1609800452.828431:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000800:00000200:3.0:1609800452.828431:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (31)++
00000400:00000200:0.0:1609800452.828431:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:6.0:1609800452.828433:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.828433:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828433:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:37.0:1609800452.828435:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828436:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000400:00000200:6.0:1609800452.828436:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:0.0:1609800452.828436:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800452.828437:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.828439:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828441:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)--
00000800:00000200:6.0:1609800452.828442:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828442:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:37.0:1609800452.828443:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828445:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828445:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000800:00000200:37.0:1609800452.828447:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.828447:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800452.828447:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.828448:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (29)++
00000800:00000200:37.0:1609800452.828449:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (30)++
00000800:00000200:6.0:1609800452.828449:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (29)++
00000800:00000200:5.0:1609800452.828449:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000400:00000200:3.0:1609800452.828449:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.828451:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828452:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (33)--
00000800:00000200:6.0:1609800452.828452:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (33)++
00000800:00000200:3.0:1609800452.828452:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:6.0:1609800452.828454:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828455:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (33)--
00000800:00000200:6.0:1609800452.828455:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (33)--
00000800:00000200:3.0:1609800452.828455:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.828456:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (32)++
00000800:00000200:3.0:1609800452.828456:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (31)++
00000800:00000200:5.0:1609800452.828457:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828459:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:6.0:1609800452.828459:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (33)--
00000800:00000200:5.0:1609800452.828459:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (33)--
00000800:00000200:37.0:1609800452.828460:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000800:00000200:6.0:1609800452.828460:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)++
00000800:00000200:3.0:1609800452.828460:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (31)++
00000400:00000200:5.0:1609800452.828461:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800452.828462:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.828463:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828463:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828463:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000400:00000200:5.0:1609800452.828464:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:37.0:1609800452.828465:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828466:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)--
00000800:00000200:3.0:1609800452.828467:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)++
00000800:00000200:5.0:1609800452.828469:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828469:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:37.0:1609800452.828470:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:37.0:1609800452.828472:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800452.828474:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (31)++
00000800:00000200:5.0:1609800452.828475:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.828477:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:5.0:1609800452.828477:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)++
00000800:00000200:6.0:1609800452.828480:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (33)++
00000800:00000200:6.0:1609800452.828481:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (34)--
00000800:00000200:37.0:1609800452.828483:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (33)++
00000800:00000200:6.0:1609800452.828483:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (33)--
00000800:00000200:3.0:1609800452.828483:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (33)++
00000800:00000200:6.0:1609800452.828484:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (33)--
00000800:00000200:3.0:1609800452.828485:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (34)--
00000800:00000200:37.0:1609800452.828486:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:3.0:1609800452.828486:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (32)--
00000800:00000200:5.0:1609800452.828487:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (32)++
00000400:00000200:57.0:1609800452.828488:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.828489:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)--
00000800:00000200:5.0:1609800452.828490:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (30)--
00000800:00000200:5.0:1609800452.828497:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)--
00000400:00000200:57.0:1609800452.828498:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:57.0:1609800452.828512:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.828514:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.828518:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:23.1:1609800452.828520:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (28)++
00000800:00000200:6.0:1609800452.828530:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:6.0:1609800452.828533:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:6.0:1609800452.828534:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.828537:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.828537:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828537:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:6.0:1609800452.828540:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828540:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:3.0:1609800452.828541:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.828543:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:6.0:1609800452.828544:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800452.828544:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828545:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (30)++
00000800:00000200:37.0:1609800452.828546:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (30)--
00000400:00000200:37.0:1609800452.828547:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.828547:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (31)++
00000800:00000200:3.0:1609800452.828547:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:5.0:1609800452.828549:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)++
00000400:00000200:57.0:1609800452.828550:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:37.0:1609800452.828550:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828550:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828550:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.828551:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:5.0:1609800452.828552:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828552:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)++
00000800:00000200:37.0:1609800452.828553:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:6.0:1609800452.828553:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (32)--
00000800:00000200:5.0:1609800452.828553:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (32)--
00000800:00000200:3.0:1609800452.828553:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (32)++
00000800:00000200:6.0:1609800452.828555:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)++
00000400:00000200:5.0:1609800452.828555:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.828555:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828556:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:37.0:1609800452.828557:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.828557:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000400:00000200:5.0:1609800452.828557:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.828558:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (31)++
00000800:00000200:6.0:1609800452.828558:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000800:00000200:37.0:1609800452.828559:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (32)++
00000800:00000200:3.0:1609800452.828559:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)--
00000400:00000200:6.0:1609800452.828560:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.828560:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)++
00000800:00000200:37.0:1609800452.828561:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:5.0:1609800452.828561:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:37.0:1609800452.828562:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000400:00000200:6.0:1609800452.828562:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828563:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828564:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)--
00000800:00000200:3.0:1609800452.828564:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000800:00000200:5.0:1609800452.828565:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800452.828565:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.828566:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)++
00000800:00000200:5.0:1609800452.828566:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (29)++
00000800:00000200:6.0:1609800452.828567:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:3.0:1609800452.828567:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.828568:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828568:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000400:00000200:37.0:1609800452.828569:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.828569:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (31)++
00000800:00000200:3.0:1609800452.828569:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)--
00000800:00000200:6.0:1609800452.828570:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800452.828571:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (30)++
00000800:00000200:5.0:1609800452.828571:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:3.0:1609800452.828571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)++
00000400:00000200:37.0:1609800452.828572:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828572:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (32)++
00000800:00000200:5.0:1609800452.828572:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:6.0:1609800452.828574:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828575:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (32)--
00000800:00000200:6.0:1609800452.828575:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (32)--
00000800:00000200:37.0:1609800452.828576:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (30)++
00000800:00000200:3.0:1609800452.828576:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:5.0:1609800452.828577:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (31)--
00000800:00000200:3.0:1609800452.828577:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (31)--
00000800:00000200:37.0:1609800452.828578:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800452.828578:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (29)--
00000400:00000200:3.0:1609800452.828578:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.828579:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (28)--
00000400:00000200:3.0:1609800452.828581:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828583:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (27)--
00000800:00000200:23.1:1609800452.828588:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (26)++
00000800:00000200:37.0:1609800452.828591:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.177@o2ib18: no credits
00000800:00000200:37.0:1609800452.828592:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (27)++
00000800:00000200:37.0:1609800452.828593:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000800:00000200:37.0:1609800452.828594:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (27)--
00000800:00000200:37.0:1609800452.828596:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)++
00000800:00000200:37.0:1609800452.828599:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800452.828599:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (27)++
00000800:00000200:5.0:1609800452.828603:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (28)--
00000800:00000200:37.0:1609800452.828604:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)++
00000800:00000200:6.0:1609800452.828604:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (27)--
00000800:00000200:37.0:1609800452.828605:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000800:00000200:37.0:1609800452.828606:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)--
00000400:00000200:6.0:1609800452.828606:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800452.828608:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828610:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:23.1:1609800452.828620:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (24)++
00000800:00000200:5.0:1609800452.828628:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)++
00000800:00000200:5.0:1609800452.828631:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (26)--
00000400:00000200:5.0:1609800452.828633:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800452.828634:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)++
00000400:00000200:5.0:1609800452.828635:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:3.0:1609800452.828637:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (26)--
00000800:00000200:5.0:1609800452.828638:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)--
00000400:00000200:3.0:1609800452.828638:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800452.828639:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000400:00000200:3.0:1609800452.828641:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:5.0:1609800452.828644:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (25)--
00000800:00000200:3.0:1609800452.828644:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000400:00000200:5.0:1609800452.828645:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800452.828646:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:5.0:1609800452.828647:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800452.828651:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:5.0:1609800452.828651:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:37.0:1609800452.828652:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800452.828653:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:37.0:1609800452.828654:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800452.828657:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:3.0:1609800452.828657:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:37.0:1609800452.828658:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800452.828659:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800452.828661:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800452.828662:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000400:00000200:57.0:1609800452.841526:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.841543:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.841549:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4180 nid 192.168.128.132@o2ib18
00000400:00000200:57.0:1609800452.841551:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed3c0 net o2ib18
00000400:00000200:57.0:1609800452.841556:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2cb800 nid 192.168.128.132@o2ib18
00000400:00000200:57.0:1609800452.841559:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.132@o2ib18 NID 192.168.128.132@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.841564:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.132@o2ib18: 0
00000400:00000200:57.0:1609800452.841565:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.841566:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.841568:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.132@o2ib18 NID 192.168.128.132@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.841570:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.132@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.841598:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800452.841602:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.132@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.841604:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.132@o2ib18
00000400:00000200:69.0:1609800452.841606:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.132@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.841609:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.132@o2ib18
00000400:00000200:69.0:1609800452.841612:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800452.841614:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.841615:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:69.0:1609800452.841618:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:107] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.841621:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.841623:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.132@o2ib18
00000400:00000200:38.0:1609800452.841624:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.841626:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.132@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.841629:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.132@o2ib18 1
00000400:00000200:38.0:1609800452.841632:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:69.0:1609800452.841634:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.841638:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800452.841646:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.841655:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:69.0:1609800452.841658:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dc69c580] -> 192.168.128.132@o2ib18 (1)++
00000800:00000200:69.0:1609800452.841663:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2)++
00000800:00000200:38.0:1609800452.841663:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.841668:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.841670:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.841678:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.841679:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.841682:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:57.0:1609800452.841689:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.841691:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800452.841692:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:69.0:1609800452.841693:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dc69c580] -> 192.168.128.132@o2ib18 (3)--
00000400:00000200:38.0:1609800452.841694:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800452.841698:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.841698:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:57.0:1609800452.841700:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.841710:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.841715:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:38.0:1609800452.841721:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.841725:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800452.841734:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800452.841740:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800452.841743:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:38.0:1609800452.841753:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800452.841758:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:38.0:1609800452.841763:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800452.841766:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800452.842143:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800452.842150:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800452.842154:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:4.0:1609800452.842160:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800452.842163:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:4.0:1609800452.842169:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800452.842172:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.842402:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.132@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.842427:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.132@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.842814:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.132@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.842826:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db40b000 0xffff9354db40b000(0x1fdb40b000)
00000800:00000200:46.0:1609800452.842828:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db40c000 0xffff9354db40c000(0x1fdb40c000)
00000800:00000200:46.0:1609800452.842829:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db40d000 0xffff9354db40d000(0x1fdb40d000)
00000800:00000200:46.0:1609800452.842830:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db40e000 0xffff9354db40e000(0x1fdb40e000)
00000800:00000200:46.0:1609800452.842831:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db40f000 0xffff9354db40f000(0x1fdb40f000)
00000800:00000200:46.0:1609800452.842832:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db410000 0xffff9354db410000(0x1fdb410000)
00000800:00000200:46.0:1609800452.842833:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db411000 0xffff9354db411000(0x1fdb411000)
00000800:00000200:46.0:1609800452.842834:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db412000 0xffff9354db412000(0x1fdb412000)
00000800:00000200:46.0:1609800452.842835:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db413000 0xffff9354db413000(0x1fdb413000)
00000800:00000200:46.0:1609800452.842836:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db414000 0xffff9354db414000(0x1fdb414000)
00000800:00000200:46.0:1609800452.842837:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db415000 0xffff9354db415000(0x1fdb415000)
00000800:00000200:46.0:1609800452.842838:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db416000 0xffff9354db416000(0x1fdb416000)
00000800:00000200:46.0:1609800452.842838:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db417000 0xffff9354db417000(0x1fdb417000)
00000800:00000200:46.0:1609800452.842839:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db418000 0xffff9354db418000(0x1fdb418000)
00000800:00000200:46.0:1609800452.842840:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db419000 0xffff9354db419000(0x1fdb419000)
00000800:00000200:46.0:1609800452.842841:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db41a000 0xffff9354db41a000(0x1fdb41a000)
00000800:00000200:46.0:1609800452.842842:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db41b000 0xffff9354db41b000(0x1fdb41b000)
00000800:00000200:46.0:1609800452.842843:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db41c000 0xffff9354db41c000(0x1fdb41c000)
00000800:00000200:46.0:1609800452.843165:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843166:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843167:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843168:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843168:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843169:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843170:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843170:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843171:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843171:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843172:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843172:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843173:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843175:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843176:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843176:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843177:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843178:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843179:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843180:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843180:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843181:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843181:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843182:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843183:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843183:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843184:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843184:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843185:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843186:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843186:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843187:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843187:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843188:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:46.0:1609800452.843188:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (19)++
00000800:00000200:46.0:1609800452.843189:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (20)--
00000800:00000200:35.0:1609800452.843652:0:440:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.132@o2ib18
00000800:00000200:35.0:1609800452.843654:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.132@o2ib18: active(1), version(12), status(0)
00000800:00000200:35.0:1609800452.843655:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934587fa6600] (19)++
00000800:00000200:35.0:1609800452.843657:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934587fa6600] (20)++
00000800:00000200:35.0:1609800452.843657:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:35.0:1609800452.843659:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:35.0:1609800452.843660:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000800:00000200:35.0:1609800452.843661:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (24)++
00000800:00000200:35.0:1609800452.843662:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (25)++
00000800:00000200:35.0:1609800452.843663:0:440:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000800:00000200:35.0:1609800452.843691:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934587fa6600] (27)--
00000800:00000200:26.1:1609800452.843792:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (26)++
00000800:00000200:18.0:1609800452.843802:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (27)++
00000800:00000200:18.0:1609800452.843808:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (28)--
00000400:00000200:18.0:1609800452.843810:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.843814:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.843818:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (27)--
00000800:00000200:18.0:1609800452.843820:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000800:00000200:18.0:1609800452.843823:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (27)--
00000400:00000200:18.0:1609800452.843824:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.843827:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.843829:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000800:00000200:18.0:1609800452.843835:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (27)--
00000800:00000200:19.0:1609800452.843836:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000800:00000200:18.0:1609800452.843836:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000400:00000200:19.0:1609800452.843838:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.843838:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000400:00000200:18.0:1609800452.843839:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.843841:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.843842:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000400:00000200:18.0:1609800452.843842:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.843846:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000800:00000200:19.0:1609800452.843846:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:18.0:1609800452.843847:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000400:00000200:23.0:1609800452.843848:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.843849:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:23.0:1609800452.843852:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.843852:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (24)--
00000400:00000200:19.0:1609800452.843854:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.843854:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800452.843856:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:23.0:1609800452.843857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800452.843859:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800452.844145:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:18.0:1609800452.844195:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:18.0:1609800452.844207:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800452.844211:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:18.0:1609800452.844213:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:18.0:1609800452.844215:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:18.0:1609800452.844217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:57.0:1609800452.987943:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.987975:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.987982:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4240 nid 192.168.128.111@o2ib18
00000400:00000200:57.0:1609800452.987985:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed4c0 net o2ib18
00000400:00000200:57.0:1609800452.987989:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c8600 nid 192.168.128.111@o2ib18
00000400:00000200:57.0:1609800452.987994:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.111@o2ib18 NID 192.168.128.111@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.988003:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.111@o2ib18: 0
00000400:00000200:57.0:1609800452.988004:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.988005:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.988009:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.111@o2ib18 NID 192.168.128.111@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.988013:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.111@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.988022:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.988032:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.988039:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.111@o2ib18: -114
00000400:00000200:57.0:1609800452.988040:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.988042:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.988045:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.111@o2ib18 NID 192.168.128.111@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800452.988049:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.988049:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.111@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.988055:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.111@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.988059:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.111@o2ib18
00000400:00000200:69.0:1609800452.988062:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.111@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.988065:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.111@o2ib18
00000400:00000200:69.0:1609800452.988072:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.111@o2ib18
00000400:00000200:69.0:1609800452.988078:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:69.0:1609800452.988083:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:108] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.988088:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800452.988092:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.111@o2ib18
00000400:00000200:69.0:1609800452.988097:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.111@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800452.988101:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.111@o2ib18 1
00000400:00000200:69.0:1609800452.988111:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.988117:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:69.0:1609800452.988142:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dc69c780] -> 192.168.128.111@o2ib18 (1)++
00000800:00000200:69.0:1609800452.988149:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2)++
00000400:00000200:57.0:1609800452.988198:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800452.988201:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800452.988203:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dc69c780] -> 192.168.128.111@o2ib18 (3)--
00000400:00000200:69.0:1609800452.988205:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.111@o2ib18
00000400:00000200:57.0:1609800452.988205:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.988207:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:69.0:1609800452.988213:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.988215:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:57.0:1609800452.988220:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:57.0:1609800452.988227:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.988230:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:69.0:1609800452.988231:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.988233:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.988236:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.988238:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800452.988243:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.988249:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800452.988251:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:57.0:1609800452.988256:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.988259:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:57.0:1609800452.988261:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800452.988262:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.988277:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.988288:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.988294:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:5.0:1609800452.988307:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.988316:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:5.0:1609800452.988324:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.988328:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800452.988338:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800452.988344:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800452.988348:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:5.0:1609800452.988358:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800452.988363:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:5.0:1609800452.988368:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800452.988371:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.988753:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.111@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.988778:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.111@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.988958:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.111@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.988976:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db494000 0xffff9354db494000(0x1fdb494000)
00000800:00000200:46.0:1609800452.988979:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db495000 0xffff9354db495000(0x1fdb495000)
00000800:00000200:46.0:1609800452.988981:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db496000 0xffff9354db496000(0x1fdb496000)
00000800:00000200:46.0:1609800452.988983:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db497000 0xffff9354db497000(0x1fdb497000)
00000800:00000200:46.0:1609800452.988985:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db498000 0xffff9354db498000(0x1fdb498000)
00000800:00000200:46.0:1609800452.988986:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db499000 0xffff9354db499000(0x1fdb499000)
00000800:00000200:46.0:1609800452.988988:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db49a000 0xffff9354db49a000(0x1fdb49a000)
00000800:00000200:46.0:1609800452.988990:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db49b000 0xffff9354db49b000(0x1fdb49b000)
00000800:00000200:46.0:1609800452.988992:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db49c000 0xffff9354db49c000(0x1fdb49c000)
00000800:00000200:46.0:1609800452.988995:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db49d000 0xffff9354db49d000(0x1fdb49d000)
00000800:00000200:46.0:1609800452.988997:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db49e000 0xffff9354db49e000(0x1fdb49e000)
00000800:00000200:46.0:1609800452.988999:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db49f000 0xffff9354db49f000(0x1fdb49f000)
00000800:00000200:46.0:1609800452.989001:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db4a0000 0xffff9354db4a0000(0x1fdb4a0000)
00000800:00000200:46.0:1609800452.989020:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db4a1000 0xffff9354db4a1000(0x1fdb4a1000)
00000800:00000200:46.0:1609800452.989021:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db4a2000 0xffff9354db4a2000(0x1fdb4a2000)
00000800:00000200:46.0:1609800452.989022:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db4a3000 0xffff9354db4a3000(0x1fdb4a3000)
00000800:00000200:46.0:1609800452.989023:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db4a4000 0xffff9354db4a4000(0x1fdb4a4000)
00000800:00000200:46.0:1609800452.989023:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db4a5000 0xffff9354db4a5000(0x1fdb4a5000)
00000800:00000200:46.0:1609800452.989345:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989347:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989348:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989348:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989349:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989349:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989350:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989350:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989351:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989352:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989352:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989353:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989353:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989354:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989354:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989355:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989356:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989356:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989357:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989357:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989358:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989358:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989359:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989360:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989360:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989361:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989362:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989363:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989364:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989365:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989365:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989366:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989367:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989368:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:46.0:1609800452.989368:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:46.0:1609800452.989369:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (20)--
00000800:00000200:18.0:1609800452.989974:0:403:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800452.989978:0:403:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.111@o2ib18: active(1), version(12), status(0)
00000800:00000200:18.0:1609800452.989981:0:403:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c4c00] (19)++
00000800:00000200:18.0:1609800452.989983:0:403:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:18.0:1609800452.989985:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:18.0:1609800452.989986:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:18.0:1609800452.989988:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:18.0:1609800452.989989:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (24)++
00000800:00000200:18.0:1609800452.989990:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:18.0:1609800452.989993:0:403:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:18.0:1609800452.990023:0:403:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:32.1:1609800452.990139:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:19.0:1609800452.990148:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:19.0:1609800452.990153:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000400:00000200:19.0:1609800452.990155:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800452.990158:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000400:00000200:19.0:1609800452.990159:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.990163:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (28)--
00000800:00000200:20.0:1609800452.990164:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000800:00000200:19.0:1609800452.990165:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000400:00000200:20.0:1609800452.990166:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.990168:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:18.0:1609800452.990168:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000400:00000200:20.0:1609800452.990169:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:19.0:1609800452.990169:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.990171:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:19.0:1609800452.990172:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.990173:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000400:00000200:18.0:1609800452.990173:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.990175:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:20.0:1609800452.990176:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:18.0:1609800452.990176:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.990180:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:18.0:1609800452.990180:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000400:00000200:20.0:1609800452.990181:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.990182:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:19.0:1609800452.990184:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:18.0:1609800452.990184:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:20.0:1609800452.990185:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:18.0:1609800452.990185:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.990188:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.990189:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:18.0:1609800452.990191:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:32.1:1609800452.990495:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:19.0:1609800452.990544:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:19.0:1609800452.990551:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800452.990553:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:19.0:1609800452.990556:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:19.0:1609800452.990557:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:19.0:1609800452.990558:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000400:00000200:0.0:1609800452.990607:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.990619:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.990627:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f4d80 nid 192.168.128.166@o2ib18
00000400:00000200:0.0:1609800452.990630:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1240 net o2ib18
00000400:00000200:0.0:1609800452.990636:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9345b0bd4600 nid 192.168.128.166@o2ib18
00000400:00000200:57.0:1609800452.990637:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.990642:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.166@o2ib18 NID 192.168.128.166@o2ib18 flags 0x0
00000400:00000200:57.0:1609800452.990643:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.990653:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.166@o2ib18: 0
00000400:00000200:0.0:1609800452.990655:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800452.990657:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800452.990661:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.166@o2ib18 NID 192.168.128.166@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.990666:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.166@o2ib18: -114
00000400:00000200:0.0:1609800452.990666:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.166@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.990667:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.990669:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.990671:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.166@o2ib18 NID 192.168.128.166@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.990674:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.166@o2ib18 pending discovery
00000400:00000200:57.0:1609800452.990678:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800452.990689:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.990692:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800452.990693:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.166@o2ib18: -114
00000400:00000200:57.0:1609800452.990694:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800452.990695:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800452.990697:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.166@o2ib18 NID 192.168.128.166@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800452.990699:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.166@o2ib18 pending discovery
00000400:00000200:69.0:1609800452.990700:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.166@o2ib18 state 0x20
00000400:00000200:69.0:1609800452.990702:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990703:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.166@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800452.990705:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990708:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990712:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:0.0:1609800452.990713:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800452.990715:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:109] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800452.990718:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800452.990719:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800452.990721:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990724:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.166@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800452.990724:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:69.0:1609800452.990728:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.166@o2ib18 1
00000400:00000200:69.0:1609800452.990733:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.990737:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000400:00000200:0.0:1609800452.990744:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800452.990751:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800452.990751:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:69.0:1609800452.990752:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dc69c100] -> 192.168.128.166@o2ib18 (1)++
00000800:00000200:69.0:1609800452.990757:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2)++
00000400:00000200:57.0:1609800452.990759:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800452.990761:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.990762:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:0.0:1609800452.990766:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800452.990769:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800452.990773:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000400:00000200:0.0:1609800452.990776:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800452.990778:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800452.990780:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800452.990781:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800452.990783:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800452.990785:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:69.0:1609800452.990786:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dc69c100] -> 192.168.128.166@o2ib18 (3)--
00000400:00000200:69.0:1609800452.990788:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.166@o2ib18
00000400:00000200:0.0:1609800452.990796:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800452.990800:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:0.0:1609800452.990801:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990807:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.990808:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.990810:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:0.0:1609800452.990811:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.990815:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.990817:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800452.990819:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.166@o2ib18
00000400:00000200:69.0:1609800452.990821:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:69.0:1609800452.990826:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800452.990828:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:69.0:1609800452.990831:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800452.990832:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800452.990973:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800452.990978:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800452.990982:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:0.0:1609800452.990992:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800452.990997:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:0.0:1609800452.991003:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800452.991006:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800452.991499:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.166@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800452.991525:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.166@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800452.991993:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.166@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800452.992008:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db51d000 0xffff9354db51d000(0x1fdb51d000)
00000800:00000200:46.0:1609800452.992012:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db51e000 0xffff9354db51e000(0x1fdb51e000)
00000800:00000200:46.0:1609800452.992014:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db51f000 0xffff9354db51f000(0x1fdb51f000)
00000800:00000200:46.0:1609800452.992016:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db520000 0xffff9354db520000(0x1fdb520000)
00000800:00000200:46.0:1609800452.992017:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db521000 0xffff9354db521000(0x1fdb521000)
00000800:00000200:46.0:1609800452.992019:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db522000 0xffff9354db522000(0x1fdb522000)
00000800:00000200:46.0:1609800452.992021:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db523000 0xffff9354db523000(0x1fdb523000)
00000800:00000200:46.0:1609800452.992023:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db524000 0xffff9354db524000(0x1fdb524000)
00000800:00000200:46.0:1609800452.992025:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db525000 0xffff9354db525000(0x1fdb525000)
00000800:00000200:46.0:1609800452.992027:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db526000 0xffff9354db526000(0x1fdb526000)
00000800:00000200:46.0:1609800452.992029:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db527000 0xffff9354db527000(0x1fdb527000)
00000800:00000200:46.0:1609800452.992031:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db528000 0xffff9354db528000(0x1fdb528000)
00000800:00000200:46.0:1609800452.992032:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db529000 0xffff9354db529000(0x1fdb529000)
00000800:00000200:46.0:1609800452.992034:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db52a000 0xffff9354db52a000(0x1fdb52a000)
00000800:00000200:46.0:1609800452.992036:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db52b000 0xffff9354db52b000(0x1fdb52b000)
00000800:00000200:46.0:1609800452.992038:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db52c000 0xffff9354db52c000(0x1fdb52c000)
00000800:00000200:46.0:1609800452.992039:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db52d000 0xffff9354db52d000(0x1fdb52d000)
00000800:00000200:46.0:1609800452.992041:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db52e000 0xffff9354db52e000(0x1fdb52e000)
00000800:00000200:46.0:1609800452.992413:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992415:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992416:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992417:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992418:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992419:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992419:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992420:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992421:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992422:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992422:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992423:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992423:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992424:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992424:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992425:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992426:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992426:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992427:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992427:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992428:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992428:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992429:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992429:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992430:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992431:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992431:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992432:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992432:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992433:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992433:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992434:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992435:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992435:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:46.0:1609800452.992436:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:46.0:1609800452.992436:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (20)--
00000800:00000200:19.0:1609800452.992983:0:6099:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.166@o2ib18
00000800:00000200:19.0:1609800452.992986:0:6099:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.166@o2ib18: active(1), version(12), status(0)
00000800:00000200:19.0:1609800452.992988:0:6099:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c5a00] (19)++
00000800:00000200:19.0:1609800452.992990:0:6099:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:19.0:1609800452.992991:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:19.0:1609800452.993011:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:19.0:1609800452.993012:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:19.0:1609800452.993013:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:19.0:1609800452.993014:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (25)++
00000800:00000200:19.0:1609800452.993014:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (26)++
00000800:00000200:19.0:1609800452.993015:0:6099:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (27)++
00000800:00000200:19.0:1609800452.993026:0:6099:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:24.1:1609800452.993175:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (27)++
00000800:00000200:18.0:1609800452.993185:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (28)++
00000800:00000200:18.0:1609800452.993191:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (29)--
00000400:00000200:18.0:1609800452.993193:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800452.993197:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.993202:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:18.0:1609800452.993204:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (27)++
00000800:00000200:18.0:1609800452.993206:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (28)--
00000400:00000200:18.0:1609800452.993208:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.993210:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (27)++
00000400:00000200:18.0:1609800452.993210:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.993213:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:18.0:1609800452.993213:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:18.0:1609800452.993214:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (26)++
00000400:00000200:19.0:1609800452.993215:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.993216:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (27)--
00000800:00000200:20.0:1609800452.993217:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (27)++
00000400:00000200:18.0:1609800452.993217:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800452.993218:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000400:00000200:18.0:1609800452.993220:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.993221:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (27)--
00000800:00000200:19.0:1609800452.993222:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (27)--
00000400:00000200:20.0:1609800452.993223:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.993224:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:20.0:1609800452.993226:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:19.0:1609800452.993228:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:18.0:1609800452.993228:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:19.0:1609800452.993230:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800452.993230:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:20.0:1609800452.993231:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:18.0:1609800452.993231:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (25)--
00000400:00000200:19.0:1609800452.993232:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:20.0:1609800452.993233:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:18.0:1609800452.993233:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800452.993235:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:18.0:1609800452.993235:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:18.0:1609800452.993237:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:24.1:1609800452.993408:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:23.0:1609800452.993418:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:23.0:1609800452.993429:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.166@o2ib18
00000800:00000200:20.0:1609800452.993430:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:23.0:1609800452.993433:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:23.0:1609800452.993436:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:23.0:1609800452.993437:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:27.1:1609800453.092039:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:19.0:1609800453.092088:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:19.0:1609800453.092096:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.121@o2ib18
00000400:00000200:19.0:1609800453.092100:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.092106:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.092110:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:19.0:1609800453.092117:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.092130:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.092130:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800453.092133:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.092138:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800453.092138:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800453.092140:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.092144:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.092146:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:19.0:1609800453.092147:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800453.092149:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800453.092150:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:18.0:1609800453.092150:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.092154:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:18.0:1609800453.092154:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:18.0:1609800453.092160:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.092164:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800453.092165:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.092168:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.092169:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.092170:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000400:00000200:19.0:1609800453.092171:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:18.0:1609800453.092172:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.092174:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfc000 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.092175:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:19.0:1609800453.092177:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.092179:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)++
00000400:00000200:20.0:1609800453.092180:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.092180:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.092181:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)--
00000800:00000200:19.0:1609800453.092183:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.092183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:18.0:1609800453.092184:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000400:00000200:20.0:1609800453.092185:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.092185:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.092186:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.092186:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:20.0:1609800453.092188:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:23.0:1609800453.092191:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:23.0:1609800453.092195:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:20.0:1609800453.092195:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.092198:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:20.0:1609800453.092199:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.092199:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000800:00000200:19.0:1609800453.092200:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000400:00000200:18.0:1609800453.092200:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800453.092201:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.092201:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:38.0:1609800453.092203:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.092203:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.092203:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:18.0:1609800453.092204:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.092206:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800453.092206:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800453.092207:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.092207:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.092208:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.092208:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:20.0:1609800453.092212:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000400:00000200:19.0:1609800453.092213:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.092214:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800453.092215:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:18.0:1609800453.092215:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.092218:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800453.092221:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800453.092221:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:23.0:1609800453.092222:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.092224:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.092224:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800453.092226:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.092226:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000800:00000200:18.0:1609800453.092226:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfc300 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.092227:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800453.092229:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:23.0:1609800453.092230:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.092231:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)++
00000800:00000200:38.0:1609800453.092233:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.092233:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:18.0:1609800453.092233:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:23.0:1609800453.092234:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.092234:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000400:00000200:38.0:1609800453.092235:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800453.092236:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1f00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.092236:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.092236:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:20.0:1609800453.092237:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800453.092238:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800453.092239:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)++
00000400:00000200:38.0:1609800453.092240:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800453.092241:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800453.092241:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800453.092242:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800453.092243:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.092244:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:57.0:1609800453.092247:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800453.092247:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800453.092247:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800453.092249:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800453.092250:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800453.092252:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:57.0:1609800453.092253:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.092255:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:18.0:1609800453.092255:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:57.0:1609800453.092256:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.092257:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:57.0:1609800453.092265:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.092266:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.092268:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800453.092271:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.092273:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.092278:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800453.092292:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.092296:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.092301:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800453.092938:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.092965:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.092969:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:4.0:1609800453.092976:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.092977:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800453.092980:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:4.0:1609800453.092985:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.092987:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000400:00000200:57.0:1609800453.092988:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.092989:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000400:00000200:57.0:1609800453.092993:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:4.0:1609800453.092997:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:4.0:1609800453.093003:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.093006:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800453.093007:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.093009:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:57.0:1609800453.093013:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:4.0:1609800453.093016:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.093019:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800453.093022:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.093023:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.093025:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800453.093026:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:4.0:1609800453.093027:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000800:00000200:4.0:1609800453.093031:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (24)--
00000400:00000200:4.0:1609800453.093035:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.093039:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.093041:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:57.0:1609800453.093042:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000400:00000200:4.0:1609800453.093046:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.093049:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800453.093050:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:4.0:1609800453.093053:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.093054:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:4.0:1609800453.093055:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (24)++
00000400:00000200:57.0:1609800453.093059:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800453.093059:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (25)--
00000400:00000200:57.0:1609800453.093082:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.093084:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800453.093090:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.093093:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800453.093096:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.093098:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (24)++
00000800:00000200:57.0:1609800453.093099:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (25)++
00000800:00000200:57.0:1609800453.093104:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (26)--
00000400:00000200:57.0:1609800453.093108:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.093111:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.093112:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800453.093117:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.093130:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800453.093133:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.093134:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:57.0:1609800453.093135:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000800:00000200:57.0:1609800453.093138:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (27)--
00000400:00000200:57.0:1609800453.093143:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.093152:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.093153:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800453.093160:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.093163:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800453.093165:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.093166:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (26)++
00000800:00000200:57.0:1609800453.093167:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (27)++
00000800:00000200:57.0:1609800453.093170:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:27.1:1609800453.093204:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (27)++
00000800:00000200:23.0:1609800453.093244:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (28)++
00000800:00000200:23.0:1609800453.093250:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (29)--
00000400:00000200:23.0:1609800453.093252:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.093256:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800453.093260:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (28)--
00000800:00000200:23.0:1609800453.093262:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)++
00000800:00000200:23.0:1609800453.093264:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (28)--
00000400:00000200:23.0:1609800453.093265:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.093268:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800453.093272:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000800:00000200:23.0:1609800453.093273:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000800:00000200:23.0:1609800453.093275:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (27)--
00000400:00000200:23.0:1609800453.093276:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.093278:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800453.093281:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:23.0:1609800453.093281:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000800:00000200:23.0:1609800453.093283:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (26)--
00000400:00000200:23.0:1609800453.093284:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.093284:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)++
00000400:00000200:23.0:1609800453.093287:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800453.093288:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:23.0:1609800453.093289:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000800:00000200:18.0:1609800453.093289:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000800:00000200:23.0:1609800453.093291:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000400:00000200:18.0:1609800453.093291:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.093292:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800453.093295:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:18.0:1609800453.093295:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:23.0:1609800453.093296:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:23.0:1609800453.093297:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:23.0:1609800453.093298:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000400:00000200:23.0:1609800453.093299:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.093300:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:23.0:1609800453.093301:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.093304:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:23.0:1609800453.093308:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:27.1:1609800453.093441:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:18.0:1609800453.093447:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:18.0:1609800453.093452:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800453.093454:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:18.0:1609800453.093454:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:18.0:1609800453.093456:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)--
00000800:00000200:18.0:1609800453.093457:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:57.0:1609800453.180481:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.180501:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.180502:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.180506:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4300 nid 192.168.128.153@o2ib18
00000400:00000200:57.0:1609800453.180508:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed100 net o2ib18
00000400:00000200:57.0:1609800453.180511:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2c9e00 nid 192.168.128.153@o2ib18
00000400:00000200:5.0:1609800453.180513:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.180514:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.153@o2ib18 NID 192.168.128.153@o2ib18 flags 0x0
00000400:00000200:57.0:1609800453.180522:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.153@o2ib18: 0
00000400:00000200:57.0:1609800453.180523:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.180524:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.180526:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.153@o2ib18 NID 192.168.128.153@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800453.180529:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.153@o2ib18 pending discovery
00000400:00000200:5.0:1609800453.180551:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.153@o2ib18: -114
00000400:00000200:5.0:1609800453.180553:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800453.180554:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800453.180557:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.153@o2ib18 NID 192.168.128.153@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800453.180558:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.180560:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.153@o2ib18 pending discovery
00000400:00000200:57.0:1609800453.180562:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.180564:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:5.0:1609800453.180565:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.180566:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.153@o2ib18: -114
00000400:00000200:57.0:1609800453.180567:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.180568:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.180570:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.153@o2ib18 NID 192.168.128.153@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800453.180573:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.153@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.180574:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.153@o2ib18 state 0x20
00000400:00000200:5.0:1609800453.180575:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.180576:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.153@o2ib18
00000400:00000200:69.0:1609800453.180577:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.153@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800453.180577:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.180580:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:57.0:1609800453.180581:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.180584:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:5.0:1609800453.180584:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:110] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800453.180587:0:16064:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:110] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800453.180587:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.180590:0:16064:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800453.180590:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.153@o2ib18
00000400:00000200:57.0:1609800453.180593:0:16064:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.153@o2ib18
00000400:00000200:5.0:1609800453.180593:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.153@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800453.180596:0:16064:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.153@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:57.0:1609800453.180599:0:16064:0:(router.c:135:lnet_notify_locked()) set 192.168.128.153@o2ib18 1
00000400:00000200:57.0:1609800453.180604:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.180607:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:5.0:1609800453.180611:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800453.180615:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.153@o2ib18
00000800:00000200:5.0:1609800453.180616:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:69.0:1609800453.180619:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.153@o2ib18
00000400:00000200:69.0:1609800453.180622:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:57.0:1609800453.180625:0:16064:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (1)++
00000800:00000200:5.0:1609800453.180629:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.180630:0:16064:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2)++
00000400:00000200:69.0:1609800453.180631:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.180634:0:16054:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345bbfcb880] -> 192.168.128.153@o2ib18 (1)--
00000800:00000200:69.0:1609800453.180635:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:69.0:1609800453.180640:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (3) version: 0
00000400:00000200:5.0:1609800453.180640:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800453.180643:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800453.180645:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.153@o2ib18
00000400:00000200:5.0:1609800453.180645:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.180647:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:69.0:1609800453.180648:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:69.0:1609800453.180654:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.180655:0:16064:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800453.180657:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:57.0:1609800453.180658:0:16064:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (3)--
00000400:00000200:5.0:1609800453.180661:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.180665:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:69.0:1609800453.180666:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800453.180667:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800453.180670:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.153@o2ib18
00000800:00000200:5.0:1609800453.180670:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800453.180672:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:5.0:1609800453.180673:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800453.180677:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.180680:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:69.0:1609800453.180684:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800453.180685:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.181294:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.153@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.181320:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.153@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800453.181748:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.153@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.181763:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db5a6000 0xffff9354db5a6000(0x1fdb5a6000)
00000800:00000200:46.0:1609800453.181765:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db5a7000 0xffff9354db5a7000(0x1fdb5a7000)
00000800:00000200:46.0:1609800453.181766:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db5a8000 0xffff9354db5a8000(0x1fdb5a8000)
00000800:00000200:46.0:1609800453.181767:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db5a9000 0xffff9354db5a9000(0x1fdb5a9000)
00000800:00000200:46.0:1609800453.181768:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db5aa000 0xffff9354db5aa000(0x1fdb5aa000)
00000800:00000200:46.0:1609800453.181769:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db5ab000 0xffff9354db5ab000(0x1fdb5ab000)
00000800:00000200:46.0:1609800453.181771:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db5ac000 0xffff9354db5ac000(0x1fdb5ac000)
00000800:00000200:46.0:1609800453.181771:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db5ad000 0xffff9354db5ad000(0x1fdb5ad000)
00000800:00000200:46.0:1609800453.181772:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db5ae000 0xffff9354db5ae000(0x1fdb5ae000)
00000800:00000200:46.0:1609800453.181773:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db5af000 0xffff9354db5af000(0x1fdb5af000)
00000800:00000200:46.0:1609800453.181774:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db5b0000 0xffff9354db5b0000(0x1fdb5b0000)
00000800:00000200:46.0:1609800453.181775:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db5b1000 0xffff9354db5b1000(0x1fdb5b1000)
00000800:00000200:46.0:1609800453.181776:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db5b2000 0xffff9354db5b2000(0x1fdb5b2000)
00000800:00000200:46.0:1609800453.181776:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db5b3000 0xffff9354db5b3000(0x1fdb5b3000)
00000800:00000200:46.0:1609800453.181777:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db5b4000 0xffff9354db5b4000(0x1fdb5b4000)
00000800:00000200:46.0:1609800453.181778:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db5b5000 0xffff9354db5b5000(0x1fdb5b5000)
00000800:00000200:46.0:1609800453.181779:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db5b6000 0xffff9354db5b6000(0x1fdb5b6000)
00000800:00000200:46.0:1609800453.181780:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db5b7000 0xffff9354db5b7000(0x1fdb5b7000)
00000800:00000200:46.0:1609800453.182072:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182074:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182074:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182075:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182076:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182076:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182077:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182077:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182078:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182078:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182079:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182080:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182080:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182082:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182083:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182084:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182085:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182085:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182086:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182087:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182088:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182088:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182089:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182089:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182090:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182091:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182091:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182092:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182092:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182093:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182093:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182094:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182095:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182095:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:46.0:1609800453.182096:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:46.0:1609800453.182096:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (20)--
00000800:00000200:20.0:1609800453.182606:0:425:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.153@o2ib18
00000800:00000200:20.0:1609800453.182611:0:425:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.153@o2ib18: active(1), version(12), status(0)
00000800:00000200:20.0:1609800453.182615:0:425:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c6800] (19)++
00000800:00000200:20.0:1609800453.182617:0:425:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:20.0:1609800453.182619:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:20.0:1609800453.182621:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800453.182623:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:20.0:1609800453.182625:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (24)++
00000800:00000200:20.0:1609800453.182646:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:20.0:1609800453.182647:0:425:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:20.0:1609800453.182658:0:425:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c6800] (27)--
00000800:00000200:23.1:1609800453.182716:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:24.0:1609800453.182757:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (27)++
00000800:00000200:24.0:1609800453.182763:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (28)--
00000400:00000200:24.0:1609800453.182765:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.182765:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (27)++
00000400:00000200:24.0:1609800453.182768:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.182769:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (28)--
00000400:00000200:20.0:1609800453.182770:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.182772:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (27)--
00000800:00000200:24.0:1609800453.182773:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)++
00000400:00000200:20.0:1609800453.182773:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.182776:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (27)--
00000400:00000200:24.0:1609800453.182778:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.182778:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:20.0:1609800453.182779:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:24.0:1609800453.182780:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.182781:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:24.0:1609800453.182782:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000400:00000200:20.0:1609800453.182782:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.182784:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000400:00000200:20.0:1609800453.182784:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.182787:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:20.0:1609800453.182787:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000400:00000200:24.0:1609800453.182788:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.182789:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:20.0:1609800453.182790:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:24.0:1609800453.182791:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000400:00000200:20.0:1609800453.182791:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.182791:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:20.0:1609800453.182793:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.182794:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:20.0:1609800453.182796:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:23.1:1609800453.182968:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:18.0:1609800453.182975:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:24.0:1609800453.182981:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:18.0:1609800453.182981:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800453.182983:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:18.0:1609800453.182985:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:18.0:1609800453.182986:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:33.1:1609800453.186407:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:3.0:1609800453.186477:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:3.0:1609800453.186484:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.127@o2ib18
00000400:00000200:3.0:1609800453.186489:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800453.186496:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.186500:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:3.0:1609800453.186507:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800453.186511:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800453.186514:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.186518:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.186518:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800453.186520:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.186525:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:3.0:1609800453.186525:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:3.0:1609800453.186527:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:3.0:1609800453.186528:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:37.0:1609800453.186530:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.186530:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.186534:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800453.186535:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.186537:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.186539:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800453.186545:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.186549:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800453.186549:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.186552:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800453.186552:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800453.186555:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.186557:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800453.186557:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.186558:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800453.186560:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:3.0:1609800453.186560:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800453.186562:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800453.186563:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:5.0:1609800453.186563:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:3.0:1609800453.186563:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.186564:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:3.0:1609800453.186565:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800453.186566:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.186567:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:3.0:1609800453.186567:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000400:00000200:5.0:1609800453.186568:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.186569:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000400:00000200:37.0:1609800453.186570:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.186570:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:3.0:1609800453.186571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:5.0:1609800453.186573:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.186573:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800453.186574:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.186574:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:5.0:1609800453.186577:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:3.0:1609800453.186577:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800453.186579:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:57.0:1609800453.186581:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.186584:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.186586:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.186588:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800453.186589:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:6.0:1609800453.186590:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.186591:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800453.186592:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800453.186593:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.186595:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800453.186596:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800453.186596:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.186597:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800453.186597:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:37.0:1609800453.186598:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800453.186601:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800453.186602:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800453.186603:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800453.186604:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.186605:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.186606:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:3.0:1609800453.186606:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800453.186606:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.186608:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800453.186609:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800453.186610:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:3.0:1609800453.186611:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800453.186612:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800453.186613:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.186614:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.186614:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)++
00000800:00000200:5.0:1609800453.186615:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (26)++
00000800:00000200:3.0:1609800453.186617:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (28)++
00000400:00000200:6.0:1609800453.186618:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.186619:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800453.186619:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.186621:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.186622:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.186623:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (29)--
00000400:00000200:0.0:1609800453.186623:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.186624:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (29)--
00000800:00000200:5.0:1609800453.186624:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (28)--
00000800:00000200:3.0:1609800453.186624:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (29)--
00000800:00000200:6.0:1609800453.186625:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.186626:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:3.0:1609800453.186627:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:6.0:1609800453.186629:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800453.186629:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800453.186631:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.186633:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:6.0:1609800453.186635:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:5.0:1609800453.186635:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800453.186636:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:6.0:1609800453.186638:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:5.0:1609800453.186639:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800453.186641:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.186642:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.186642:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.186644:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.186645:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:0.0:1609800453.186645:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800453.186651:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.186654:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.186656:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800453.186659:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800453.186659:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800453.186661:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800453.186663:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.186667:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:5.0:1609800453.186669:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:5.0:1609800453.186671:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:57.0:1609800453.186672:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.186672:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:0.0:1609800453.186672:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.186674:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.186674:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.186678:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.186680:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800453.186797:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.186811:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:3.0:1609800453.186814:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:3.0:1609800453.186816:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:3.0:1609800453.186818:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.186821:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:3.0:1609800453.186822:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:3.0:1609800453.186823:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:33.1:1609800453.186867:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:5.0:1609800453.186877:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:5.0:1609800453.186880:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800453.186882:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:5.0:1609800453.186884:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.186888:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.186891:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:5.0:1609800453.186897:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.186899:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.186902:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800453.186905:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800453.186906:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.186910:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:5.0:1609800453.186912:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:5.0:1609800453.186913:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:57.0:1609800453.186927:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.186931:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.186936:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800453.186974:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:3.0:1609800453.186999:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:3.0:1609800453.187005:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:37.0:1609800453.187008:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:3.0:1609800453.187028:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.187030:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800453.187032:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:3.0:1609800453.187032:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.187033:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800453.187034:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:6.0:1609800453.187037:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:5.0:1609800453.187039:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:3.0:1609800453.187040:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.187042:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:3.0:1609800453.187043:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800453.187044:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.187044:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.187045:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800453.187046:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:5.0:1609800453.187046:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.187048:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800453.187049:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800453.187051:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.187052:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800453.187052:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.187053:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000400:00000200:5.0:1609800453.187054:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800453.187055:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800453.187055:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:3.0:1609800453.187056:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800453.187057:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800453.187057:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000400:00000200:5.0:1609800453.187059:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.187072:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.187073:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.187073:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800453.187074:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:5.0:1609800453.187075:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800453.187077:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800453.187078:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:37.0:1609800453.187079:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:5.0:1609800453.187079:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800453.187080:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.187080:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.187082:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800453.187083:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.187084:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800453.187085:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800453.187088:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.187088:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:6.0:1609800453.187089:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800453.187089:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800453.187090:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.187092:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.187092:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800453.187093:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000400:00000200:57.0:1609800453.187094:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800453.187096:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:0.0:1609800453.187096:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.187099:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800453.187101:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187102:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.187103:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.187104:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187106:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800453.187109:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.187112:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:3.0:1609800453.187113:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:3.0:1609800453.187115:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:0.0:1609800453.187134:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.187136:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.187138:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.187195:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.187201:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187203:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:57.0:1609800453.187210:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187214:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800453.187219:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.187221:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:57.0:1609800453.187223:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187230:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:38.0:1609800453.187232:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.187239:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.187242:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:38.0:1609800453.187249:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.187253:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:38.0:1609800453.187257:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.187260:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:38.0:1609800453.187262:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000400:00000200:57.0:1609800453.187265:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800453.187268:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000400:00000200:57.0:1609800453.187269:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187272:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:38.0:1609800453.187274:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.187278:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187282:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800453.187286:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.187288:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:57.0:1609800453.187289:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:57.0:1609800453.187292:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (24)--
00000400:00000200:57.0:1609800453.187296:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.187297:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.187300:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:57.0:1609800453.187303:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187305:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:38.0:1609800453.187306:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.187309:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000400:00000200:57.0:1609800453.187313:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187316:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:38.0:1609800453.187317:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.187319:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:57.0:1609800453.187320:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.187321:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (24)++
00000800:00000200:57.0:1609800453.187322:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:33.1:1609800453.187323:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (26)++
00000800:00000200:57.0:1609800453.187325:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (27)++
00000800:00000200:38.0:1609800453.187325:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (27)--
00000800:00000200:57.0:1609800453.187328:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (27)--
00000400:00000200:38.0:1609800453.187332:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.187332:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000400:00000200:38.0:1609800453.187335:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.187336:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (27)--
00000400:00000200:38.0:1609800453.187337:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:6.0:1609800453.187338:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000400:00000200:5.0:1609800453.187338:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.187341:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:38.0:1609800453.187343:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800453.187343:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (27)--
00000400:00000200:6.0:1609800453.187344:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.187345:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000800:00000200:38.0:1609800453.187346:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000400:00000200:6.0:1609800453.187347:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.187348:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000800:00000200:38.0:1609800453.187349:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.187349:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (27)--
00000800:00000200:5.0:1609800453.187350:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000800:00000200:38.0:1609800453.187351:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)++
00000400:00000200:37.0:1609800453.187351:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.187352:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (27)++
00000800:00000200:6.0:1609800453.187352:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000400:00000200:37.0:1609800453.187353:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.187354:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000800:00000200:37.0:1609800453.187357:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (28)--
00000800:00000200:37.0:1609800453.187358:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000800:00000200:38.0:1609800453.187360:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:5.0:1609800453.187360:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (26)--
00000800:00000200:6.0:1609800453.187361:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (26)--
00000400:00000200:5.0:1609800453.187362:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.187363:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.187365:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.187365:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.187368:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800453.187370:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187373:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800453.187380:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800453.187384:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:37.0:1609800453.187385:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.187386:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:37.0:1609800453.187387:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.187388:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800453.187391:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:57.0:1609800453.187393:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187395:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:57.0:1609800453.187401:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187404:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800453.187408:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.187410:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:57.0:1609800453.187411:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187416:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187434:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:5.0:1609800453.187443:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:5.0:1609800453.187446:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:5.0:1609800453.187448:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.187449:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:5.0:1609800453.187451:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.187454:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:4.0:1609800453.187538:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.187559:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.187562:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:4.0:1609800453.187569:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.187572:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:4.0:1609800453.187577:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.187579:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:4.0:1609800453.187581:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800453.187589:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:4.0:1609800453.187595:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.187598:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.187600:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:4.0:1609800453.187606:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.187608:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:4.0:1609800453.187611:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.187613:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800453.187613:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:4.0:1609800453.187615:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.127@o2ib18: no credits
00000800:00000200:4.0:1609800453.187616:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:33.1:1609800453.187618:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.187625:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:3.0:1609800453.187629:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.127@o2ib18: no credits
00000800:00000200:3.0:1609800453.187630:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:37.0:1609800453.187632:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:3.0:1609800453.187632:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.187634:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.187638:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187657:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:6.0:1609800453.187664:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800453.187669:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:5.0:1609800453.187671:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800453.187676:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800453.187678:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800453.187679:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187691:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800453.187699:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800453.187701:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:37.0:1609800453.187703:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.187705:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.187705:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:37.0:1609800453.187708:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:5.0:1609800453.187718:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.187736:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.187739:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:33.1:1609800453.187741:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000400:00000200:5.0:1609800453.187747:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.187750:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:5.0:1609800453.187754:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.187755:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:5.0:1609800453.187756:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:5.0:1609800453.187763:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:5.0:1609800453.187768:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:57.0:1609800453.187770:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.187774:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:5.0:1609800453.187775:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800453.187776:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:57.0:1609800453.187777:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.187777:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:6.0:1609800453.187779:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:5.0:1609800453.187779:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:5.0:1609800453.187780:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:6.0:1609800453.187781:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187782:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:6.0:1609800453.187784:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.187789:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187793:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:6.0:1609800453.187793:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:57.0:1609800453.187798:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.187801:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:57.0:1609800453.187802:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187809:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:57.0:1609800453.187813:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.187817:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187819:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:33.1:1609800453.187822:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:57.0:1609800453.187824:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.187827:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:57.0:1609800453.187830:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.187831:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:57.0:1609800453.187832:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800453.187832:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:57.0:1609800453.187835:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800453.187836:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (25)--
00000400:00000200:37.0:1609800453.187838:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.187838:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:57.0:1609800453.187840:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800453.187841:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.187844:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187848:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:57.0:1609800453.187852:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.187854:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:3.0:1609800453.187856:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:3.0:1609800453.187859:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:57.0:1609800453.187860:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800453.187860:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.187862:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:57.0:1609800453.187863:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000400:00000200:3.0:1609800453.187864:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.187866:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.187867:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:57.0:1609800453.187868:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187869:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:57.0:1609800453.187872:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800453.187885:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:5.0:1609800453.187893:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:5.0:1609800453.187897:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:5.0:1609800453.187899:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.187900:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:5.0:1609800453.187902:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.187905:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:33.1:1609800453.187931:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:6.0:1609800453.187938:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:6.0:1609800453.187942:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800453.187944:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800453.187945:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:3.0:1609800453.187945:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800453.187946:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:31.1:1609800453.229748:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:20.0:1609800453.229787:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:20.0:1609800453.229794:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.137@o2ib18
00000400:00000200:20.0:1609800453.229799:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.229804:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.229807:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800453.229814:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.229818:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800453.229821:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.229825:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.229826:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.229827:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:20.0:1609800453.229831:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:20.0:1609800453.229833:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.229834:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:19.0:1609800453.229835:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.229836:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:19.0:1609800453.229839:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.229841:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:19.0:1609800453.229844:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.229846:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.229848:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800453.229854:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800453.229858:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.229858:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800453.229861:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:19.0:1609800453.229862:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.229866:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800453.229867:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.229867:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.229868:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:20.0:1609800453.229870:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800453.229871:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:24.0:1609800453.229872:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.229872:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.229873:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800453.229874:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.229875:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.229876:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.229876:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:24.0:1609800453.229877:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.229878:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:19.0:1609800453.229878:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.229879:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:20.0:1609800453.229879:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.229880:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:20.0:1609800453.229882:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:20.0:1609800453.229885:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.229893:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.229895:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.229896:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.229897:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:18.0:1609800453.229898:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:20.0:1609800453.229902:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.229903:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:0.0:1609800453.229903:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.229905:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800453.229906:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.229906:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.229907:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.229908:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:20.0:1609800453.229910:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800453.229910:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.229911:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.229912:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:18.0:1609800453.229914:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800453.229915:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800453.229916:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.229918:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.229918:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.229919:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800453.229920:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:57.0:1609800453.229921:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.229921:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.229924:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.229925:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.229926:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.229927:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (26)++
00000400:00000200:18.0:1609800453.229927:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.229928:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.229929:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.229931:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.229931:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:20.0:1609800453.229933:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:20.0:1609800453.229934:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:19.0:1609800453.229934:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:24.0:1609800453.229935:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:20.0:1609800453.229935:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:19.0:1609800453.229936:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:24.0:1609800453.229937:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (28)--
00000800:00000200:20.0:1609800453.229937:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800453.229937:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:0.0:1609800453.229937:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.229939:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:0.0:1609800453.229939:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.229940:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.229940:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:0.0:1609800453.229941:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800453.229942:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800453.229944:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.229946:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:18.0:1609800453.229946:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800453.229947:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800453.229951:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.229952:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:20.0:1609800453.229953:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.229954:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800453.229955:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.229956:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:20.0:1609800453.229956:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.229957:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:57.0:1609800453.229958:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.229958:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.229958:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.229959:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:18.0:1609800453.229960:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfc600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.229961:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.229962:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.229963:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:18.0:1609800453.229963:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:20.0:1609800453.229964:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:0.0:1609800453.229964:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800453.229965:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.229965:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:57.0:1609800453.229966:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.229967:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:0.0:1609800453.229967:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.229969:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.229970:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.229974:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:57.0:1609800453.229975:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800453.229975:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:0.0:1609800453.229976:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.229977:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.229978:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.229981:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.229982:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800453.229983:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800453.229989:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800453.229992:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:19.0:1609800453.229994:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800453.229996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:31.1:1609800453.230075:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:20.0:1609800453.230081:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:20.0:1609800453.230085:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:20.0:1609800453.230088:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.230088:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:20.0:1609800453.230091:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.230093:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:18.0:1609800453.230094:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:24.0:1609800453.230095:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800453.230099:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:20.0:1609800453.230099:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800453.230099:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.230100:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:20.0:1609800453.230102:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800453.230103:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.230103:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:18.0:1609800453.230104:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.230105:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800453.230106:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.230107:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.230108:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800453.230108:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800453.230109:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.230114:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.230117:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:18.0:1609800453.230117:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.230118:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:20.0:1609800453.230119:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:19.0:1609800453.230119:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.230128:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:18.0:1609800453.230129:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.230130:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:24.0:1609800453.230133:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:18.0:1609800453.230133:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800453.230133:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800453.230134:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfc600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800453.230134:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.230138:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:0.0:1609800453.230138:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800453.230139:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.230141:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.230144:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800453.230144:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.230146:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.230147:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.230147:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:57.0:1609800453.230148:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.230149:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800453.230150:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.230150:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.230150:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.230151:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.230152:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800453.230153:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800453.230153:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800453.230154:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.230157:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:57.0:1609800453.230158:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800453.230158:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.230158:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:18.0:1609800453.230158:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:19.0:1609800453.230159:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (28)--
00000800:00000200:18.0:1609800453.230159:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000400:00000200:57.0:1609800453.230160:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.230160:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:19.0:1609800453.230161:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:57.0:1609800453.230162:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.230162:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.230162:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:0.0:1609800453.230164:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.230165:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.230166:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:0.0:1609800453.230166:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.230167:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:24.0:1609800453.230168:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:20.0:1609800453.230168:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.230169:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.230169:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:0.0:1609800453.230169:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800453.230170:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.230171:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:20.0:1609800453.230172:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.230173:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:18.0:1609800453.230175:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.230175:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.230177:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.230178:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:0.0:1609800453.230180:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800453.230184:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.230187:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.230189:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.230192:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.230193:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933641bfc300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800453.230194:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:18.0:1609800453.230197:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:18.0:1609800453.230198:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:18.0:1609800453.230200:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:57.0:1609800453.230201:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.230201:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:57.0:1609800453.230202:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.230204:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:57.0:1609800453.230205:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.230205:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:24.0:1609800453.230206:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:57.0:1609800453.230513:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.230519:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.230522:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:57.0:1609800453.230527:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.230531:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:57.0:1609800453.230534:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.230536:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:57.0:1609800453.230537:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:57.0:1609800453.230544:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:57.0:1609800453.230646:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.230654:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.230656:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:57.0:1609800453.230661:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800453.230664:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:57.0:1609800453.230666:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:57.0:1609800453.230669:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.230670:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:57.0:1609800453.230671:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:57.0:1609800453.230676:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.230702:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:20.0:1609800453.230708:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:20.0:1609800453.230710:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.230711:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:20.0:1609800453.230713:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.230716:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:18.0:1609800453.230716:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.230718:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:18.0:1609800453.230718:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.230721:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.230725:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:38.0:1609800453.230807:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.230817:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.230819:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.230821:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.230823:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:38.0:1609800453.230826:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:57.0:1609800453.230829:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.230832:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:38.0:1609800453.230841:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.230847:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.230848:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:38.0:1609800453.230848:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:57.0:1609800453.230849:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:57.0:1609800453.230853:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:38.0:1609800453.230856:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.230859:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:38.0:1609800453.230862:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:31.1:1609800453.230868:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:38.0:1609800453.230874:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:38.0:1609800453.230883:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.230920:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.230925:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:19.0:1609800453.230926:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:38.0:1609800453.230936:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.230941:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:38.0:1609800453.230951:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.230953:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:38.0:1609800453.230954:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:20.0:1609800453.230955:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:19.0:1609800453.230956:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.230957:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:19.0:1609800453.230960:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.230961:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800453.230962:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:38.0:1609800453.230963:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:20.0:1609800453.230964:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800453.230964:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:20.0:1609800453.230966:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.230969:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.230970:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.230973:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:31.1:1609800453.230976:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:57.0:1609800453.230978:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.230981:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.230981:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:20.0:1609800453.230983:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:57.0:1609800453.230985:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800453.230985:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:57.0:1609800453.230987:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:20.0:1609800453.230987:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.230988:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:18.0:1609800453.230988:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:20.0:1609800453.230989:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.230991:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:57.0:1609800453.230992:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:18.0:1609800453.230992:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.230993:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:18.0:1609800453.230994:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:18.0:1609800453.230996:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:18.0:1609800453.230997:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800453.231004:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800453.231011:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800453.231016:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:24.0:1609800453.231018:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.231018:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:24.0:1609800453.231021:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.231027:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:4.0:1609800453.231166:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.231173:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.231176:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:4.0:1609800453.231182:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.231186:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:4.0:1609800453.231191:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.231193:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:4.0:1609800453.231195:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:4.0:1609800453.231204:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:4.0:1609800453.231209:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.231213:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.231215:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:31.1:1609800453.231220:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:4.0:1609800453.231220:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.231223:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:4.0:1609800453.231225:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.231226:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:4.0:1609800453.231227:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:4.0:1609800453.231228:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:4.0:1609800453.231232:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800453.231233:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:18.0:1609800453.231234:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:19.0:1609800453.231235:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.231238:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:4.0:1609800453.231240:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800453.231243:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:4.0:1609800453.231245:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.231246:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:4.0:1609800453.231247:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:20.0:1609800453.231252:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:4.0:1609800453.231253:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800453.231254:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:20.0:1609800453.231256:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.231256:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:24.0:1609800453.231258:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:20.0:1609800453.231258:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:4.0:1609800453.231259:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.231261:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:20.0:1609800453.231262:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:4.0:1609800453.231262:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:4.0:1609800453.231266:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:4.0:1609800453.231270:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.231274:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.231276:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:31.1:1609800453.231278:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:4.0:1609800453.231280:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.231283:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:18.0:1609800453.231284:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:4.0:1609800453.231285:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.231286:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:4.0:1609800453.231287:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:4.0:1609800453.231292:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800453.231294:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:18.0:1609800453.231294:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:18.0:1609800453.231296:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.231297:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800453.231301:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:4.0:1609800453.231301:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.231303:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:4.0:1609800453.231303:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:24.0:1609800453.231308:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:4.0:1609800453.231309:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.231311:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:18.0:1609800453.231311:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:4.0:1609800453.231312:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:24.0:1609800453.231313:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.231313:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:4.0:1609800453.231315:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800453.231316:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:4.0:1609800453.231317:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:4.0:1609800453.231318:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800453.231320:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:4.0:1609800453.231322:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:4.0:1609800453.231326:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.231331:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.231333:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:4.0:1609800453.231333:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:19.0:1609800453.231338:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:4.0:1609800453.231338:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.231340:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:19.0:1609800453.231341:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:19.0:1609800453.231343:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.231343:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.231344:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:19.0:1609800453.231345:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.231345:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:4.0:1609800453.231346:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800453.231349:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:4.0:1609800453.231350:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800453.231374:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:20.0:1609800453.231379:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:20.0:1609800453.231383:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:20.0:1609800453.231384:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.231385:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:20.0:1609800453.231387:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.231389:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:20.0:1609800453.231390:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800453.231391:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800453.231392:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:20.0:1609800453.231393:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800453.231395:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:31.1:1609800453.231513:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:19.0:1609800453.231519:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:57.0:1609800453.231522:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800453.231523:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800453.231524:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:18.0:1609800453.231525:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800453.231526:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800453.231527:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:57.0:1609800453.231528:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.231532:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:57.0:1609800453.231538:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.231541:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:57.0:1609800453.231547:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.231549:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:57.0:1609800453.231550:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:57.0:1609800453.231557:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800453.231568:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:20.0:1609800453.231574:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:20.0:1609800453.231577:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:20.0:1609800453.231578:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.231579:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:20.0:1609800453.231580:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.231583:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:57.0:1609800453.277659:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.277674:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.277678:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb43c0 nid 192.168.128.168@o2ib18
00000400:00000200:57.0:1609800453.277679:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed080 net o2ib18
00000400:00000200:57.0:1609800453.277682:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dc2cae00 nid 192.168.128.168@o2ib18
00000400:00000200:57.0:1609800453.277685:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.168@o2ib18 NID 192.168.128.168@o2ib18 flags 0x0
00000400:00000200:57.0:1609800453.277690:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.168@o2ib18: 0
00000400:00000200:57.0:1609800453.277691:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.277692:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.277694:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.168@o2ib18 NID 192.168.128.168@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.277699:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.277699:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.168@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.277702:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.168@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.277704:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.168@o2ib18
00000400:00000200:69.0:1609800453.277705:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.168@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800453.277707:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.168@o2ib18
00000400:00000200:69.0:1609800453.277709:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.168@o2ib18
00000400:00000200:69.0:1609800453.277712:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:69.0:1609800453.277715:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:112] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.277717:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800453.277719:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.168@o2ib18
00000400:00000200:69.0:1609800453.277722:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.168@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800453.277726:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.168@o2ib18 1
00000400:00000200:69.0:1609800453.277731:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.277734:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:5.0:1609800453.277739:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800453.277740:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dc69c180] -> 192.168.128.168@o2ib18 (1)++
00000800:00000200:69.0:1609800453.277744:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2)++
00000400:00000200:5.0:1609800453.277747:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.277751:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:5.0:1609800453.277758:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.277762:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:5.0:1609800453.277768:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.277771:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:5.0:1609800453.277771:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.277773:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dc69c180] -> 192.168.128.168@o2ib18 (3)--
00000400:00000200:5.0:1609800453.277779:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.277796:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.277798:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:5.0:1609800453.277803:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.277806:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:5.0:1609800453.277810:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800453.277811:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.277860:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.277864:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.277868:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800453.277874:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.277878:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800453.277884:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.277886:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.277890:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.277893:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.277895:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800453.277899:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.277902:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800453.277904:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.277906:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.277911:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.277914:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.277916:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800453.277921:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.277923:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800453.277925:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.277926:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.278321:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.168@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.278338:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.168@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800453.278359:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.278367:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.278370:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:0.0:1609800453.278376:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.278380:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:0.0:1609800453.278385:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.278389:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.278578:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.168@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.278593:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db637000 0xffff9354db637000(0x1fdb637000)
00000800:00000200:46.0:1609800453.278594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db638000 0xffff9354db638000(0x1fdb638000)
00000800:00000200:46.0:1609800453.278595:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db658000 0xffff9354db658000(0x1fdb658000)
00000800:00000200:46.0:1609800453.278596:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db659000 0xffff9354db659000(0x1fdb659000)
00000800:00000200:46.0:1609800453.278597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db65a000 0xffff9354db65a000(0x1fdb65a000)
00000800:00000200:46.0:1609800453.278598:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db65b000 0xffff9354db65b000(0x1fdb65b000)
00000800:00000200:46.0:1609800453.278599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db65c000 0xffff9354db65c000(0x1fdb65c000)
00000800:00000200:46.0:1609800453.278600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db65d000 0xffff9354db65d000(0x1fdb65d000)
00000800:00000200:46.0:1609800453.278600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db65e000 0xffff9354db65e000(0x1fdb65e000)
00000800:00000200:46.0:1609800453.278603:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db65f000 0xffff9354db65f000(0x1fdb65f000)
00000800:00000200:46.0:1609800453.278604:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db660000 0xffff9354db660000(0x1fdb660000)
00000800:00000200:46.0:1609800453.278605:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db661000 0xffff9354db661000(0x1fdb661000)
00000800:00000200:46.0:1609800453.278606:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db662000 0xffff9354db662000(0x1fdb662000)
00000800:00000200:46.0:1609800453.278607:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db663000 0xffff9354db663000(0x1fdb663000)
00000800:00000200:46.0:1609800453.278608:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db664000 0xffff9354db664000(0x1fdb664000)
00000800:00000200:46.0:1609800453.278609:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db665000 0xffff9354db665000(0x1fdb665000)
00000800:00000200:46.0:1609800453.278610:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db666000 0xffff9354db666000(0x1fdb666000)
00000800:00000200:46.0:1609800453.278611:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db667000 0xffff9354db667000(0x1fdb667000)
00000800:00000200:46.0:1609800453.278909:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278911:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278912:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278912:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278913:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278914:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278914:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278915:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278915:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278916:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278917:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278918:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278918:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278919:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278919:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278920:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278920:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278921:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278922:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278922:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278923:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278923:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278924:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278924:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278925:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278926:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278927:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278928:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278929:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278930:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278930:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278931:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278932:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:46.0:1609800453.278933:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:46.0:1609800453.278933:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (20)--
00000800:00000200:21.0:1609800453.279540:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.168@o2ib18
00000800:00000200:21.0:1609800453.279545:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.168@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800453.279549:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c7400] (19)++
00000800:00000200:21.0:1609800453.279551:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:21.0:1609800453.279553:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:21.0:1609800453.279555:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:21.0:1609800453.279557:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:21.0:1609800453.279559:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:21.0:1609800453.279560:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:21.0:1609800453.279562:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:21.0:1609800453.279564:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (27)++
00000800:00000200:21.0:1609800453.279580:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:26.1:1609800453.279634:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (27)++
00000800:00000200:18.0:1609800453.279655:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (28)++
00000800:00000200:18.0:1609800453.279664:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (29)--
00000400:00000200:18.0:1609800453.279667:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.279674:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.279680:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:18.0:1609800453.279682:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)++
00000800:00000200:18.0:1609800453.279687:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (28)--
00000400:00000200:18.0:1609800453.279689:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.279693:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.279697:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:18.0:1609800453.279699:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:18.0:1609800453.279703:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:19.0:1609800453.279705:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)++
00000400:00000200:18.0:1609800453.279705:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.279709:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.279712:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:18.0:1609800453.279713:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:19.0:1609800453.279715:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.279715:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:18.0:1609800453.279718:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:18.0:1609800453.279719:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.279721:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:18.0:1609800453.279724:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.279728:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:24.0:1609800453.279731:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:18.0:1609800453.279741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:24.0:1609800453.279743:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:18.0:1609800453.279743:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:24.0:1609800453.279745:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.279747:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:20.0:1609800453.279749:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:18.0:1609800453.279749:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.279752:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:18.0:1609800453.279753:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.279758:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:18.0:1609800453.279761:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800453.279880:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:19.0:1609800453.279888:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800453.279896:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:20.0:1609800453.279898:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:19.0:1609800453.279899:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800453.279902:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:19.0:1609800453.279904:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:57.0:1609800453.299342:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.299347:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.299351:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4480 nid 192.168.128.93@o2ib18
00000400:00000200:57.0:1609800453.299353:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed900 net o2ib18
00000400:00000200:57.0:1609800453.299356:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9336373e7e00 nid 192.168.128.93@o2ib18
00000400:00000200:57.0:1609800453.299359:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.93@o2ib18 NID 192.168.128.93@o2ib18 flags 0x0
00000400:00000200:57.0:1609800453.299364:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.93@o2ib18: 0
00000400:00000200:57.0:1609800453.299365:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.299366:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.299368:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.93@o2ib18 NID 192.168.128.93@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800453.299368:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.299370:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.299370:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.93@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.299373:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.93@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.299375:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.93@o2ib18
00000400:00000200:69.0:1609800453.299376:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.93@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800453.299376:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.299378:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.93@o2ib18
00000400:00000200:69.0:1609800453.299380:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.93@o2ib18
00000400:00000200:0.0:1609800453.299380:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.299383:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:69.0:1609800453.299386:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:113] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800453.299386:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:69.0:1609800453.299388:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800453.299390:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.93@o2ib18
00000400:00000200:57.0:1609800453.299390:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.299393:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.93@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800453.299393:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:114] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800453.299398:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.299399:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800453.299403:0:16058:0:(router.c:135:lnet_notify_locked()) set 192.168.128.93@o2ib18 1
00000400:00000200:0.0:1609800453.299413:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.299419:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:69.0:1609800453.299421:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.299424:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:57.0:1609800453.299427:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.299430:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5100] -> 192.168.128.93@o2ib18 (1)++
00000800:00000200:57.0:1609800453.299431:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:69.0:1609800453.299434:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5100] -> 192.168.128.93@o2ib18 (2)++
00000800:00000200:0.0:1609800453.299435:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.299437:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800453.299441:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800453.299445:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.299447:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800453.299449:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5100] -> 192.168.128.93@o2ib18 (3)--
00000400:00000200:0.0:1609800453.299453:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.299459:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.299463:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800453.299474:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.299479:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:0.0:1609800453.299485:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.299488:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.299497:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.299504:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.299508:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800453.299517:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.299522:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:0.0:1609800453.299526:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.299529:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.299858:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.299881:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.299887:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:57.0:1609800453.299905:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.299912:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:57.0:1609800453.299919:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.299923:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.300086:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.93@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.300111:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.93@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800453.300544:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.93@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.300564:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff933665398000 0xffff933665398000(0x165398000)
00000800:00000200:46.0:1609800453.300566:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93450a668000 0xffff93450a668000(0x100a668000)
00000800:00000200:46.0:1609800453.300567:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93361efe0000 0xffff93361efe0000(0x11efe0000)
00000800:00000200:46.0:1609800453.300568:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93362a7d4000 0xffff93362a7d4000(0x12a7d4000)
00000800:00000200:46.0:1609800453.300569:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9336507f7000 0xffff9336507f7000(0x1507f7000)
00000800:00000200:46.0:1609800453.300570:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9336443d9000 0xffff9336443d9000(0x1443d9000)
00000800:00000200:46.0:1609800453.300571:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff933664fba000 0xffff933664fba000(0x164fba000)
00000800:00000200:46.0:1609800453.300572:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9336213c7000 0xffff9336213c7000(0x1213c7000)
00000800:00000200:46.0:1609800453.300573:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93367fed5000 0xffff93367fed5000(0x17fed5000)
00000800:00000200:46.0:1609800453.300574:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93367fea2000 0xffff93367fea2000(0x17fea2000)
00000800:00000200:46.0:1609800453.300574:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93367fed6000 0xffff93367fed6000(0x17fed6000)
00000800:00000200:46.0:1609800453.300575:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93363bbed000 0xffff93363bbed000(0x13bbed000)
00000800:00000200:46.0:1609800453.300576:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93367fde0000 0xffff93367fde0000(0x17fde0000)
00000800:00000200:46.0:1609800453.300577:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9336503c1000 0xffff9336503c1000(0x1503c1000)
00000800:00000200:46.0:1609800453.300578:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9336213c4000 0xffff9336213c4000(0x1213c4000)
00000800:00000200:46.0:1609800453.300579:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9336117d2000 0xffff9336117d2000(0x1117d2000)
00000800:00000200:46.0:1609800453.300580:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93364ff87000 0xffff93364ff87000(0x14ff87000)
00000800:00000200:46.0:1609800453.300580:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93366fba1000 0xffff93366fba1000(0x16fba1000)
00000800:00000200:46.0:1609800453.300886:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300889:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300890:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300890:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300891:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300892:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300893:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300894:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300895:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300895:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300896:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300896:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300897:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300898:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300898:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300899:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300899:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300900:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300900:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300901:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300902:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300902:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300903:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300903:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300904:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300904:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300905:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300905:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300906:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300907:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300907:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300908:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300908:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300909:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:46.0:1609800453.300909:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (19)++
00000800:00000200:46.0:1609800453.300910:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (20)--
00000800:00000200:21.0:1609800453.301598:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.93@o2ib18
00000800:00000200:21.0:1609800453.301603:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.93@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800453.301607:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93363abffc00] (19)++
00000800:00000200:21.0:1609800453.301610:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93363abffc00] (20)++
00000800:00000200:21.0:1609800453.301611:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:21.0:1609800453.301614:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:21.0:1609800453.301615:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:21.0:1609800453.301619:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (24)++
00000800:00000200:21.0:1609800453.301621:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000800:00000200:21.0:1609800453.301623:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (26)++
00000800:00000200:21.0:1609800453.301638:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93363abffc00] (27)--
00000800:00000200:35.1:1609800453.301722:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (26)++
00000800:00000200:37.0:1609800453.301766:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (27)++
00000800:00000200:37.0:1609800453.301772:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (28)--
00000400:00000200:37.0:1609800453.301774:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.301778:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.301783:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000800:00000200:37.0:1609800453.301784:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (26)++
00000800:00000200:37.0:1609800453.301787:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (27)--
00000400:00000200:37.0:1609800453.301788:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.301790:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.301792:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:37.0:1609800453.301793:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800453.301796:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000400:00000200:37.0:1609800453.301797:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.301799:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.301800:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800453.301801:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:37.0:1609800453.301803:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000400:00000200:37.0:1609800453.301804:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.301805:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000400:00000200:37.0:1609800453.301806:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.301809:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800453.301810:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:5.0:1609800453.301810:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:37.0:1609800453.301812:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000400:00000200:5.0:1609800453.301812:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.301813:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.301815:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:37.0:1609800453.301816:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.301820:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:37.0:1609800453.301824:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:5.0:1609800453.301826:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800453.302086:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:37.0:1609800453.302133:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:37.0:1609800453.302138:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800453.302139:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800453.302143:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:37.0:1609800453.302144:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:37.0:1609800453.302145:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:4.0:1609800453.341233:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:4.0:1609800453.341237:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:34.1:1609800453.343193:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:24.0:1609800453.343241:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.343253:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.113@o2ib18
00000400:00000200:24.0:1609800453.343261:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.343268:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.343274:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800453.343286:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.343290:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.343292:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.343298:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.343302:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800453.343304:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.343306:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.343312:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.343313:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343316:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800453.343318:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800453.343319:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:18.0:1609800453.343320:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.343325:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:24.0:1609800453.343327:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:20.0:1609800453.343338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.343338:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.343359:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.343360:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.343363:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.343363:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.343365:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:18.0:1609800453.343366:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.343368:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.343371:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.343372:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.343373:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.343374:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.343375:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.343376:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800453.343379:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.343380:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.343381:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.343382:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.343383:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:0.0:1609800453.343397:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:34.1:1609800453.343399:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000400:00000200:0.0:1609800453.343403:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.343405:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:20.0:1609800453.343410:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:0.0:1609800453.343410:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.343411:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:20.0:1609800453.343414:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.343415:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800453.343416:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:18.0:1609800453.343418:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.343419:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:20.0:1609800453.343419:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.343421:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.343422:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:57.0:1609800453.343423:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800453.343423:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.343423:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:0.0:1609800453.343427:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.343429:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.343430:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.343430:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.343433:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.343433:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800453.343433:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800453.343435:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800453.343437:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.343437:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.343440:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800453.343440:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800453.343440:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.343442:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.343443:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800453.343446:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.343446:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.343448:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:20.0:1609800453.343451:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (24)++
00000800:00000200:20.0:1609800453.343456:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:20.0:1609800453.343457:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800453.343460:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.343461:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800453.343462:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.343463:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800453.343464:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:34.1:1609800453.343465:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343465:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800453.343466:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.343466:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.343466:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)++
00000400:00000200:57.0:1609800453.343468:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.343468:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:18.0:1609800453.343468:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800453.343469:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:18.0:1609800453.343469:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800453.343471:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.343472:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:57.0:1609800453.343473:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.343474:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.343476:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.343476:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:20.0:1609800453.343477:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.343479:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.343481:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.343483:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:18.0:1609800453.343489:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.343492:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.343494:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:34.1:1609800453.343495:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.343497:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.343498:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538af00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.343500:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:18.0:1609800453.343500:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:18.0:1609800453.343501:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:18.0:1609800453.343503:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:57.0:1609800453.343504:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.343504:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.343504:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:57.0:1609800453.343505:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.343507:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.343507:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:19.0:1609800453.343508:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:18.0:1609800453.343508:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:38.0:1609800453.343509:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.343512:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.343512:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.343514:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.343516:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800453.343517:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:18.0:1609800453.343522:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:34.1:1609800453.343527:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.343532:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.343535:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:19.0:1609800453.343537:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.343541:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.343543:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.343544:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.343545:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.343546:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.343547:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.343550:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:18.0:1609800453.343552:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.343555:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800453.343556:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.343558:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800453.343560:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.343561:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.343561:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.343561:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)--
00000800:00000200:18.0:1609800453.343562:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:57.0:1609800453.343564:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.343564:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.343565:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.343568:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:34.1:1609800453.343569:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343569:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800453.343572:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800453.343573:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.343575:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800453.343575:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343578:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800453.343579:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800453.343579:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:20.0:1609800453.343582:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.343582:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343583:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:20.0:1609800453.343585:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.343585:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:24.0:1609800453.343586:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.343586:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:20.0:1609800453.343587:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:20.0:1609800453.343593:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800453.343596:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.343596:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800453.343597:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.343598:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:20.0:1609800453.343599:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.343602:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800453.343602:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:34.1:1609800453.343603:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800453.343603:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.343603:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.343604:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:24.0:1609800453.343606:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.343608:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.343608:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000800:00000200:57.0:1609800453.343610:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.343610:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:18.0:1609800453.343610:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.343611:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800453.343612:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.343612:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.343612:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:18.0:1609800453.343613:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800453.343614:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.343614:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)++
00000800:00000200:20.0:1609800453.343614:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:24.0:1609800453.343615:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:20.0:1609800453.343615:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000400:00000200:19.0:1609800453.343615:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.343616:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:20.0:1609800453.343617:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.343617:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800453.343619:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.343619:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.343621:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.343623:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800453.343623:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800453.343626:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.343628:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.343629:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.343630:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800453.343630:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:34.1:1609800453.343631:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000400:00000200:57.0:1609800453.343632:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.343635:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:18.0:1609800453.343635:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:19.0:1609800453.343636:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.343638:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:19.0:1609800453.343639:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.343639:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (25)++
00000800:00000200:20.0:1609800453.343640:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000400:00000200:24.0:1609800453.343641:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.343642:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800453.343642:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800453.343643:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000400:00000200:4.0:1609800453.343643:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.343644:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.343644:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:24.0:1609800453.343645:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.343646:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800453.343647:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800453.343651:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.343651:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000400:00000200:57.0:1609800453.343652:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800453.343652:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800453.343653:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.343653:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)--
00000800:00000200:19.0:1609800453.343654:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:57.0:1609800453.343655:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.343655:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800453.343655:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.343658:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.343658:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:20.0:1609800453.343659:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800453.343660:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.343660:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.343661:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.343664:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.343665:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.343666:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:5.0:1609800453.343750:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.343753:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.343757:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.344049:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344057:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344060:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344067:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.344070:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800453.344074:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344076:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:57.0:1609800453.344077:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344083:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:0.0:1609800453.344096:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.344103:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344107:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:34.1:1609800453.344114:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:0.0:1609800453.344114:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.344117:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:20.0:1609800453.344119:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800453.344127:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800453.344131:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (22)--
00000400:00000200:20.0:1609800453.344133:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.344133:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.344135:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000400:00000200:20.0:1609800453.344136:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:0.0:1609800453.344136:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800453.344140:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:0.0:1609800453.344145:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:0.0:1609800453.344150:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800453.344155:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:18.0:1609800453.344160:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.344164:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.344166:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344168:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.344169:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.344171:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:0.0:1609800453.344176:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.344180:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:18.0:1609800453.344182:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:18.0:1609800453.344183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:0.0:1609800453.344184:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.344186:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:0.0:1609800453.344187:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:0.0:1609800453.344191:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800453.344204:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:19.0:1609800453.344209:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800453.344211:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800453.344213:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:19.0:1609800453.344213:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.344215:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.344220:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:57.0:1609800453.344296:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344299:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344301:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344307:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.344310:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800453.344314:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344315:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:57.0:1609800453.344316:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344321:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:57.0:1609800453.344324:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344326:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344328:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:34.1:1609800453.344330:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:57.0:1609800453.344332:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800453.344335:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.344338:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.344339:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.344340:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:24.0:1609800453.344341:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:18.0:1609800453.344341:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.344343:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344344:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:18.0:1609800453.344344:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:57.0:1609800453.344345:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:57.0:1609800453.344347:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:57.0:1609800453.344351:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344354:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344356:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344360:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.344363:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800453.344365:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344366:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344367:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:57.0:1609800453.344370:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000400:00000200:57.0:1609800453.344374:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800453.344376:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000400:00000200:57.0:1609800453.344381:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344382:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:20.0:1609800453.344382:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:20.0:1609800453.344385:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000400:00000200:20.0:1609800453.344386:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344387:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800453.344387:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:20.0:1609800453.344388:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.344389:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:19.0:1609800453.344390:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:20.0:1609800453.344391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:19.0:1609800453.344391:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.344392:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800453.344392:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:57.0:1609800453.344393:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000400:00000200:19.0:1609800453.344393:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.344394:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800453.344395:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:57.0:1609800453.344397:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:57.0:1609800453.344418:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344423:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344425:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344429:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:34.1:1609800453.344431:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344432:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800453.344434:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344435:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.344435:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:57.0:1609800453.344436:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000800:00000200:57.0:1609800453.344439:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800453.344440:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:18.0:1609800453.344440:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (25)--
00000400:00000200:18.0:1609800453.344441:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.344444:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.344446:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800453.344493:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:20.0:1609800453.344497:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800453.344500:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:20.0:1609800453.344501:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.344502:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:20.0:1609800453.344503:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.344506:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:34.1:1609800453.344509:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:24.0:1609800453.344513:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.344518:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800453.344519:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.344519:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.344521:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:24.0:1609800453.344522:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:57.0:1609800453.344578:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.344583:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.344585:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344589:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.344592:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:57.0:1609800453.344596:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344597:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:57.0:1609800453.344598:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344601:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800453.344614:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:19.0:1609800453.344618:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800453.344620:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:19.0:1609800453.344622:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.344623:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:19.0:1609800453.344624:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.344626:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:0.0:1609800453.344672:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.344683:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344689:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:0.0:1609800453.344702:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.344708:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:0.0:1609800453.344715:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:34.1:1609800453.344721:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:0.0:1609800453.344721:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:0.0:1609800453.344724:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800453.344726:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:18.0:1609800453.344731:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800453.344732:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:18.0:1609800453.344736:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:0.0:1609800453.344736:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.344738:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:18.0:1609800453.344739:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800453.344745:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:0.0:1609800453.344745:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.344750:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800453.344752:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:20.0:1609800453.344754:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.344755:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:20.0:1609800453.344756:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.344773:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:57.0:1609800453.344783:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.344785:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344788:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:57.0:1609800453.344790:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344794:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.344797:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:57.0:1609800453.344798:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:0.0:1609800453.344801:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.344802:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000400:00000200:57.0:1609800453.344803:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.344803:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:57.0:1609800453.344806:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:0.0:1609800453.344808:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:57.0:1609800453.344810:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.344811:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000400:00000200:0.0:1609800453.344812:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.344813:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:57.0:1609800453.344816:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000400:00000200:0.0:1609800453.344816:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344818:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:34.1:1609800453.344819:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.344823:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:0.0:1609800453.344824:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.344826:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:0.0:1609800453.344827:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:24.0:1609800453.344828:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.344828:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800453.344831:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:0.0:1609800453.344831:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800453.344832:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:19.0:1609800453.344833:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.344833:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.344833:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:0.0:1609800453.344834:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (24)++
00000400:00000200:18.0:1609800453.344835:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.344836:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:18.0:1609800453.344838:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:0.0:1609800453.344839:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000400:00000200:0.0:1609800453.344844:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800453.344849:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:0.0:1609800453.344849:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.344850:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:20.0:1609800453.344854:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:0.0:1609800453.344856:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800453.344857:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:19.0:1609800453.344858:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:20.0:1609800453.344859:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.344859:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:20.0:1609800453.344861:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:0.0:1609800453.344862:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800453.344864:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:0.0:1609800453.344864:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:0.0:1609800453.344866:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:0.0:1609800453.344870:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800453.344882:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800453.344886:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800453.344890:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:18.0:1609800453.344891:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.344892:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800453.344893:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800453.344893:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:18.0:1609800453.344894:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800453.344895:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800453.344896:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.344899:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.344902:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:26.1:1609800453.604061:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:20.0:1609800453.604112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:20.0:1609800453.604141:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.105@o2ib18
00000400:00000200:20.0:1609800453.604150:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.604157:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.604163:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:24.0:1609800453.604165:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:20.0:1609800453.604175:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.604176:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.604182:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.604184:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.604187:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.604192:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.604193:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.604196:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.604197:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:20.0:1609800453.604203:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:20.0:1609800453.604206:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:20.0:1609800453.604207:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800453.604210:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.604210:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:20.0:1609800453.604231:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800453.604232:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:24.0:1609800453.604233:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800453.604234:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.604236:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800453.604237:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.604237:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800453.604240:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800453.604240:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:24.0:1609800453.604242:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.604245:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.604248:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:20.0:1609800453.604248:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800453.604249:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.604250:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:20.0:1609800453.604250:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.604251:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800453.604252:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:20.0:1609800453.604253:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800453.604254:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.604254:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.604255:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:20.0:1609800453.604256:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000400:00000200:19.0:1609800453.604256:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.604257:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.604257:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:20.0:1609800453.604258:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:19.0:1609800453.604259:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:24.0:1609800453.604263:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.604266:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:19.0:1609800453.604266:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.604267:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:57.0:1609800453.604268:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.604270:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800453.604271:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.604272:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.604273:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800453.604275:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.604275:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800453.604276:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.604277:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.604278:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.604278:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.604280:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800453.604280:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.604281:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.604281:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000400:00000200:20.0:1609800453.604282:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:24.0:1609800453.604284:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)++
00000800:00000200:18.0:1609800453.604285:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000800:00000200:19.0:1609800453.604286:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (26)++
00000400:00000200:20.0:1609800453.604288:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.604290:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:0.0:1609800453.604290:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800453.604291:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.604291:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.604293:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (28)--
00000800:00000200:20.0:1609800453.604293:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.604293:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (28)--
00000400:00000200:0.0:1609800453.604293:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.604294:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000400:00000200:18.0:1609800453.604295:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.604296:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.604296:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000400:00000200:57.0:1609800453.604297:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.604297:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000400:00000200:0.0:1609800453.604297:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.604298:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.604300:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.604300:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)++
00000400:00000200:18.0:1609800453.604301:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.604302:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.604302:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (26)--
00000800:00000200:20.0:1609800453.604303:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:20.0:1609800453.604304:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:0.0:1609800453.604304:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800453.604306:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.604306:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:0.0:1609800453.604306:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.604309:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.604309:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.604310:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.604313:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800453.604314:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.604318:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.604322:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.604322:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.604324:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:18.0:1609800453.604325:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.604327:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.604329:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800453.604330:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.604331:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800453.604331:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.604333:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.604334:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800453.604336:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800453.604338:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.604338:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.604339:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.604340:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000400:00000200:57.0:1609800453.604342:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.604342:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:18.0:1609800453.604343:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:18.0:1609800453.604344:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800453.604346:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:24.0:1609800453.604354:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800453.604356:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:26.1:1609800453.604388:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:38.0:1609800453.604390:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.604392:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.604395:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.604396:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800453.604400:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800453.604402:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800453.604403:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:20.0:1609800453.604406:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800453.604406:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800453.604409:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:20.0:1609800453.604410:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800453.604411:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:20.0:1609800453.604413:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.604417:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.604419:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:20.0:1609800453.604425:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.604427:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.604430:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.604432:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.604433:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.604436:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:20.0:1609800453.604437:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:20.0:1609800453.604438:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:57.0:1609800453.604441:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.604442:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800453.604442:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:18.0:1609800453.604447:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:18.0:1609800453.604451:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800453.604453:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:18.0:1609800453.604455:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.604457:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:18.0:1609800453.604458:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.604459:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.604459:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:19.0:1609800453.604461:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.604461:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:24.0:1609800453.604463:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.604465:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:20.0:1609800453.604467:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:19.0:1609800453.604467:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.604468:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.604469:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800453.604470:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.604470:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:18.0:1609800453.604474:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800453.604476:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.604478:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.604479:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.604481:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.604482:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.604482:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800453.604483:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800453.604483:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.604484:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.604486:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800453.604486:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.604487:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.604489:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.604492:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800453.604492:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.604494:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)++
00000800:00000200:24.0:1609800453.604495:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.604495:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.604495:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)++
00000800:00000200:57.0:1609800453.604496:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.604496:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (27)--
00000800:00000200:18.0:1609800453.604496:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (27)--
00000400:00000200:57.0:1609800453.604497:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.604497:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.604498:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.604498:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000800:00000200:24.0:1609800453.604499:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.604499:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:57.0:1609800453.604500:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.604500:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.604500:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800453.604501:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:20.0:1609800453.604501:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.604503:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000800:00000200:20.0:1609800453.604503:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:57.0:1609800453.604504:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.604506:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.604506:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:20.0:1609800453.604507:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000400:00000200:57.0:1609800453.604508:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.604508:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800453.604509:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800453.604518:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800453.604523:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800453.604526:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800453.604527:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:19.0:1609800453.604528:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:4.0:1609800453.604528:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800453.604530:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.604534:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800453.604548:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800453.604551:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.604553:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.604915:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.604921:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.604924:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:57.0:1609800453.604930:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.604933:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:57.0:1609800453.604937:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.604939:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:57.0:1609800453.604941:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:57.0:1609800453.604947:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:57.0:1609800453.605050:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.605053:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.605055:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:57.0:1609800453.605060:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.605063:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:57.0:1609800453.605066:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.605067:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:57.0:1609800453.605068:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:57.0:1609800453.605072:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)--
00000400:00000200:5.0:1609800453.605092:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.605101:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.605107:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:5.0:1609800453.605119:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.605140:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:26.1:1609800453.605142:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:5.0:1609800453.605147:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.605150:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:5.0:1609800453.605152:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000400:00000200:57.0:1609800453.605162:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.605163:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000400:00000200:57.0:1609800453.605166:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.605168:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:5.0:1609800453.605172:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.605174:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.605177:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:5.0:1609800453.605177:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.605180:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.605181:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (24)++
00000400:00000200:5.0:1609800453.605181:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:20.0:1609800453.605184:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000400:00000200:5.0:1609800453.605192:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.605193:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)++
00000800:00000200:57.0:1609800453.605194:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (25)++
00000800:00000200:5.0:1609800453.605198:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:57.0:1609800453.605200:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (28)--
00000800:00000200:24.0:1609800453.605201:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (28)--
00000800:00000200:20.0:1609800453.605201:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (28)--
00000400:00000200:24.0:1609800453.605203:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.605203:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.605203:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.605205:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800453.605206:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.605206:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)++
00000400:00000200:20.0:1609800453.605207:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.605207:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (26)++
00000400:00000200:57.0:1609800453.605208:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.605210:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (27)--
00000800:00000200:24.0:1609800453.605211:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)++
00000800:00000200:5.0:1609800453.605213:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (27)--
00000400:00000200:57.0:1609800453.605214:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:20.0:1609800453.605214:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (27)--
00000800:00000200:24.0:1609800453.605215:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (27)--
00000400:00000200:24.0:1609800453.605216:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.605216:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000400:00000200:24.0:1609800453.605218:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.605218:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000400:00000200:20.0:1609800453.605219:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.605219:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000400:00000200:57.0:1609800453.605220:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.605222:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:24.0:1609800453.605223:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:20.0:1609800453.605223:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.605225:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.605226:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800453.605226:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:57.0:1609800453.605228:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:57.0:1609800453.605229:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000400:00000200:5.0:1609800453.605231:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.605235:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:57.0:1609800453.605239:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)--
00000400:00000200:5.0:1609800453.605245:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.605251:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:57.0:1609800453.605252:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.605255:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800453.605255:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:5.0:1609800453.605256:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.605257:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:5.0:1609800453.605258:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:18.0:1609800453.605261:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:5.0:1609800453.605262:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000400:00000200:57.0:1609800453.605263:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.605266:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:24.0:1609800453.605267:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000800:00000200:57.0:1609800453.605269:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.605270:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:57.0:1609800453.605271:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)++
00000800:00000200:18.0:1609800453.605271:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000800:00000200:57.0:1609800453.605272:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (25)++
00000400:00000200:18.0:1609800453.605273:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.605274:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:26.1:1609800453.605274:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (25)++
00000400:00000200:18.0:1609800453.605277:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.605279:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.605280:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000800:00000200:20.0:1609800453.605283:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (26)--
00000800:00000200:18.0:1609800453.605283:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000400:00000200:20.0:1609800453.605284:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.605284:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:5.0:1609800453.605286:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.605287:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.605289:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:5.0:1609800453.605290:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:26.1:1609800453.605292:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800453.605297:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:24.0:1609800453.605300:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:5.0:1609800453.605300:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800453.605302:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.605304:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:24.0:1609800453.605305:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.605306:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:18.0:1609800453.605308:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800453.605309:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800453.605310:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:18.0:1609800453.605310:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.605312:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800453.605314:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.605314:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:5.0:1609800453.605316:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:18.0:1609800453.605317:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:5.0:1609800453.605320:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.105@o2ib18: no credits
00000800:00000200:5.0:1609800453.605321:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:5.0:1609800453.605331:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.605336:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.605340:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:5.0:1609800453.605350:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.605354:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:5.0:1609800453.605359:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.605361:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:5.0:1609800453.605362:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:5.0:1609800453.605365:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.105@o2ib18: no credits
00000800:00000200:26.1:1609800453.605366:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (23)++
00000800:00000200:5.0:1609800453.605367:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:20.0:1609800453.605373:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:5.0:1609800453.605374:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.605377:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000400:00000200:5.0:1609800453.605379:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.605380:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:5.0:1609800453.605382:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:20.0:1609800453.605388:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:20.0:1609800453.605389:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:20.0:1609800453.605390:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:5.0:1609800453.605392:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800453.605396:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:5.0:1609800453.605397:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:5.0:1609800453.605401:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800453.605402:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:5.0:1609800453.605403:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:24.0:1609800453.605405:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:24.0:1609800453.605406:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.605406:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (25)++
00000800:00000200:18.0:1609800453.605407:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000400:00000200:24.0:1609800453.605409:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.605411:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (26)--
00000800:00000200:24.0:1609800453.605412:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (26)--
00000800:00000200:18.0:1609800453.605412:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (26)--
00000800:00000200:24.0:1609800453.605414:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:18.0:1609800453.605414:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.605417:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.605420:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800453.605421:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800453.605424:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:5.0:1609800453.605427:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.605429:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:5.0:1609800453.605431:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:20.0:1609800453.605432:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:20.0:1609800453.605433:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.605435:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:20.0:1609800453.605436:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.605441:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800453.605442:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:20.0:1609800453.605446:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:20.0:1609800453.605448:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:18.0:1609800453.605454:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:20.0:1609800453.605461:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.605462:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:5.0:1609800453.605462:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.605463:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:20.0:1609800453.605464:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:5.0:1609800453.605466:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.605467:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:5.0:1609800453.605468:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:5.0:1609800453.605471:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800453.605485:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800453.605490:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800453.605495:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800453.605497:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:19.0:1609800453.605497:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.605501:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.605506:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:26.1:1609800453.605672:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:18.0:1609800453.605677:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:18.0:1609800453.605681:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:20.0:1609800453.605683:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:18.0:1609800453.605683:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:18.0:1609800453.605684:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:18.0:1609800453.605685:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:27.1:1609800453.609648:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:5.0:1609800453.609699:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800453.609708:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:5.0:1609800453.609716:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.609723:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.609728:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:5.0:1609800453.609741:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.609745:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800453.609747:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800453.609752:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.609756:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.609758:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800453.609761:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800453.609764:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.609766:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.609770:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:6.0:1609800453.609771:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.609771:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800453.609774:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:6.0:1609800453.609777:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:5.0:1609800453.609779:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:5.0:1609800453.609797:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.609801:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.609802:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:5.0:1609800453.609802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.609806:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800453.609810:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800453.609810:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800453.609815:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800453.609817:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.609821:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.609824:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.609824:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800453.609826:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.609828:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.609830:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000800:00000200:3.0:1609800453.609830:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:5.0:1609800453.609832:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800453.609833:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.609833:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800453.609835:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:5.0:1609800453.609835:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.609837:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:3.0:1609800453.609837:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:0.0:1609800453.609838:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800453.609839:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800453.609842:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.609843:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.609845:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:5.0:1609800453.609846:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:3.0:1609800453.609848:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800453.609849:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800453.609851:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.609857:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800453.609857:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.609857:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.609859:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.609862:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800453.609863:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800453.609864:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.609869:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.609872:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.1:1609800453.609874:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000400:00000200:3.0:1609800453.609875:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.609880:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:3.0:1609800453.609881:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800453.609884:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:6.0:1609800453.609884:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:57.0:1609800453.609885:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800453.609886:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.609890:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:57.0:1609800453.609892:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.609892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:3.0:1609800453.609892:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.609895:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000800:00000200:3.0:1609800453.609895:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.609896:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.609912:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000400:00000200:6.0:1609800453.609913:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.609913:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800453.609914:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:37.0:1609800453.609915:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:6.0:1609800453.609916:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.609916:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.609916:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (26)++
00000800:00000200:3.0:1609800453.609918:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000800:00000200:57.0:1609800453.609919:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800453.609919:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.609919:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:3.0:1609800453.609919:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:3.0:1609800453.609920:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:57.0:1609800453.609921:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.609922:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.609922:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:0.0:1609800453.609922:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800453.609923:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.609923:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000400:00000200:0.0:1609800453.609923:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.609924:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800453.609924:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:3.0:1609800453.609924:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:6.0:1609800453.609925:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800453.609926:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800453.609928:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800453.609929:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.609930:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800453.609932:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800453.609933:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.609934:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.609934:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800453.609935:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800453.609937:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.609937:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800453.609938:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:5.0:1609800453.609938:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.609939:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800453.609940:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000400:00000200:37.0:1609800453.609941:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.609941:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800453.609942:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:57.0:1609800453.609943:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800453.609943:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800453.609944:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.609944:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.609945:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.609946:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800453.609947:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.609948:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.609949:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.609950:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.609953:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800453.609955:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800453.609959:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:57.0:1609800453.609960:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800453.609960:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (23)++
00000400:00000200:57.0:1609800453.609961:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.609963:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:57.0:1609800453.609965:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.609965:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800453.609969:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:3.0:1609800453.609969:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800453.609972:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.609975:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.609977:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:37.0:1609800453.609982:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.609984:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.1:1609800453.609985:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800453.609986:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800453.609989:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.609990:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.609992:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.609992:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800453.609994:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800453.609995:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:5.0:1609800453.609995:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800453.609996:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800453.609997:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:38.0:1609800453.610029:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.610031:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.610034:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800453.610124:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:6.0:1609800453.610131:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800453.610134:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800453.610136:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:6.0:1609800453.610137:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.610139:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:6.0:1609800453.610140:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.610141:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:37.0:1609800453.610142:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.610142:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:5.0:1609800453.610144:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:37.0:1609800453.610145:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.610145:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:37.0:1609800453.610147:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:6.0:1609800453.610148:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800453.610148:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800453.610151:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800453.610152:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.610153:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.610154:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800453.610155:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.610156:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.610156:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.610157:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800453.610157:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800453.610159:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.610160:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.610160:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800453.610162:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000800:00000200:6.0:1609800453.610162:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:5.0:1609800453.610162:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.610163:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800453.610164:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800453.610164:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:5.0:1609800453.610164:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.610167:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800453.610170:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800453.610171:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.610171:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.610173:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.610173:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800453.610174:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000400:00000200:57.0:1609800453.610175:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800453.610180:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.610180:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:27.1:1609800453.610181:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (23)++
00000400:00000200:57.0:1609800453.610182:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610184:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800453.610184:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:5.0:1609800453.610186:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800453.610189:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:3.0:1609800453.610189:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:6.0:1609800453.610192:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:5.0:1609800453.610192:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.610192:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000800:00000200:3.0:1609800453.610193:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:5.0:1609800453.610195:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.610197:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:5.0:1609800453.610202:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.610205:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.610207:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800453.610209:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800453.610210:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.610211:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800453.610212:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.610214:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800453.610215:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (22)--
00000400:00000200:4.0:1609800453.610215:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800453.610216:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:57.0:1609800453.610220:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.610222:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610224:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800453.610622:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.610628:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.610628:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.610631:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.610634:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610637:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:5.0:1609800453.610637:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.610641:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:57.0:1609800453.610644:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610648:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.610649:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.610650:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:5.0:1609800453.610651:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:57.0:1609800453.610653:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610655:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:57.0:1609800453.610658:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.610658:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:57.0:1609800453.610664:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000400:00000200:5.0:1609800453.610665:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.610668:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610669:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.610670:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.610672:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610674:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:5.0:1609800453.610676:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.610679:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:57.0:1609800453.610682:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610686:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.610687:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610689:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.610689:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:57.0:1609800453.610690:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.610690:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.610695:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)--
00000800:00000200:57.0:1609800453.610696:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:57.0:1609800453.610698:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)--
00000400:00000200:5.0:1609800453.610700:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.610702:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.610704:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.610706:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.610710:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.610711:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.610713:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:5.0:1609800453.610714:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:57.0:1609800453.610719:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610722:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.610723:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610725:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.610725:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)++
00000800:00000200:5.0:1609800453.610726:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:57.0:1609800453.610727:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)++
00000800:00000200:5.0:1609800453.610730:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (27)--
00000800:00000200:57.0:1609800453.610731:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (27)++
00000800:00000200:57.0:1609800453.610733:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (27)--
00000800:00000200:27.1:1609800453.610735:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (26)++
00000800:00000200:6.0:1609800453.610772:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (27)++
00000800:00000200:6.0:1609800453.610775:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (28)--
00000400:00000200:6.0:1609800453.610777:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.610781:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.610784:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (27)--
00000800:00000200:6.0:1609800453.610785:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:6.0:1609800453.610788:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (27)--
00000400:00000200:6.0:1609800453.610789:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.610791:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.610794:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800453.610795:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:6.0:1609800453.610797:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000400:00000200:6.0:1609800453.610798:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.610800:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.610800:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:6.0:1609800453.610801:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:5.0:1609800453.610802:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800453.610803:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:6.0:1609800453.610804:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:5.0:1609800453.610804:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.610805:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.610805:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:5.0:1609800453.610806:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:6.0:1609800453.610807:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.610808:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800453.610809:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:5.0:1609800453.610810:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:3.0:1609800453.610810:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.610811:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:3.0:1609800453.610813:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.610816:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:57.0:1609800453.610825:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.610829:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610831:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.610836:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610838:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:57.0:1609800453.610841:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610843:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:57.0:1609800453.610844:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:57.0:1609800453.610849:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:57.0:1609800453.610874:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800453.610877:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:57.0:1609800453.610881:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610883:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:5.0:1609800453.610884:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:0.0:1609800453.610885:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.610887:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:57.0:1609800453.610888:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800453.610889:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:5.0:1609800453.610889:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.610891:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.610892:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:0.0:1609800453.610894:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.610895:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.610895:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:57.0:1609800453.610897:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:57.0:1609800453.610898:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000400:00000200:0.0:1609800453.610898:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:57.0:1609800453.610902:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:0.0:1609800453.610904:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.610907:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:0.0:1609800453.610911:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.610913:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:0.0:1609800453.610914:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:0.0:1609800453.610917:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:0.0:1609800453.610919:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000400:00000200:57.0:1609800453.610925:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.610925:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800453.610927:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000400:00000200:57.0:1609800453.610929:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610931:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:3.0:1609800453.610935:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:57.0:1609800453.610938:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.610939:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:3.0:1609800453.610939:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:0.0:1609800453.610939:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.610940:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:57.0:1609800453.610941:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:3.0:1609800453.610941:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.610942:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:3.0:1609800453.610943:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.610944:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610946:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:57.0:1609800453.610947:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000400:00000200:0.0:1609800453.610948:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610949:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:57.0:1609800453.610950:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:0.0:1609800453.610950:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:3.0:1609800453.610951:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:0.0:1609800453.610954:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.610956:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:0.0:1609800453.610957:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:0.0:1609800453.610959:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:0.0:1609800453.610960:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000400:00000200:57.0:1609800453.610966:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.610972:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.610974:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.610980:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.610983:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:57.0:1609800453.610986:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.610988:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)++
00000800:00000200:57.0:1609800453.610989:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:57.0:1609800453.610991:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:57.0:1609800453.610992:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)--
00000400:00000200:57.0:1609800453.611023:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.611026:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.611027:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.611032:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.611034:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:57.0:1609800453.611037:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.611038:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)++
00000800:00000200:57.0:1609800453.611039:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:57.0:1609800453.611040:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:57.0:1609800453.611041:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (26)--
00000800:00000200:27.1:1609800453.611126:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (25)++
00000800:00000200:6.0:1609800453.611135:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:6.0:1609800453.611138:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.611140:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (27)--
00000800:00000200:6.0:1609800453.611150:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:6.0:1609800453.611151:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (26)++
00000800:00000200:6.0:1609800453.611152:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000800:00000200:6.0:1609800453.611153:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:27.1:1609800453.611156:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (25)++
00000800:00000200:37.0:1609800453.611166:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:37.0:1609800453.611172:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:37.0:1609800453.611173:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (27)--
00000800:00000200:3.0:1609800453.611173:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (27)--
00000400:00000200:37.0:1609800453.611174:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.611177:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.611180:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:27.1:1609800453.611188:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (24)++
00000800:00000200:5.0:1609800453.611194:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:5.0:1609800453.611198:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:5.0:1609800453.611199:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800453.611200:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:5.0:1609800453.611200:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.611202:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.611203:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000400:00000200:57.0:1609800453.611204:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800453.611204:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:3.0:1609800453.611204:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000400:00000200:6.0:1609800453.611205:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.611206:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000400:00000200:6.0:1609800453.611207:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.611207:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:3.0:1609800453.611207:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:3.0:1609800453.611207:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800453.611209:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:3.0:1609800453.611209:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.611211:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.611211:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.611214:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:57.0:1609800453.611219:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.611221:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:57.0:1609800453.611222:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:57.0:1609800453.611225:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.611226:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:57.0:1609800453.611227:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:57.0:1609800453.611229:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.109@o2ib18: no credits
00000800:00000200:57.0:1609800453.611230:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:27.1:1609800453.611286:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000400:00000200:0.0:1609800453.611288:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.611294:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:0.0:1609800453.611295:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.611297:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800453.611298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:0.0:1609800453.611298:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:0.0:1609800453.611304:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.611305:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800453.611307:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:0.0:1609800453.611307:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800453.611308:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:0.0:1609800453.611311:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.611312:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:27.1:1609800453.611314:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (23)++
00000800:00000200:0.0:1609800453.611314:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:0.0:1609800453.611319:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800453.611321:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:6.0:1609800453.611324:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:6.0:1609800453.611325:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.611326:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:6.0:1609800453.611327:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.611328:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:3.0:1609800453.611329:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.611330:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:6.0:1609800453.611331:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:3.0:1609800453.611331:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.611334:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800453.611335:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800453.611342:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800453.611344:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:5.0:1609800453.611345:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.611346:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:5.0:1609800453.611348:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.611350:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:27.1:1609800453.611402:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:6.0:1609800453.611409:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800453.611412:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800453.611413:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:3.0:1609800453.611413:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800453.611415:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800453.611415:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:31.1:1609800453.670305:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800453.670314:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.670320:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.173@o2ib18
00000800:00000200:19.0:1609800453.670324:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:24.0:1609800453.670327:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.670332:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.670336:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800453.670347:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.670352:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.670356:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800453.670361:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.670363:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.670367:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.670370:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:24.0:1609800453.670371:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:0.0:1609800453.670437:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.670441:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.670447:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800453.670513:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:20.0:1609800453.670552:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:20.0:1609800453.670559:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:20.0:1609800453.670564:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.670565:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:20.0:1609800453.670569:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.670572:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:20.0:1609800453.670579:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.670582:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.670586:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.670589:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.670591:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.670595:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:20.0:1609800453.670597:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:20.0:1609800453.670598:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:57.0:1609800453.670606:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800453.670606:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000400:00000200:57.0:1609800453.670607:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.670611:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.670612:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.670615:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800453.670617:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800453.670619:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.670623:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.670626:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:19.0:1609800453.670633:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.670637:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.1:1609800453.670640:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.670640:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.670644:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.670646:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.670646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800453.670650:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800453.670652:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:20.0:1609800453.670653:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:18.0:1609800453.670653:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:19.0:1609800453.670655:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:18.0:1609800453.670657:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.670663:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.670666:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:18.0:1609800453.670673:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.670677:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.670680:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.670685:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.670687:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800453.670689:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:18.0:1609800453.670692:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800453.670695:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:18.0:1609800453.670696:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (24)++
00000800:00000200:24.0:1609800453.670698:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:57.0:1609800453.670699:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.670700:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.670700:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000400:00000200:24.0:1609800453.670701:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800453.670703:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.670703:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000400:00000200:24.0:1609800453.670704:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.670704:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800453.670707:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:31.1:1609800453.670712:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:24.0:1609800453.670712:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.670717:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800453.670718:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.670718:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800453.670719:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.670721:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:38.0:1609800453.670722:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.670722:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800453.670723:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.670725:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.670728:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (24)++
00000400:00000200:19.0:1609800453.670728:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.670729:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (25)--
00000800:00000200:20.0:1609800453.670729:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (25)++
00000400:00000200:38.0:1609800453.670730:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800453.670730:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:24.0:1609800453.670731:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:57.0:1609800453.670732:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.670732:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000400:00000200:57.0:1609800453.670733:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.670733:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:20.0:1609800453.670735:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800453.670739:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.670740:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.670742:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800453.670744:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.670747:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.670748:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.670751:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.670753:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:19.0:1609800453.670753:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800453.670769:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800453.670775:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.670778:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:20.0:1609800453.670780:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:24.0:1609800453.670781:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.670783:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.670783:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:18.0:1609800453.670785:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800453.670786:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:24.0:1609800453.670791:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.670793:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800453.670795:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.670796:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.670798:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800453.670798:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.670799:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800453.670799:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.670800:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:24.0:1609800453.670803:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800453.670804:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:19.0:1609800453.670804:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:20.0:1609800453.670806:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.670807:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:24.0:1609800453.670808:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800453.670808:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800453.670810:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:18.0:1609800453.670810:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:19.0:1609800453.670811:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800453.670812:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.670812:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800453.670813:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.670813:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.670813:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:20.0:1609800453.670814:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800453.670814:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.670816:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800453.670816:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.670817:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.670818:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800453.670818:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:20.0:1609800453.670819:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800453.670819:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800453.670823:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800453.670823:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.670826:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.670828:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (25)++
00000800:00000200:19.0:1609800453.670828:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.670829:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:4.0:1609800453.670830:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.670831:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.670832:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.670834:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.670837:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.670839:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.670839:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (26)++
00000400:00000200:18.0:1609800453.670839:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.670841:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.670841:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (27)++
00000400:00000200:57.0:1609800453.670842:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.670842:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800453.670843:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.670843:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:57.0:1609800453.670844:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.670846:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:19.0:1609800453.670846:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:24.0:1609800453.670847:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (28)++
00000800:00000200:20.0:1609800453.670847:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (26)--
00000800:00000200:24.0:1609800453.670849:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (26)--
00000800:00000200:19.0:1609800453.670849:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (26)--
00000800:00000200:57.0:1609800453.670850:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.670850:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:57.0:1609800453.670851:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.670852:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.670853:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.670853:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:24.0:1609800453.670854:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:20.0:1609800453.670854:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:4.0:1609800453.670854:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.670855:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000800:00000200:19.0:1609800453.670856:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:18.0:1609800453.670856:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800453.670856:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.670857:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.670858:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:18.0:1609800453.670859:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800453.670860:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.670861:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.670862:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800453.670863:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:18.0:1609800453.670864:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.670868:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.670871:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.670872:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:20.0:1609800453.670873:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800453.670873:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:20.0:1609800453.670875:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800453.670875:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:4.0:1609800453.670875:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.670876:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800453.670877:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.670879:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:20.0:1609800453.670881:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000400:00000200:4.0:1609800453.670882:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800453.670884:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.670884:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000400:00000200:57.0:1609800453.670885:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.670885:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:57.0:1609800453.670887:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800453.670893:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.670899:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800453.670901:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800453.670903:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:19.0:1609800453.670904:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800453.670943:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:18.0:1609800453.670951:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:18.0:1609800453.670957:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:20.0:1609800453.670958:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:18.0:1609800453.670961:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.670965:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.670968:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:18.0:1609800453.670974:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800453.670977:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.670979:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.670982:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800453.670984:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.670989:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:18.0:1609800453.670990:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:18.0:1609800453.670991:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:5.0:1609800453.671043:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.671047:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.671053:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800453.671103:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:19.0:1609800453.671108:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.671112:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800453.671114:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800453.671115:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.671118:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.671133:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800453.671138:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.671141:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.671143:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.671146:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.671147:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.671151:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.671152:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:19.0:1609800453.671153:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:57.0:1609800453.671158:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.671160:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671164:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.671267:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.671270:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.671274:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671276:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800453.671302:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.671308:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:0.0:1609800453.671309:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671315:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:57.0:1609800453.671329:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.671331:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:57.0:1609800453.671332:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000400:00000200:0.0:1609800453.671335:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.671337:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:0.0:1609800453.671342:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800453.671349:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671354:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:0.0:1609800453.671356:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:31.1:1609800453.671362:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:0.0:1609800453.671367:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:20.0:1609800453.671369:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:20.0:1609800453.671372:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:20.0:1609800453.671373:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.671376:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.671378:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:0.0:1609800453.671378:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.671381:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:0.0:1609800453.671383:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671387:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:31.1:1609800453.671389:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000400:00000200:0.0:1609800453.671398:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.671403:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800453.671408:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671411:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800453.671412:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:0.0:1609800453.671417:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000400:00000200:0.0:1609800453.671425:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800453.671428:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800453.671434:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:24.0:1609800453.671436:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.671439:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.671441:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.671443:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:57.0:1609800453.671444:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800453.671444:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:0.0:1609800453.671445:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:24.0:1609800453.671447:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800453.671449:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671451:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.671451:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.671451:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:0.0:1609800453.671456:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.671461:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:57.0:1609800453.671462:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:0.0:1609800453.671467:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.671468:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.671469:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.671470:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:57.0:1609800453.671471:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800453.671471:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:57.0:1609800453.671475:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671476:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:57.0:1609800453.671477:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:57.0:1609800453.671478:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:57.0:1609800453.671483:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000400:00000200:0.0:1609800453.671485:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800453.671490:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:0.0:1609800453.671491:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671495:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:20.0:1609800453.671496:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:20.0:1609800453.671499:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:20.0:1609800453.671500:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.671501:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:20.0:1609800453.671503:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.671505:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800453.671506:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:18.0:1609800453.671508:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.671509:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:18.0:1609800453.671511:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:0.0:1609800453.671511:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:20.0:1609800453.671512:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:18.0:1609800453.671516:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:0.0:1609800453.671516:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671518:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:0.0:1609800453.671521:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:0.0:1609800453.671526:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000400:00000200:0.0:1609800453.671534:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800453.671537:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.671542:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800453.671545:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800453.671547:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671547:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.671548:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:24.0:1609800453.671549:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.671551:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:0.0:1609800453.671561:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.671564:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:0.0:1609800453.671566:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:0.0:1609800453.671571:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671573:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:0.0:1609800453.671575:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:0.0:1609800453.671580:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000400:00000200:0.0:1609800453.671590:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800453.671591:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000400:00000200:57.0:1609800453.671597:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.671597:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:57.0:1609800453.671600:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.671600:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:20.0:1609800453.671601:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671602:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671603:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:18.0:1609800453.671603:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:20.0:1609800453.671604:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.671606:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800453.671608:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.671611:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:0.0:1609800453.671620:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800453.671624:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:0.0:1609800453.671625:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800453.671626:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.671627:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:57.0:1609800453.671628:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:0.0:1609800453.671630:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.671632:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:0.0:1609800453.671633:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800453.671635:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800453.671638:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.173@o2ib18: no credits
00000800:00000200:0.0:1609800453.671640:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000400:00000200:0.0:1609800453.671649:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.671660:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800453.671661:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:0.0:1609800453.671664:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:19.0:1609800453.671667:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:0.0:1609800453.671673:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.671674:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:19.0:1609800453.671674:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.173@o2ib18: no credits
00000800:00000200:19.0:1609800453.671675:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:19.0:1609800453.671677:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.671678:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:19.0:1609800453.671680:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:0.0:1609800453.671683:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.671685:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:0.0:1609800453.671686:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800453.671688:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000400:00000200:57.0:1609800453.671689:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800453.671690:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:0.0:1609800453.671692:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.173@o2ib18: no credits
00000800:00000200:0.0:1609800453.671693:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000400:00000200:57.0:1609800453.671697:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671699:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:18.0:1609800453.671700:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:18.0:1609800453.671704:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000400:00000200:57.0:1609800453.671705:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800453.671705:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:57.0:1609800453.671708:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800453.671711:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.671713:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)++
00000800:00000200:57.0:1609800453.671716:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (24)++
00000800:00000200:18.0:1609800453.671716:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (24)++
00000800:00000200:18.0:1609800453.671717:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (26)--
00000800:00000200:57.0:1609800453.671718:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (26)--
00000800:00000200:18.0:1609800453.671718:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:31.1:1609800453.671725:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800453.671730:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:24.0:1609800453.671736:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000400:00000200:24.0:1609800453.671738:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.671739:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000400:00000200:24.0:1609800453.671740:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.671743:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:31.1:1609800453.671744:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000800:00000200:20.0:1609800453.671750:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:20.0:1609800453.671753:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:20.0:1609800453.671754:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.671756:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.671756:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:20.0:1609800453.671759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:18.0:1609800453.671759:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:18.0:1609800453.671760:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.671761:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:18.0:1609800453.671763:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.671766:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800453.671773:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800453.671779:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.671782:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800453.671784:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800453.671784:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:24.0:1609800453.671785:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:24.0:1609800453.671788:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:57.0:1609800453.671808:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.671812:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.671814:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800453.671819:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.671822:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800453.671824:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.671826:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:57.0:1609800453.671827:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:57.0:1609800453.671830:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800453.671843:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:20.0:1609800453.671849:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:20.0:1609800453.671851:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:20.0:1609800453.671853:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.671854:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:20.0:1609800453.671855:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.671858:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:0.0:1609800453.671924:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.671934:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.671936:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:0.0:1609800453.671942:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.671945:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:31.1:1609800453.671946:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:0.0:1609800453.671948:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.671950:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800453.671951:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800453.671952:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800453.671956:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800453.671957:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:0.0:1609800453.671957:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:19.0:1609800453.671958:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800453.671959:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800453.671960:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800453.671967:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:18.0:1609800453.671973:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:18.0:1609800453.671977:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:18.0:1609800453.671978:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.671979:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:18.0:1609800453.671981:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.671985:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:57.0:1609800453.672068:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.672074:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.672076:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:57.0:1609800453.672082:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.672084:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:57.0:1609800453.672088:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.672089:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:57.0:1609800453.672091:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:57.0:1609800453.672094:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800453.672124:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800453.672148:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800453.672152:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800453.672154:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.672157:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:24.0:1609800453.672158:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.672178:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:29.1:1609800453.684006:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:20.0:1609800453.684015:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:20.0:1609800453.684020:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684024:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:20.0:1609800453.684027:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.684030:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:20.0:1609800453.684031:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.684035:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800453.684037:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.684044:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.684045:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800453.684049:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800453.684050:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800453.684054:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.684059:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.684061:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.684062:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.684066:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:20.0:1609800453.684068:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:18.0:1609800453.684069:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.684070:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:18.0:1609800453.684077:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.684079:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:20.0:1609800453.684081:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:19.0:1609800453.684082:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684083:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.684085:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684086:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.684091:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.684091:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.684091:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:18.0:1609800453.684094:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:20.0:1609800453.684096:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684096:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:18.0:1609800453.684098:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:19.0:1609800453.684099:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.684100:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:18.0:1609800453.684102:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:19.0:1609800453.684107:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:20.0:1609800453.684110:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.684116:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800453.684149:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.684150:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.684153:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.684153:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.684154:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.684156:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.684157:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:20.0:1609800453.684157:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:20.0:1609800453.684158:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:20.0:1609800453.684159:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:18.0:1609800453.684160:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.684161:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:20.0:1609800453.684161:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:19.0:1609800453.684161:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800453.684162:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800453.684163:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800453.684164:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.684166:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800453.684167:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800453.684168:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800453.684168:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.684168:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.684169:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:20.0:1609800453.684171:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.684171:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684172:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (26)++
00000400:00000200:18.0:1609800453.684173:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800453.684174:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684175:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.684175:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800453.684176:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800453.684178:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.684179:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.684179:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (27)--
00000800:00000200:18.0:1609800453.684179:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800453.684180:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.684180:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:19.0:1609800453.684182:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:18.0:1609800453.684182:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.684183:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.684183:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.684184:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800453.684184:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:20.0:1609800453.684185:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800453.684187:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.684188:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.684191:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800453.684192:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.684192:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:18.0:1609800453.684192:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)++
00000400:00000200:57.0:1609800453.684193:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.684193:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.684194:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800453.684194:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (28)--
00000800:00000200:18.0:1609800453.684194:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (28)--
00000800:00000200:18.0:1609800453.684195:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (27)--
00000400:00000200:57.0:1609800453.684196:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.684196:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:24.0:1609800453.684197:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800453.684197:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684197:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:0.0:1609800453.684199:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800453.684200:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:24.0:1609800453.684201:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800453.684201:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:0.0:1609800453.684201:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684202:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:57.0:1609800453.684203:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.684203:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800453.684203:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:57.0:1609800453.684205:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684207:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.684207:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800453.684208:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.684210:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800453.684211:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.684212:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800453.684213:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:19.0:1609800453.684213:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.684216:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.684217:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800453.684217:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.684219:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684221:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:19.0:1609800453.684223:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:0.0:1609800453.684223:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800453.684226:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.684227:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:57.0:1609800453.684228:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684228:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:57.0:1609800453.684231:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800453.684235:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.1:1609800453.684236:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:0.0:1609800453.684237:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.684242:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800453.684244:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:18.0:1609800453.684247:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:18.0:1609800453.684248:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:18.0:1609800453.684250:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:29.1:1609800453.684473:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:24.0:1609800453.684541:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800453.684548:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:24.0:1609800453.684552:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.684558:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.684561:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:24.0:1609800453.684567:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.684571:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.684574:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800453.684578:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.684579:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.684583:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800453.684586:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800453.684587:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:57.0:1609800453.684589:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800453.684589:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800453.684590:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800453.684590:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800453.684594:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.684595:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:19.0:1609800453.684595:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800453.684597:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:18.0:1609800453.684597:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:18.0:1609800453.684600:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:57.0:1609800453.684603:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.684607:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000400:00000200:24.0:1609800453.684608:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.684609:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.684609:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800453.684611:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800453.684612:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.684613:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:57.0:1609800453.684614:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:18.0:1609800453.684614:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.684615:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:57.0:1609800453.684621:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:19.0:1609800453.684622:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.684623:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:19.0:1609800453.684626:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800453.684627:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:24.0:1609800453.684628:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800453.684629:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800453.684631:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:19.0:1609800453.684633:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800453.684634:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.684636:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.684637:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800453.684638:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800453.684639:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.684640:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:38.0:1609800453.684641:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684641:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:18.0:1609800453.684641:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.684642:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.684643:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (27)--
00000800:00000200:24.0:1609800453.684644:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdde00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.684644:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:18.0:1609800453.684644:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800453.684645:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.684645:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:19.0:1609800453.684645:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:24.0:1609800453.684647:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (27)--
00000800:00000200:24.0:1609800453.684647:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:19.0:1609800453.684647:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684647:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800453.684648:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:18.0:1609800453.684648:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.684649:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.684650:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:18.0:1609800453.684650:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:57.0:1609800453.684651:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800453.684651:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.684651:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800453.684652:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:57.0:1609800453.684653:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684653:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:24.0:1609800453.684654:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:19.0:1609800453.684654:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684654:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:38.0:1609800453.684656:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800453.684656:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.684659:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800453.684660:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:20.0:1609800453.684664:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:38.0:1609800453.684665:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684666:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800453.684666:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.684669:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800453.684671:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:20.0:1609800453.684672:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.684672:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.684675:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.684675:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.684676:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.684679:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800453.684680:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.684681:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800453.684681:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.684682:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.684682:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800453.684683:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800453.684683:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.684684:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800453.684685:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800453.684686:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:19.0:1609800453.684686:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:20.0:1609800453.684687:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:4.0:1609800453.684687:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800453.684690:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.684691:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.684691:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.684692:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:38.0:1609800453.684693:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:22.0:1609800453.684693:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684694:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800453.684696:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:19.0:1609800453.684699:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:4.0:1609800453.684699:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.684700:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (26)++
00000800:00000200:19.0:1609800453.684700:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:4.0:1609800453.684700:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.684701:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:38.0:1609800453.684702:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:4.0:1609800453.684703:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800453.684705:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800453.684707:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:38.0:1609800453.684709:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:22.0:1609800453.684709:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:20.0:1609800453.684710:0:16043:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.171@o2ib18(1): redundant or enough NOOP
00000800:00000200:20.0:1609800453.684711:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:20.0:1609800453.684713:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:22.0:1609800453.684714:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800453.684715:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:22.0:1609800453.684716:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:22.0:1609800453.684717:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:22.0:1609800453.684721:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:24.0:1609800453.684722:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:20.0:1609800453.684722:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:20.0:1609800453.684723:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:29.1:1609800453.684734:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800453.684740:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:19.0:1609800453.684744:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:19.0:1609800453.684746:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.684747:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:19.0:1609800453.684748:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.684751:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:19.0:1609800453.684752:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:18.0:1609800453.684752:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684753:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:18.0:1609800453.684755:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.684758:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:57.0:1609800453.684763:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.684767:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684769:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.684775:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.684779:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:57.0:1609800453.684783:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800453.684784:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.684785:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:57.0:1609800453.684786:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:57.0:1609800453.684791:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:5.0:1609800453.684791:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.684794:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:5.0:1609800453.684800:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.684804:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:5.0:1609800453.684808:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.684810:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:5.0:1609800453.684812:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:29.1:1609800453.684815:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:5.0:1609800453.684819:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:20.0:1609800453.684821:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:20.0:1609800453.684824:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:20.0:1609800453.684825:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.684826:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:20.0:1609800453.684828:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.684829:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:24.0:1609800453.684830:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.684832:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800453.684833:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.684833:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:24.0:1609800453.684836:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:57.0:1609800453.684920:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.684923:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.684925:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.684931:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.684934:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:57.0:1609800453.684938:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.684939:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:57.0:1609800453.684940:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:57.0:1609800453.684945:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:57.0:1609800453.684949:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.684956:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800453.684957:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:57.0:1609800453.684958:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.684963:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800453.684963:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:57.0:1609800453.684965:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684966:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:18.0:1609800453.684967:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.684968:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.684969:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:20.0:1609800453.684969:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:57.0:1609800453.684970:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:18.0:1609800453.684970:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.684972:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:20.0:1609800453.684973:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.684973:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:20.0:1609800453.684974:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:20.0:1609800453.684975:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:18.0:1609800453.684975:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:20.0:1609800453.684976:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:0.0:1609800453.684984:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800453.684986:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800453.684991:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800453.684994:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800453.684995:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.684997:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:24.0:1609800453.684998:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.685000:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:0.0:1609800453.685001:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.685004:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.685004:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.685006:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.685010:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.685014:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:0.0:1609800453.685014:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800453.685018:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.685019:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.685020:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:57.0:1609800453.685022:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800453.685023:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:57.0:1609800453.685027:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.685028:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:0.0:1609800453.685029:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:57.0:1609800453.685030:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:57.0:1609800453.685035:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:29.1:1609800453.685043:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:18.0:1609800453.685048:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:0.0:1609800453.685049:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800453.685052:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:57.0:1609800453.685053:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800453.685053:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.685053:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.685054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:0.0:1609800453.685055:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:20.0:1609800453.685056:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:18.0:1609800453.685056:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:20.0:1609800453.685057:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.685059:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:57.0:1609800453.685060:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.685060:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.685063:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.685066:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:20.0:1609800453.685069:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:57.0:1609800453.685070:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.685076:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.685076:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.685077:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:18.0:1609800453.685078:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:57.0:1609800453.685079:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:0.0:1609800453.685079:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:57.0:1609800453.685083:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.685084:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:57.0:1609800453.685085:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:57.0:1609800453.685086:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:0.0:1609800453.685090:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.685096:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:29.1:1609800453.685096:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:57.0:1609800453.685100:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.685100:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.685101:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:0.0:1609800453.685103:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.685104:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.685104:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:24.0:1609800453.685106:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.685107:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:24.0:1609800453.685108:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.685109:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:0.0:1609800453.685109:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800453.685110:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.685112:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:0.0:1609800453.685112:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000400:00000200:19.0:1609800453.685113:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.685114:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:0.0:1609800453.685117:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.685119:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:0.0:1609800453.685127:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:57.0:1609800453.685129:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.685131:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:57.0:1609800453.685132:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:24.0:1609800453.685132:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:19.0:1609800453.685134:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:57.0:1609800453.685136:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.685138:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:57.0:1609800453.685139:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:57.0:1609800453.685141:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.171@o2ib18: no credits
00000800:00000200:57.0:1609800453.685142:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:29.1:1609800453.685143:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:18.0:1609800453.685149:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:18.0:1609800453.685153:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:20.0:1609800453.685154:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:20.0:1609800453.685159:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:18.0:1609800453.685159:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:24.0:1609800453.685160:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:18.0:1609800453.685160:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:20.0:1609800453.685161:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.685162:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:20.0:1609800453.685163:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.685166:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800453.685171:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:19.0:1609800453.685177:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800453.685179:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800453.685180:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.685182:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800453.685183:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.685185:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:29.1:1609800453.685219:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:18.0:1609800453.685224:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:18.0:1609800453.685228:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:18.0:1609800453.685229:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:20.0:1609800453.685230:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:18.0:1609800453.685231:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:18.0:1609800453.685232:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:57.0:1609800453.685503:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.685513:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.685517:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:57.0:1609800453.685527:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.685532:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:57.0:1609800453.685537:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.685540:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:57.0:1609800453.685542:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:57.0:1609800453.685548:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800453.685563:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800453.685607:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800453.685617:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800453.685620:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.685620:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:24.0:1609800453.685626:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.685632:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:57.0:1609800453.688768:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.688772:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.688775:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4540 nid 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688777:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edbc0 net o2ib18
00000400:00000200:57.0:1609800453.688781:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93458b7b4e00 nid 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688785:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.155@o2ib18 NID 192.168.128.155@o2ib18 flags 0x0
00000400:00000200:0.0:1609800453.688786:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.688789:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.155@o2ib18: 0
00000400:00000200:57.0:1609800453.688790:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.688792:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.688793:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.155@o2ib18 NID 192.168.128.155@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.688795:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.688795:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.155@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.688798:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.155@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.688800:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688800:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.688800:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.688801:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.155@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800453.688805:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688805:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.688807:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688808:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800453.688810:0:16066:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:115] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800453.688810:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800453.688813:0:16066:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800453.688815:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:115] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800453.688816:0:16066:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800453.688819:0:16066:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.155@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800453.688821:0:16066:0:(router.c:135:lnet_notify_locked()) set 192.168.128.155@o2ib18 1
00000400:00000200:0.0:1609800453.688821:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.688826:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.688828:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000400:00000200:69.0:1609800453.688829:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:69.0:1609800453.688835:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.688837:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000400:00000200:0.0:1609800453.688846:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.688852:0:16066:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (1)++
00000800:00000200:0.0:1609800453.688852:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:69.0:1609800453.688855:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.688856:0:16066:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2)++
00000800:00000200:69.0:1609800453.688857:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.688861:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800453.688867:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800453.688879:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.688880:0:16066:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800453.688882:0:16066:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (3)--
00000400:00000200:0.0:1609800453.688885:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.688889:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:0.0:1609800453.688899:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.688904:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:0.0:1609800453.688908:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.688912:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.688939:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.688943:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.688946:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800453.688952:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.688955:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800453.688959:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.688961:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800453.689046:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.689049:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.689053:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.689055:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:4.0:1609800453.689057:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.689059:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.689062:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000400:00000200:4.0:1609800453.689063:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000800:00000200:57.0:1609800453.689065:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.689067:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800453.689075:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.689081:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:4.0:1609800453.689088:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800453.689092:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 0
00000800:00000200:43.0:1609800453.689568:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.155@o2ib18 Addr resolved: 0
00000800:00000200:43.0:1609800453.689591:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.155@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:43.0:1609800453.689845:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.155@o2ib18 Route resolved: 0
00000800:00000200:43.0:1609800453.689872:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff934585bfc000 0xffff934585bfc000(0x1085bfc000)
00000800:00000200:43.0:1609800453.689876:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff934585bb3000 0xffff934585bb3000(0x1085bb3000)
00000800:00000200:43.0:1609800453.689878:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff934587b99000 0xffff934587b99000(0x1087b99000)
00000800:00000200:43.0:1609800453.689880:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9345b5bbf000 0xffff9345b5bbf000(0x10b5bbf000)
00000800:00000200:43.0:1609800453.689882:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9345903c5000 0xffff9345903c5000(0x10903c5000)
00000800:00000200:43.0:1609800453.689883:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9345e67da000 0xffff9345e67da000(0x10e67da000)
00000800:00000200:43.0:1609800453.689885:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9345e3fc7000 0xffff9345e3fc7000(0x10e3fc7000)
00000800:00000200:43.0:1609800453.689887:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9345ff777000 0xffff9345ff777000(0x10ff777000)
00000800:00000200:43.0:1609800453.689889:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9345ae78d000 0xffff9345ae78d000(0x10ae78d000)
00000800:00000200:43.0:1609800453.689890:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9345b7be5000 0xffff9345b7be5000(0x10b7be5000)
00000800:00000200:43.0:1609800453.689892:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9345c43e4000 0xffff9345c43e4000(0x10c43e4000)
00000800:00000200:43.0:1609800453.689894:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9345bbfda000 0xffff9345bbfda000(0x10bbfda000)
00000800:00000200:43.0:1609800453.689896:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93458b3d0000 0xffff93458b3d0000(0x108b3d0000)
00000800:00000200:43.0:1609800453.689898:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db7c8000 0xffff9354db7c8000(0x1fdb7c8000)
00000800:00000200:43.0:1609800453.689899:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db7c9000 0xffff9354db7c9000(0x1fdb7c9000)
00000800:00000200:43.0:1609800453.689901:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db7ca000 0xffff9354db7ca000(0x1fdb7ca000)
00000800:00000200:43.0:1609800453.689903:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db7cb000 0xffff9354db7cb000(0x1fdb7cb000)
00000800:00000200:43.0:1609800453.689905:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db7cc000 0xffff9354db7cc000(0x1fdb7cc000)
00000800:00000200:43.0:1609800453.690197:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690199:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690199:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690200:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690200:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690201:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690202:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690202:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690203:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690203:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690204:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690206:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690206:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690207:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690207:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690208:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690209:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690210:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690210:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690211:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690211:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690212:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690212:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690213:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690214:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690214:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690215:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690215:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690216:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690216:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690217:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690218:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690218:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690219:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:43.0:1609800453.690219:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (19)++
00000800:00000200:43.0:1609800453.690220:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (20)--
00000800:00000200:21.0:1609800453.690814:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.155@o2ib18
00000800:00000200:21.0:1609800453.690819:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.155@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800453.690823:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345c87c5000] (19)++
00000800:00000200:21.0:1609800453.690825:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345c87c5000] (20)++
00000800:00000200:21.0:1609800453.690827:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (21)++
00000800:00000200:21.0:1609800453.690829:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (22)++
00000800:00000200:21.0:1609800453.690831:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (23)++
00000800:00000200:21.0:1609800453.690833:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (24)++
00000800:00000200:21.0:1609800453.690834:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (25)++
00000800:00000200:21.0:1609800453.690836:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (26)++
00000800:00000200:21.0:1609800453.690838:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (27)++
00000800:00000200:21.0:1609800453.690852:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345c87c5000] (28)--
00000800:00000200:25.1:1609800453.690944:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (27)++
00000800:00000200:20.0:1609800453.690959:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (28)++
00000800:00000200:20.0:1609800453.690963:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (29)--
00000400:00000200:20.0:1609800453.690965:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.690969:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.690972:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (28)--
00000800:00000200:20.0:1609800453.690975:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000800:00000200:20.0:1609800453.690978:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (28)--
00000400:00000200:20.0:1609800453.690980:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.690984:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.690984:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000800:00000200:20.0:1609800453.690987:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (28)--
00000800:00000200:19.0:1609800453.690988:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (28)--
00000800:00000200:20.0:1609800453.690990:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)++
00000400:00000200:19.0:1609800453.690990:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.690994:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (27)--
00000400:00000200:19.0:1609800453.690995:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000400:00000200:20.0:1609800453.690996:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.690998:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)--
00000400:00000200:20.0:1609800453.691000:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.691002:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)++
00000800:00000200:20.0:1609800453.691009:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)--
00000800:00000200:20.0:1609800453.691011:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)++
00000800:00000200:18.0:1609800453.691011:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (25)--
00000800:00000200:20.0:1609800453.691014:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (25)--
00000800:00000200:19.0:1609800453.691014:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)++
00000400:00000200:18.0:1609800453.691014:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.691016:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.691017:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (25)--
00000400:00000200:19.0:1609800453.691019:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.691020:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000400:00000200:18.0:1609800453.691021:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.691023:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000400:00000200:19.0:1609800453.691024:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.691025:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000800:00000200:18.0:1609800453.691028:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:19.0:1609800453.691032:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:25.1:1609800453.691343:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (20)++
00000800:00000200:20.0:1609800453.691384:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)++
00000800:00000200:20.0:1609800453.691391:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.155@o2ib18
00000800:00000200:20.0:1609800453.691392:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:20.0:1609800453.691394:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:20.0:1609800453.691395:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:20.0:1609800453.691396:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:21.1:1609800453.726277:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:37.0:1609800453.726325:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800453.726331:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.130@o2ib18
00000400:00000200:37.0:1609800453.726335:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.726339:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.726342:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800453.726348:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.726351:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800453.726354:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800453.726357:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.726359:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.726361:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800453.726362:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800453.726363:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800453.726364:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:21.1:1609800453.726392:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:38.0:1609800453.726407:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.726409:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.726412:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800453.726431:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:3.0:1609800453.726436:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:3.0:1609800453.726440:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800453.726444:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.726447:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800453.726453:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800453.726457:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800453.726460:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800453.726463:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800453.726465:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.726467:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:3.0:1609800453.726469:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:3.0:1609800453.726470:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:3.0:1609800453.726471:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800453.726473:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726473:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800453.726476:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.726480:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.726483:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:6.0:1609800453.726489:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.726492:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800453.726495:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.726498:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800453.726500:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.726503:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:6.0:1609800453.726504:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:6.0:1609800453.726505:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:57.0:1609800453.726507:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.726518:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.726519:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.726521:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.726525:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800453.726525:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800453.726543:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:37.0:1609800453.726552:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800453.726555:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726556:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800453.726558:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.726561:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.726563:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:37.0:1609800453.726569:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.726572:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:21.1:1609800453.726572:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800453.726574:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.726577:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.726579:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.726581:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800453.726583:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800453.726585:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.726586:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.726587:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000400:00000200:5.0:1609800453.726589:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.726591:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800453.726592:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:5.0:1609800453.726593:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.726596:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:57.0:1609800453.726600:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.726602:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.726602:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.726605:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:21.1:1609800453.726608:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:5.0:1609800453.726608:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800453.726610:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800453.726611:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800453.726612:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.726616:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:3.0:1609800453.726616:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:5.0:1609800453.726618:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:3.0:1609800453.726618:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:5.0:1609800453.726619:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:3.0:1609800453.726620:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:5.0:1609800453.726622:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:5.0:1609800453.726625:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:37.0:1609800453.726626:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:5.0:1609800453.726628:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.726629:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726630:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:5.0:1609800453.726631:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.726632:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.726633:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:3.0:1609800453.726633:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.726634:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:37.0:1609800453.726637:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.726638:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.726639:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:5.0:1609800453.726640:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.726642:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800453.726644:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.726645:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.726647:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800453.726647:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:21.1:1609800453.726648:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000800:00000200:5.0:1609800453.726648:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9ed00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800453.726648:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.726649:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800453.726650:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800453.726651:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.726652:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.726652:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.726653:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800453.726654:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000800:00000200:5.0:1609800453.726654:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800453.726655:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800453.726655:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:3.0:1609800453.726655:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.726656:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:3.0:1609800453.726658:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.726659:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726660:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800453.726661:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:5.0:1609800453.726662:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800453.726663:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800453.726664:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.726664:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.726665:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:37.0:1609800453.726666:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:3.0:1609800453.726666:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000400:00000200:5.0:1609800453.726667:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:0.0:1609800453.726667:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800453.726668:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:57.0:1609800453.726669:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.726669:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.726671:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.726672:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800453.726672:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800453.726674:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (26)++
00000800:00000200:5.0:1609800453.726675:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800453.726676:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800453.726677:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800453.726677:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800453.726677:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.726678:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800453.726679:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.726679:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.726680:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.726680:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800453.726680:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000800:00000200:5.0:1609800453.726681:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800453.726681:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000400:00000200:0.0:1609800453.726681:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800453.726682:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000400:00000200:6.0:1609800453.726683:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:3.0:1609800453.726683:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:57.0:1609800453.726685:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.726685:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (26)++
00000800:00000200:5.0:1609800453.726686:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000400:00000200:57.0:1609800453.726687:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.726687:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000400:00000200:37.0:1609800453.726688:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:5.0:1609800453.726688:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:0.0:1609800453.726688:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800453.726689:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.726689:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (26)--
00000800:00000200:5.0:1609800453.726690:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000400:00000200:3.0:1609800453.726690:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800453.726690:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.726691:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:57.0:1609800453.726692:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800453.726692:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800453.726692:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800453.726694:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.726695:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.726696:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800453.726698:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.726698:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.726699:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.726701:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.726713:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.726717:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:6.0:1609800453.726717:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000400:00000200:3.0:1609800453.726717:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.726718:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800453.726718:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000400:00000200:57.0:1609800453.726719:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.726719:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800453.726719:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:3.0:1609800453.726719:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:0.0:1609800453.726720:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800453.726721:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:0.0:1609800453.726721:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.726723:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800453.726723:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:0.0:1609800453.726724:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800453.726726:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800453.726728:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.726730:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:3.0:1609800453.726731:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800453.726733:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726734:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.726735:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:3.0:1609800453.726735:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdaf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800453.726736:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.726737:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:3.0:1609800453.726738:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000800:00000200:6.0:1609800453.726739:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000400:00000200:5.0:1609800453.726739:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.726739:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000400:00000200:37.0:1609800453.726741:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.726741:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:57.0:1609800453.726743:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800453.726743:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:3.0:1609800453.726744:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:57.0:1609800453.726745:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.726746:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800453.726749:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.726750:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800453.726750:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800453.726751:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:5.0:1609800453.726752:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800453.726755:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800453.726755:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:21.1:1609800453.726756:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000400:00000200:37.0:1609800453.726757:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.726759:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800453.726761:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800453.726762:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:37.0:1609800453.726764:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800453.726764:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.726765:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800453.726766:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:6.0:1609800453.726767:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800453.726772:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:0.0:1609800453.726772:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.726773:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000400:00000200:0.0:1609800453.726773:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.726774:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800453.726774:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:5.0:1609800453.726774:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:57.0:1609800453.726775:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.726775:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:0.0:1609800453.726775:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.726776:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.726779:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800453.727058:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.727065:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.727067:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:4.0:1609800453.727074:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.727077:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800453.727080:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.727082:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:4.0:1609800453.727083:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800453.727089:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:38.0:1609800453.727150:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800453.727158:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:38.0:1609800453.727165:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.727168:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:38.0:1609800453.727174:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.727177:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:38.0:1609800453.727180:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.727182:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:38.0:1609800453.727183:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000400:00000200:57.0:1609800453.727185:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800453.727189:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000400:00000200:57.0:1609800453.727190:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727194:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:3.0:1609800453.727195:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:57.0:1609800453.727200:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.727200:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:3.0:1609800453.727201:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.727202:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:57.0:1609800453.727204:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.727204:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:6.0:1609800453.727205:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.727205:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:6.0:1609800453.727208:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.727209:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.727209:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800453.727210:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:57.0:1609800453.727211:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:3.0:1609800453.727211:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:57.0:1609800453.727212:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:57.0:1609800453.727219:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800453.727251:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:57.0:1609800453.727252:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.727262:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727265:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:5.0:1609800453.727268:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.727270:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.727273:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:57.0:1609800453.727276:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800453.727277:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.727278:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:57.0:1609800453.727279:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000400:00000200:5.0:1609800453.727280:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:57.0:1609800453.727282:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000400:00000200:5.0:1609800453.727286:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.727291:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:5.0:1609800453.727295:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800453.727297:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)++
00000800:00000200:5.0:1609800453.727298:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.727305:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (25)--
00000800:00000200:5.0:1609800453.727311:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.727315:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800453.727317:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:5.0:1609800453.727317:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.727319:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.727320:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:6.0:1609800453.727321:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.727322:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:3.0:1609800453.727323:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:6.0:1609800453.727324:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.727326:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:3.0:1609800453.727326:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:6.0:1609800453.727327:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:3.0:1609800453.727327:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.727330:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.727332:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:0.0:1609800453.727357:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.727365:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.727369:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727371:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:0.0:1609800453.727373:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727376:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.727379:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:0.0:1609800453.727381:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:57.0:1609800453.727383:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.727386:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:57.0:1609800453.727387:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000400:00000200:0.0:1609800453.727387:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.727391:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000800:00000200:0.0:1609800453.727391:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:0.0:1609800453.727395:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.727398:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:0.0:1609800453.727399:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:21.1:1609800453.727404:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000800:00000200:0.0:1609800453.727406:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000800:00000200:5.0:1609800453.727411:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:0.0:1609800453.727412:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.727414:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:5.0:1609800453.727415:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.727415:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.727416:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:5.0:1609800453.727417:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.727417:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:6.0:1609800453.727418:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:6.0:1609800453.727419:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.727420:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:6.0:1609800453.727421:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.727422:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.727424:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.727426:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:5.0:1609800453.727427:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:0.0:1609800453.727427:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.727429:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:0.0:1609800453.727429:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:0.0:1609800453.727433:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:0.0:1609800453.727437:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.727440:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.727442:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:0.0:1609800453.727458:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.727459:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800453.727461:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:0.0:1609800453.727463:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.727464:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:21.1:1609800453.727465:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:0.0:1609800453.727465:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:0.0:1609800453.727467:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.130@o2ib18: no credits
00000800:00000200:0.0:1609800453.727467:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:3.0:1609800453.727474:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:3.0:1609800453.727477:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.130@o2ib18: no credits
00000800:00000200:3.0:1609800453.727478:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800453.727479:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:3.0:1609800453.727479:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.727481:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.727483:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:3.0:1609800453.727492:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800453.727494:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000400:00000200:57.0:1609800453.727497:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727500:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:37.0:1609800453.727500:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800453.727502:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800453.727502:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:57.0:1609800453.727506:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.727508:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:57.0:1609800453.727512:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.727514:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:21.1:1609800453.727514:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:57.0:1609800453.727516:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:57.0:1609800453.727521:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000800:00000200:5.0:1609800453.727521:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.727524:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:6.0:1609800453.727525:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:5.0:1609800453.727525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.727527:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:5.0:1609800453.727530:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:0.0:1609800453.727532:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800453.727534:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:0.0:1609800453.727536:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.727537:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.727538:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:3.0:1609800453.727541:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:57.0:1609800453.727542:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.727543:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.727544:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:3.0:1609800453.727544:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800453.727545:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:3.0:1609800453.727545:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.727546:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:3.0:1609800453.727548:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.727550:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.727553:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:0.0:1609800453.727554:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.727555:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:0.0:1609800453.727556:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:57.0:1609800453.727557:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.727557:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:57.0:1609800453.727559:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:57.0:1609800453.727562:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:0.0:1609800453.727562:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:57.0:1609800453.727568:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:21.1:1609800453.727570:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800453.727577:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:6.0:1609800453.727580:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.727581:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800453.727581:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:6.0:1609800453.727582:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000800:00000200:6.0:1609800453.727583:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:5.0:1609800453.727583:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800453.727584:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:5.0:1609800453.727585:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.727587:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:6.0:1609800453.727587:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:5.0:1609800453.727587:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:6.0:1609800453.727588:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.727589:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800453.727590:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.727593:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:0.0:1609800453.727602:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.727605:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.727607:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:0.0:1609800453.727612:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.727615:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:0.0:1609800453.727618:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.727619:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:0.0:1609800453.727620:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:0.0:1609800453.727624:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800453.727637:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800453.727643:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800453.727646:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:37.0:1609800453.727647:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.727648:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800453.727650:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.727653:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:21.1:1609800453.727663:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:5.0:1609800453.727669:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:5.0:1609800453.727673:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800453.727674:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:5.0:1609800453.727674:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:5.0:1609800453.727675:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:5.0:1609800453.727676:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:33.1:1609800453.783976:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:24.0:1609800453.783991:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800453.784003:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.103@o2ib18
00000400:00000200:24.0:1609800453.784011:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.784019:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.784024:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800453.784037:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.784042:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800453.784044:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800453.784049:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800453.784054:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.784056:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.784059:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.784062:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.784065:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:24.0:1609800453.784068:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800453.784070:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:19.0:1609800453.784070:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784072:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:19.0:1609800453.784075:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:24.0:1609800453.784077:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:19.0:1609800453.784088:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.784093:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800453.784095:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.784096:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.784101:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.784101:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800453.784101:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800453.784104:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800453.784107:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.784110:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800453.784113:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.784115:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.784116:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:19.0:1609800453.784119:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:18.0:1609800453.784119:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:20.0:1609800453.784135:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.784136:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:24.0:1609800453.784138:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800453.784139:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:20.0:1609800453.784141:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800453.784142:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:18.0:1609800453.784142:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.784143:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800453.784147:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.784148:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.784151:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdde00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800453.784151:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.784153:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800453.784158:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:4.0:1609800453.784158:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.784160:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:20.0:1609800453.784160:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800453.784162:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:19.0:1609800453.784162:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.784162:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.784164:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:20.0:1609800453.784165:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800453.784167:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:19.0:1609800453.784169:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.784171:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800453.784172:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.784174:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800453.784175:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:24.0:1609800453.784176:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800453.784189:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:4.0:1609800453.784189:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800453.784191:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.784192:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:4.0:1609800453.784195:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800453.784196:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800453.784201:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.784202:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800453.784205:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.784205:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.784206:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800453.784211:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.784212:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.784212:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (26)++
00000800:00000200:19.0:1609800453.784212:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800453.784212:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800453.784214:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800453.784215:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:18.0:1609800453.784218:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.784221:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (27)++
00000800:00000200:20.0:1609800453.784223:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (27)--
00000800:00000200:19.0:1609800453.784224:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (28)--
00000800:00000200:18.0:1609800453.784224:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.784225:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (27)--
00000400:00000200:24.0:1609800453.784226:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800453.784227:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:18.0:1609800453.784227:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.784229:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:57.0:1609800453.784230:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800453.784231:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800453.784231:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:57.0:1609800453.784233:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784235:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800453.784235:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:18.0:1609800453.784236:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:57.0:1609800453.784237:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.784237:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:18.0:1609800453.784239:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800453.784240:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.784242:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800453.784244:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800453.784244:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800453.784245:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:57.0:1609800453.784246:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784247:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800453.784248:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:20.0:1609800453.784248:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.784251:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800453.784252:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:38.0:1609800453.784260:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.784262:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.784263:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800453.784265:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.784268:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800453.784271:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800453.784272:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.784272:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800453.784276:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.784277:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.784279:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.784286:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:20.0:1609800453.784288:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:57.0:1609800453.784293:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.784294:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:57.0:1609800453.784295:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800453.784296:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:57.0:1609800453.784300:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800453.784300:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:20.0:1609800453.784302:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:20.0:1609800453.784307:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:19.0:1609800453.784308:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:20.0:1609800453.784311:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800453.784321:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800453.784330:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800453.784336:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:24.0:1609800453.784355:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:24.0:1609800453.784356:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800453.784377:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:20.0:1609800453.784384:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:20.0:1609800453.784389:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.784390:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:20.0:1609800453.784392:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.784394:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.784396:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:20.0:1609800453.784401:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.784404:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800453.784406:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800453.784408:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800453.784409:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800453.784413:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:20.0:1609800453.784414:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:20.0:1609800453.784415:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800453.784431:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:5.0:1609800453.784431:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800453.784433:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.784436:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:5.0:1609800453.784436:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.784441:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:18.0:1609800453.784443:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:19.0:1609800453.784444:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800453.784447:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.784449:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.784450:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:19.0:1609800453.784450:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:24.0:1609800453.784453:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:20.0:1609800453.784455:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:19.0:1609800453.784456:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.784457:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800453.784458:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.784460:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800453.784460:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800453.784461:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800453.784461:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800453.784464:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.784464:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.784465:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800453.784466:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.784467:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.784469:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:18.0:1609800453.784472:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800453.784474:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800453.784477:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800453.784477:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800453.784478:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.784479:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.784479:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800453.784481:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.784481:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:18.0:1609800453.784481:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800453.784482:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:20.0:1609800453.784482:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800453.784482:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:20.0:1609800453.784483:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800453.784483:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:19.0:1609800453.784484:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:18.0:1609800453.784484:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800453.784486:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:20.0:1609800453.784487:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:18.0:1609800453.784487:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800453.784488:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:20.0:1609800453.784489:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:19.0:1609800453.784489:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800453.784490:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800453.784490:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:18.0:1609800453.784490:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800453.784492:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800453.784492:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784495:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800453.784495:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:24.0:1609800453.784498:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800453.784499:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800453.784501:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800453.784501:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.784502:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784503:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800453.784503:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800453.784503:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:57.0:1609800453.784505:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800453.784505:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:19.0:1609800453.784506:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800453.784507:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800453.784508:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800453.784509:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800453.784510:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.784511:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:24.0:1609800453.784512:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:19.0:1609800453.784513:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:18.0:1609800453.784513:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:0.0:1609800453.784513:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800453.784515:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:18.0:1609800453.784515:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:19.0:1609800453.784516:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:18.0:1609800453.784517:0:16041:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.103@o2ib18(1): redundant or enough NOOP
00000800:00000200:18.0:1609800453.784518:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:18.0:1609800453.784519:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:22.0:1609800453.784521:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800453.784523:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.784523:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.784525:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800453.784527:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800453.784528:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800453.784548:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:20.0:1609800453.784554:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:20.0:1609800453.784556:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:20.0:1609800453.784558:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:20.0:1609800453.784559:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:0.0:1609800453.784720:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.784731:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.784734:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:0.0:1609800453.784740:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.784743:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:0.0:1609800453.784748:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800453.784749:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:0.0:1609800453.784751:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:0.0:1609800453.784757:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800453.784785:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.784787:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.784789:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.784796:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.784797:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.784800:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:0.0:1609800453.784800:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:57.0:1609800453.784812:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.784816:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800453.784819:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.784823:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:57.0:1609800453.784825:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.784825:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.784827:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:0.0:1609800453.784827:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.784828:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:0.0:1609800453.784829:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:18.0:1609800453.784834:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:57.0:1609800453.784836:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:0.0:1609800453.784836:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:57.0:1609800453.784841:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800453.784841:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:19.0:1609800453.784842:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:19.0:1609800453.784844:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.784847:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.784848:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:33.1:1609800453.784849:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:57.0:1609800453.784850:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:24.0:1609800453.784854:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:57.0:1609800453.784855:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.784856:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:57.0:1609800453.784858:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:24.0:1609800453.784858:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.784860:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.784860:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:57.0:1609800453.784862:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800453.784862:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:57.0:1609800453.784863:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:57.0:1609800453.784865:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:24.0:1609800453.784865:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:24.0:1609800453.784866:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:57.0:1609800453.784868:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:19.0:1609800453.784868:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:19.0:1609800453.784870:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.784872:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.784875:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800453.784880:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800453.784885:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800453.784888:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800453.784889:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.784891:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.784891:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:24.0:1609800453.784894:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800453.784937:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:19.0:1609800453.784943:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800453.784947:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800453.784949:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800453.784950:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:18.0:1609800453.784950:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800453.784952:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:57.0:1609800453.785003:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.785004:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.785007:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.785010:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:4.0:1609800453.785014:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.785015:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.785018:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:57.0:1609800453.785020:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800453.785020:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:57.0:1609800453.785022:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:57.0:1609800453.785023:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:57.0:1609800453.785026:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:4.0:1609800453.785032:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800453.785038:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:4.0:1609800453.785038:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:57.0:1609800453.785039:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.785044:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:57.0:1609800453.785045:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.785045:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.785048:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:20.0:1609800453.785048:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:4.0:1609800453.785048:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:24.0:1609800453.785050:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:20.0:1609800453.785050:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.785051:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:57.0:1609800453.785053:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800453.785054:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.785056:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:20.0:1609800453.785058:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:57.0:1609800453.785060:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.785061:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.785062:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:4.0:1609800453.785062:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:57.0:1609800453.785067:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:4.0:1609800453.785070:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800453.785071:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:18.0:1609800453.785077:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:18.0:1609800453.785081:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:18.0:1609800453.785082:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.785083:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:18.0:1609800453.785085:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.785086:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:19.0:1609800453.785088:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.785089:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:19.0:1609800453.785090:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.785090:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:4.0:1609800453.785091:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.785093:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:4.0:1609800453.785096:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:4.0:1609800453.785106:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.785112:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:4.0:1609800453.785117:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800453.785120:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:4.0:1609800453.785134:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:4.0:1609800453.785142:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800453.785161:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.785164:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800453.785167:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:20.0:1609800453.785169:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:57.0:1609800453.785171:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.785171:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.785172:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:57.0:1609800453.785173:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:20.0:1609800453.785174:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.785179:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.785182:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:20.0:1609800453.785182:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:57.0:1609800453.785185:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.785186:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:57.0:1609800453.785188:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:57.0:1609800453.785196:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:57.0:1609800453.785200:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.785203:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.785205:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:33.1:1609800453.785208:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.785210:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.785213:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:18.0:1609800453.785214:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.785215:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.785217:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:18.0:1609800453.785217:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:57.0:1609800453.785218:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:18.0:1609800453.785219:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.785220:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:19.0:1609800453.785220:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:18.0:1609800453.785221:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.785224:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800453.785224:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:57.0:1609800453.785230:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.785230:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.785232:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:33.1:1609800453.785232:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.785237:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800453.785237:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.785239:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.785240:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800453.785241:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.785242:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.785243:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:24.0:1609800453.785243:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.785243:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.785244:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:24.0:1609800453.785246:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:57.0:1609800453.785247:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:20.0:1609800453.785247:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.785248:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:20.0:1609800453.785248:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:20.0:1609800453.785250:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:20.0:1609800453.785251:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:38.0:1609800453.785257:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800453.785258:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:38.0:1609800453.785262:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:18.0:1609800453.785264:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:18.0:1609800453.785267:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:18.0:1609800453.785268:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.785269:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:18.0:1609800453.785272:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:38.0:1609800453.785276:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800453.785282:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:57.0:1609800453.785283:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800453.785283:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:57.0:1609800453.785289:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.785290:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.785292:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:38.0:1609800453.785294:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:38.0:1609800453.785296:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.785297:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.785300:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:57.0:1609800453.785304:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.785305:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:38.0:1609800453.785306:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:57.0:1609800453.785307:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:57.0:1609800453.785311:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:38.0:1609800453.785317:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800453.785318:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800453.785324:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800453.785327:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:19.0:1609800453.785328:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.785329:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.785330:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:19.0:1609800453.785331:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.785333:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:38.0:1609800453.785334:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:20.0:1609800453.785334:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.785335:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:20.0:1609800453.785337:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:38.0:1609800453.785345:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800453.785348:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:38.0:1609800453.785350:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:20.0:1609800453.785350:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800453.785354:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:38.0:1609800453.785356:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.785358:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:38.0:1609800453.785360:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:18.0:1609800453.785360:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:18.0:1609800453.785364:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800453.785365:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:38.0:1609800453.785367:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:18.0:1609800453.785367:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:57.0:1609800453.785368:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800453.785369:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:18.0:1609800453.785370:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:57.0:1609800453.785375:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.785377:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:33.1:1609800453.785377:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:57.0:1609800453.785382:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800453.785383:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:57.0:1609800453.785386:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:19.0:1609800453.785386:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:19.0:1609800453.785387:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.785390:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800453.785390:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.785391:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:20.0:1609800453.785391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:57.0:1609800453.785392:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800453.785393:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:57.0:1609800453.785397:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800453.785409:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800453.785414:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800453.785423:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800453.785424:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.785426:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:24.0:1609800453.785427:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.785429:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:57.0:1609800453.798571:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.798581:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.798587:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4600 nid 192.168.128.104@o2ib18
00000400:00000200:57.0:1609800453.798590:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed440 net o2ib18
00000400:00000200:57.0:1609800453.798594:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93363abfe600 nid 192.168.128.104@o2ib18
00000400:00000200:57.0:1609800453.798599:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.104@o2ib18 NID 192.168.128.104@o2ib18 flags 0x0
00000400:00000200:5.0:1609800453.798603:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.798608:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.104@o2ib18: 0
00000400:00000200:57.0:1609800453.798609:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.798611:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.798615:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.104@o2ib18 NID 192.168.128.104@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.798618:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.798618:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.104@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.798622:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.104@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.798624:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.104@o2ib18
00000400:00000200:5.0:1609800453.798625:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.798627:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.104@o2ib18 state 0x10 rc 0
00000400:00000200:5.0:1609800453.798630:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:5.0:1609800453.798633:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:117] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800453.798636:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800453.798638:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.104@o2ib18
00000400:00000200:5.0:1609800453.798641:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.104@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:5.0:1609800453.798643:0:16054:0:(router.c:135:lnet_notify_locked()) set 192.168.128.104@o2ib18 1
00000400:00000200:5.0:1609800453.798647:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.798650:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:69.0:1609800453.798651:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.104@o2ib18
00000400:00000200:69.0:1609800453.798655:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.104@o2ib18
00000400:00000200:69.0:1609800453.798659:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:5.0:1609800453.798660:0:16054:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5f00] -> 192.168.128.104@o2ib18 (1)++
00000800:00000200:5.0:1609800453.798664:0:16054:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2)++
00000400:00000200:69.0:1609800453.798670:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.798675:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:69.0:1609800453.798681:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.798685:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800453.798686:0:16054:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:5.0:1609800453.798688:0:16054:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5f00] -> 192.168.128.104@o2ib18 (3)--
00000400:00000200:5.0:1609800453.798705:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.798708:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.798711:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:5.0:1609800453.798717:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.798720:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:5.0:1609800453.798724:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800453.798725:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800453.798731:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.798815:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.798820:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:0.0:1609800453.798826:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.798829:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:0.0:1609800453.798833:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.798835:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.798994:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.799000:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.799002:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:57.0:1609800453.799008:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.799011:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:0.0:1609800453.799013:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.799016:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.799018:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.799023:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.799025:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:0.0:1609800453.799031:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.799033:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:0.0:1609800453.799037:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.799038:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 0
00000800:00000200:43.0:1609800453.799402:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.104@o2ib18 Addr resolved: 0
00000800:00000200:43.0:1609800453.799415:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.104@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:43.0:1609800453.799665:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.104@o2ib18 Route resolved: 0
00000800:00000200:43.0:1609800453.799678:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93451b313000 0xffff93451b313000(0x101b313000)
00000800:00000200:43.0:1609800453.799679:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9336597d4000 0xffff9336597d4000(0x1597d4000)
00000800:00000200:43.0:1609800453.799680:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93364539b000 0xffff93364539b000(0x14539b000)
00000800:00000200:43.0:1609800453.799681:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff933659faa000 0xffff933659faa000(0x159faa000)
00000800:00000200:43.0:1609800453.799682:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933659faf000 0xffff933659faf000(0x159faf000)
00000800:00000200:43.0:1609800453.799683:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93365d394000 0xffff93365d394000(0x15d394000)
00000800:00000200:43.0:1609800453.799683:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93364c3b5000 0xffff93364c3b5000(0x14c3b5000)
00000800:00000200:43.0:1609800453.799686:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93363c7db000 0xffff93363c7db000(0x13c7db000)
00000800:00000200:43.0:1609800453.799686:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93363cb80000 0xffff93363cb80000(0x13cb80000)
00000800:00000200:43.0:1609800453.799687:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93363cb84000 0xffff93363cb84000(0x13cb84000)
00000800:00000200:43.0:1609800453.799688:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933633fa7000 0xffff933633fa7000(0x133fa7000)
00000800:00000200:43.0:1609800453.799689:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93361eff8000 0xffff93361eff8000(0x11eff8000)
00000800:00000200:43.0:1609800453.799690:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93362db8c000 0xffff93362db8c000(0x12db8c000)
00000800:00000200:43.0:1609800453.799691:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93364c3c0000 0xffff93364c3c0000(0x14c3c0000)
00000800:00000200:43.0:1609800453.799692:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93451dc25000 0xffff93451dc25000(0x101dc25000)
00000800:00000200:43.0:1609800453.799693:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93362a7d1000 0xffff93362a7d1000(0x12a7d1000)
00000800:00000200:43.0:1609800453.799694:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff934512d06000 0xffff934512d06000(0x1012d06000)
00000800:00000200:43.0:1609800453.799694:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93363b784000 0xffff93363b784000(0x13b784000)
00000800:00000200:43.0:1609800453.799931:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799933:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799933:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799934:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799934:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799935:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799935:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799936:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799937:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799937:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799938:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799938:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799939:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799939:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799940:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799941:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799941:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799942:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799942:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799943:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799943:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799944:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799945:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799946:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799947:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799947:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799948:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799949:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799949:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799950:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799951:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799951:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799952:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799952:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:43.0:1609800453.799953:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (19)++
00000800:00000200:43.0:1609800453.799953:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (20)--
00000800:00000200:21.0:1609800453.800476:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.104@o2ib18
00000800:00000200:21.0:1609800453.800479:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.104@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800453.800481:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b193e00] (19)++
00000800:00000200:21.0:1609800453.800482:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b193e00] (20)++
00000800:00000200:21.0:1609800453.800483:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:21.0:1609800453.800485:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (22)++
00000800:00000200:21.0:1609800453.800486:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:21.0:1609800453.800487:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (24)++
00000800:00000200:21.0:1609800453.800488:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (25)++
00000800:00000200:21.0:1609800453.800489:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (26)++
00000800:00000200:21.0:1609800453.800499:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b193e00] (27)--
00000800:00000200:22.1:1609800453.800534:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (26)++
00000800:00000200:3.0:1609800453.800571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (27)++
00000800:00000200:3.0:1609800453.800576:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (28)--
00000400:00000200:3.0:1609800453.800577:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.800580:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.800583:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (27)--
00000800:00000200:3.0:1609800453.800584:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (26)++
00000800:00000200:3.0:1609800453.800587:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (27)--
00000400:00000200:3.0:1609800453.800588:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.800590:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.800593:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (26)--
00000800:00000200:3.0:1609800453.800594:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (25)++
00000800:00000200:3.0:1609800453.800596:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (26)--
00000400:00000200:3.0:1609800453.800597:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.800599:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.800600:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:3.0:1609800453.800601:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000800:00000200:3.0:1609800453.800603:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (25)--
00000400:00000200:3.0:1609800453.800603:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.800605:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.800606:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000800:00000200:37.0:1609800453.800609:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000800:00000200:3.0:1609800453.800609:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:3.0:1609800453.800610:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000400:00000200:37.0:1609800453.800611:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.800611:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:3.0:1609800453.800612:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.800614:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000400:00000200:3.0:1609800453.800614:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.800615:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000800:00000200:3.0:1609800453.800616:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:37.0:1609800453.800617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:22.1:1609800453.800826:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:3.0:1609800453.800833:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:37.0:1609800453.800837:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:3.0:1609800453.800837:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.104@o2ib18
00000800:00000200:3.0:1609800453.800838:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (22)++
00000800:00000200:3.0:1609800453.800840:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (22)--
00000800:00000200:3.0:1609800453.800840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000400:00000200:57.0:1609800453.872554:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.872579:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872585:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb46c0 nid 192.168.128.144@o2ib18
00000400:00000200:57.0:1609800453.872592:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edc80 net o2ib18
00000400:00000200:57.0:1609800453.872601:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354db0e8000 nid 192.168.128.144@o2ib18
00000400:00000200:57.0:1609800453.872607:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.144@o2ib18 NID 192.168.128.144@o2ib18 flags 0x0
00000400:00000200:57.0:1609800453.872616:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.144@o2ib18: 0
00000400:00000200:57.0:1609800453.872619:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.872620:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.872624:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.144@o2ib18 NID 192.168.128.144@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.872627:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.872628:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.144@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.872631:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.144@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.872633:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.144@o2ib18
00000400:00000200:69.0:1609800453.872636:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.144@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800453.872639:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.144@o2ib18
00000400:00000200:69.0:1609800453.872643:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.144@o2ib18
00000400:00000200:69.0:1609800453.872646:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:69.0:1609800453.872651:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:118] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.872655:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800453.872659:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.144@o2ib18
00000400:00000200:69.0:1609800453.872664:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.144@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800453.872668:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.144@o2ib18 1
00000400:00000200:0.0:1609800453.872677:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.872679:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.872697:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000400:00000200:57.0:1609800453.872701:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800453.872706:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (1)++
00000400:00000200:0.0:1609800453.872711:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872714:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800453.872716:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2)++
00000400:00000200:0.0:1609800453.872716:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800453.872719:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:69.0:1609800453.872739:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800453.872740:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.872742:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (3)--
00000800:00000200:57.0:1609800453.872746:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000400:00000200:0.0:1609800453.872748:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.872752:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800453.872755:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.872757:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.872760:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.872763:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.872772:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.872777:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872781:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800453.872791:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.872797:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800453.872802:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.872805:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.872813:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.872819:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.872822:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872826:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:4.0:1609800453.872834:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872835:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800453.872837:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:57.0:1609800453.872839:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000400:00000200:4.0:1609800453.872844:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800453.872847:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800453.872849:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.872852:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800453.872856:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800453.872858:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.872954:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.872961:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.872964:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800453.872969:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.872972:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800453.872975:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.872977:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800453.873144:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.873159:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.873162:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:38.0:1609800453.873168:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.873171:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:38.0:1609800453.873176:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800453.873177:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 0
00000800:00000200:43.0:1609800453.873222:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.144@o2ib18 Addr resolved: 0
00000800:00000200:43.0:1609800453.873246:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.144@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:43.0:1609800453.873575:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.144@o2ib18 Route resolved: 0
00000800:00000200:43.0:1609800453.873593:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db0e3000 0xffff9354db0e3000(0x1fdb0e3000)
00000800:00000200:43.0:1609800453.873594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db0e4000 0xffff9354db0e4000(0x1fdb0e4000)
00000800:00000200:43.0:1609800453.873595:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db0e5000 0xffff9354db0e5000(0x1fdb0e5000)
00000800:00000200:43.0:1609800453.873596:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db0e6000 0xffff9354db0e6000(0x1fdb0e6000)
00000800:00000200:43.0:1609800453.873597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db0e7000 0xffff9354db0e7000(0x1fdb0e7000)
00000800:00000200:43.0:1609800453.873598:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db0ec000 0xffff9354db0ec000(0x1fdb0ec000)
00000800:00000200:43.0:1609800453.873599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db0ed000 0xffff9354db0ed000(0x1fdb0ed000)
00000800:00000200:43.0:1609800453.873599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db0ee000 0xffff9354db0ee000(0x1fdb0ee000)
00000800:00000200:43.0:1609800453.873600:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db0ef000 0xffff9354db0ef000(0x1fdb0ef000)
00000800:00000200:43.0:1609800453.873601:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db0f8000 0xffff9354db0f8000(0x1fdb0f8000)
00000800:00000200:43.0:1609800453.873602:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db0f9000 0xffff9354db0f9000(0x1fdb0f9000)
00000800:00000200:43.0:1609800453.873603:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db0fa000 0xffff9354db0fa000(0x1fdb0fa000)
00000800:00000200:43.0:1609800453.873604:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db0fb000 0xffff9354db0fb000(0x1fdb0fb000)
00000800:00000200:43.0:1609800453.873604:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db0fc000 0xffff9354db0fc000(0x1fdb0fc000)
00000800:00000200:43.0:1609800453.873605:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db0fd000 0xffff9354db0fd000(0x1fdb0fd000)
00000800:00000200:43.0:1609800453.873606:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db0fe000 0xffff9354db0fe000(0x1fdb0fe000)
00000800:00000200:43.0:1609800453.873607:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db0ff000 0xffff9354db0ff000(0x1fdb0ff000)
00000800:00000200:43.0:1609800453.873609:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db100000 0xffff9354db100000(0x1fdb100000)
00000800:00000200:43.0:1609800453.873855:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873856:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873857:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873857:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873858:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873859:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873859:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873860:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873861:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873861:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873862:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873862:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873863:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873864:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873864:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873865:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873865:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873866:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873866:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873867:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873867:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873868:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873869:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873869:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873870:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873870:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873871:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873871:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873872:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873873:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873873:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873874:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873874:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873875:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:43.0:1609800453.873875:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (19)++
00000800:00000200:43.0:1609800453.873876:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (20)--
00000800:00000200:21.0:1609800453.874233:0:426:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.144@o2ib18
00000800:00000200:21.0:1609800453.874238:0:426:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.144@o2ib18: active(1), version(12), status(0)
00000800:00000200:21.0:1609800453.874242:0:426:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9345c87c7400] (19)++
00000800:00000200:21.0:1609800453.874244:0:426:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9345c87c7400] (20)++
00000800:00000200:21.0:1609800453.874246:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:21.0:1609800453.874248:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:21.0:1609800453.874250:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (23)++
00000800:00000200:21.0:1609800453.874253:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (24)++
00000800:00000200:21.0:1609800453.874255:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (25)++
00000800:00000200:21.0:1609800453.874257:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (26)++
00000800:00000200:21.0:1609800453.874258:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (27)++
00000800:00000200:21.0:1609800453.874260:0:426:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (28)++
00000800:00000200:21.0:1609800453.874275:0:426:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9345c87c7400] (29)--
00000800:00000200:29.1:1609800453.874368:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (28)++
00000800:00000200:20.0:1609800453.874432:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (29)++
00000800:00000200:20.0:1609800453.874438:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (30)--
00000400:00000200:20.0:1609800453.874440:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.874443:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.874443:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (29)++
00000800:00000200:20.0:1609800453.874448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (30)--
00000800:00000200:19.0:1609800453.874449:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (30)--
00000800:00000200:20.0:1609800453.874450:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (29)++
00000400:00000200:19.0:1609800453.874451:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.874454:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (29)--
00000400:00000200:20.0:1609800453.874455:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800453.874455:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.874456:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (28)++
00000400:00000200:20.0:1609800453.874457:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.874459:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (29)++
00000800:00000200:18.0:1609800453.874460:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (29)--
00000800:00000200:24.0:1609800453.874461:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (30)--
00000800:00000200:20.0:1609800453.874461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (30)--
00000400:00000200:24.0:1609800453.874462:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.874462:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (27)--
00000400:00000200:18.0:1609800453.874462:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.874463:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (26)++
00000400:00000200:24.0:1609800453.874465:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.874466:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (27)--
00000400:00000200:18.0:1609800453.874466:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.874467:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (27)--
00000400:00000200:20.0:1609800453.874468:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.874469:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)++
00000800:00000200:24.0:1609800453.874472:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (26)--
00000400:00000200:20.0:1609800453.874472:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000400:00000200:24.0:1609800453.874473:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.874473:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (26)--
00000800:00000200:18.0:1609800453.874474:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)++
00000400:00000200:24.0:1609800453.874475:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.874476:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)--
00000800:00000200:18.0:1609800453.874476:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (25)--
00000800:00000200:19.0:1609800453.874477:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000400:00000200:18.0:1609800453.874477:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.874479:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:18.0:1609800453.874480:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.874483:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:29.1:1609800453.874653:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (20)++
00000800:00000200:20.0:1609800453.874661:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)++
00000800:00000200:20.0:1609800453.874683:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.144@o2ib18
00000800:00000200:20.0:1609800453.874685:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:19.0:1609800453.874685:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:20.0:1609800453.874686:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)--
00000800:00000200:20.0:1609800453.874687:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:5.0:1609800453.900136:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.900142:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.900146:0:16054:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d5c0 nid 192.168.128.110@o2ib18
00000400:00000200:5.0:1609800453.900148:0:16054:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0840 net o2ib18
00000400:00000200:57.0:1609800453.900152:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.900153:0:16054:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354db190000 nid 192.168.128.110@o2ib18
00000400:00000200:5.0:1609800453.900157:0:16054:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.110@o2ib18 NID 192.168.128.110@o2ib18 flags 0x0
00000400:00000200:5.0:1609800453.900163:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.110@o2ib18: 0
00000400:00000200:5.0:1609800453.900164:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800453.900165:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800453.900167:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.110@o2ib18 NID 192.168.128.110@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800453.900169:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.110@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.900171:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800453.900174:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.110@o2ib18 state 0x20
00000400:00000200:5.0:1609800453.900175:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.900176:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.900177:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.110@o2ib18
00000400:00000200:5.0:1609800453.900179:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.900180:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.110@o2ib18 state 0x10 rc 0
00000400:00000200:5.0:1609800453.900183:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:57.0:1609800453.900187:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:5.0:1609800453.900187:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:119] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800453.900189:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.900192:0:16061:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:120] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800453.900192:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.110@o2ib18
00000400:00000200:5.0:1609800453.900195:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.110@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800453.900198:0:16061:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.900202:0:16061:0:(router.c:135:lnet_notify_locked()) set 192.168.128.110@o2ib18 1
00000400:00000200:57.0:1609800453.900211:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800453.900219:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800453.900223:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.110@o2ib18
00000800:00000200:5.0:1609800453.900224:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:69.0:1609800453.900228:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800453.900228:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:69.0:1609800453.900232:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:5.0:1609800453.900232:0:16054:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (1)++
00000800:00000200:5.0:1609800453.900236:0:16054:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2)++
00000400:00000200:69.0:1609800453.900242:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.900247:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800453.900250:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.900252:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.900256:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800453.900259:0:16054:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800453.900260:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800453.900261:0:16054:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (3)--
00000400:00000200:5.0:1609800453.900269:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.900271:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.900272:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.900275:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:5.0:1609800453.900281:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.900282:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.900283:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:57.0:1609800453.900286:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:5.0:1609800453.900288:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800453.900290:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800453.900295:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.900297:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.900303:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800453.900308:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800453.900308:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.900310:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:57.0:1609800453.900311:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800453.900316:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.900332:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:5.0:1609800453.900336:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800453.900337:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.900956:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.110@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.900978:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.110@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800453.901430:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.110@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.901441:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db756000 0xffff9354db756000(0x1fdb756000)
00000800:00000200:46.0:1609800453.901442:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db757000 0xffff9354db757000(0x1fdb757000)
00000800:00000200:46.0:1609800453.901443:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db758000 0xffff9354db758000(0x1fdb758000)
00000800:00000200:46.0:1609800453.901444:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db759000 0xffff9354db759000(0x1fdb759000)
00000800:00000200:46.0:1609800453.901445:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db75a000 0xffff9354db75a000(0x1fdb75a000)
00000800:00000200:46.0:1609800453.901446:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db75b000 0xffff9354db75b000(0x1fdb75b000)
00000800:00000200:46.0:1609800453.901447:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db75c000 0xffff9354db75c000(0x1fdb75c000)
00000800:00000200:46.0:1609800453.901448:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db75d000 0xffff9354db75d000(0x1fdb75d000)
00000800:00000200:46.0:1609800453.901449:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db75e000 0xffff9354db75e000(0x1fdb75e000)
00000800:00000200:46.0:1609800453.901449:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db75f000 0xffff9354db75f000(0x1fdb75f000)
00000800:00000200:46.0:1609800453.901450:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db760000 0xffff9354db760000(0x1fdb760000)
00000800:00000200:46.0:1609800453.901451:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db761000 0xffff9354db761000(0x1fdb761000)
00000800:00000200:46.0:1609800453.901452:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db762000 0xffff9354db762000(0x1fdb762000)
00000800:00000200:46.0:1609800453.901453:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db763000 0xffff9354db763000(0x1fdb763000)
00000800:00000200:46.0:1609800453.901454:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db764000 0xffff9354db764000(0x1fdb764000)
00000800:00000200:46.0:1609800453.901454:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db765000 0xffff9354db765000(0x1fdb765000)
00000800:00000200:46.0:1609800453.901455:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db766000 0xffff9354db766000(0x1fdb766000)
00000800:00000200:46.0:1609800453.901456:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db767000 0xffff9354db767000(0x1fdb767000)
00000800:00000200:46.0:1609800453.901665:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901666:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901667:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901668:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901668:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901669:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901669:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901670:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901670:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901671:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901672:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901672:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901673:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901674:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901675:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901675:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901676:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901677:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901677:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901678:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901679:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901679:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901680:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901681:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901681:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901682:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901682:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901683:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901683:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901684:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901684:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901685:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901686:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901686:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:46.0:1609800453.901687:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:46.0:1609800453.901687:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (20)--
00000800:00000200:23.0:1609800453.902197:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.110@o2ib18
00000800:00000200:23.0:1609800453.902200:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.110@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800453.902201:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c8c00] (19)++
00000800:00000200:23.0:1609800453.902203:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:23.0:1609800453.902204:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:23.0:1609800453.902206:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:23.0:1609800453.902207:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:23.0:1609800453.902208:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:23.0:1609800453.902209:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:23.0:1609800453.902209:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:23.0:1609800453.902220:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:31.1:1609800453.902275:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:24.0:1609800453.902281:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)++
00000800:00000200:24.0:1609800453.902283:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (28)--
00000400:00000200:24.0:1609800453.902285:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.902287:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.902290:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:24.0:1609800453.902292:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:31.1:1609800453.902303:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:19.0:1609800453.902341:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:19.0:1609800453.902347:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (27)--
00000400:00000200:19.0:1609800453.902349:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.902351:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:19.0:1609800453.902352:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:20.0:1609800453.902357:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:19.0:1609800453.902357:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:19.0:1609800453.902358:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:20.0:1609800453.902359:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800453.902362:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.902362:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000400:00000200:19.0:1609800453.902363:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.902363:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:19.0:1609800453.902365:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.902366:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:24.0:1609800453.902367:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:20.0:1609800453.902367:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:18.0:1609800453.902367:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000400:00000200:24.0:1609800453.902369:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800453.902369:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:18.0:1609800453.902369:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800453.902370:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:24.0:1609800453.902372:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:18.0:1609800453.902373:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.902377:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:24.0:1609800453.902379:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:31.1:1609800453.902524:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:19.0:1609800453.902530:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800453.902533:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:20.0:1609800453.902535:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:19.0:1609800453.902535:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800453.902537:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:19.0:1609800453.902538:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:26.1:1609800453.921296:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:6.0:1609800453.921343:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800453.921353:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800453.921362:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.921368:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.921374:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800453.921386:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921389:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800453.921392:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800453.921412:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800453.921413:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.921414:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800453.921416:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800453.921417:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800453.921419:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800453.921421:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000400:00000200:5.0:1609800453.921421:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.921422:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800453.921423:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:5.0:1609800453.921440:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800453.921443:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800453.921446:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.921447:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800453.921449:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.921450:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:5.0:1609800453.921450:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800453.921451:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:5.0:1609800453.921452:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.921454:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800453.921456:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921456:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800453.921457:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.921459:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800453.921461:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.921461:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)++
00000800:00000200:6.0:1609800453.921462:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800453.921462:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:5.0:1609800453.921463:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:6.0:1609800453.921464:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800453.921465:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.921465:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.921465:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800453.921466:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)++
00000800:00000200:6.0:1609800453.921467:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:5.0:1609800453.921467:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800453.921468:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800453.921468:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:6.0:1609800453.921469:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800453.921490:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:5.0:1609800453.921491:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.921493:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800453.921493:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800453.921493:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.921495:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.921496:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800453.921496:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:0.0:1609800453.921496:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800453.921498:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:37.0:1609800453.921499:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800453.921499:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.921501:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.921502:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800453.921502:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:0.0:1609800453.921502:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.921503:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800453.921504:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:5.0:1609800453.921504:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800453.921506:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800453.921507:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000400:00000200:3.0:1609800453.921508:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.921509:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921509:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.921510:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (26)++
00000800:00000200:5.0:1609800453.921510:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.921511:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800453.921512:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (27)++
00000800:00000200:6.0:1609800453.921513:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800453.921514:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.921516:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (28)--
00000800:00000200:6.0:1609800453.921516:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800453.921516:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (28)--
00000400:00000200:3.0:1609800453.921516:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:57.0:1609800453.921517:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800453.921517:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (27)--
00000800:00000200:6.0:1609800453.921517:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800453.921517:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800453.921518:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000400:00000200:0.0:1609800453.921518:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.921519:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000400:00000200:0.0:1609800453.921520:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800453.921522:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800453.921524:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.921524:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.921524:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:6.0:1609800453.921525:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000800:00000200:3.0:1609800453.921525:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800453.921526:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)--
00000800:00000200:6.0:1609800453.921527:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:0.0:1609800453.921527:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.921528:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800453.921528:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800453.921528:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.921529:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.921531:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.921531:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800453.921531:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800453.921532:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.921533:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800453.921536:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:57.0:1609800453.921538:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.921539:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.921539:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:0.0:1609800453.921540:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800453.921541:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921541:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:0.0:1609800453.921541:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.921542:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:5.0:1609800453.921543:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:3.0:1609800453.921543:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)++
00000400:00000200:57.0:1609800453.921544:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.921544:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800453.921545:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:3.0:1609800453.921545:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:0.0:1609800453.921545:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.921546:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800453.921549:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.921550:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.921553:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:57.0:1609800453.921554:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800453.921554:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000400:00000200:57.0:1609800453.921555:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.921557:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.921557:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800453.921558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:0.0:1609800453.921572:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800453.921573:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.921576:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800453.921591:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800453.921597:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800453.921600:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800453.921601:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800453.921602:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800453.921605:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:3.0:1609800453.921607:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800453.921608:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800453.921611:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.921612:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:6.0:1609800453.921618:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.921620:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800453.921623:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800453.921625:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.921626:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800453.921630:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800453.921631:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800453.921632:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:57.0:1609800453.921637:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.921639:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.921641:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800453.921684:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:37.0:1609800453.921692:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800453.921696:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:5.0:1609800453.921697:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:37.0:1609800453.921699:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800453.921700:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800453.921702:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.921702:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:5.0:1609800453.921703:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800453.921704:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:3.0:1609800453.921705:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.921706:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:6.0:1609800453.921708:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800453.921709:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800453.921712:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800453.921712:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.921713:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800453.921713:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800453.921714:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800453.921714:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:37.0:1609800453.921716:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800453.921717:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800453.921718:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.921718:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.921719:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:5.0:1609800453.921719:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921722:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800453.921724:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800453.921724:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800453.921726:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:6.0:1609800453.921727:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800453.921727:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800453.921727:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800453.921728:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000800:00000200:37.0:1609800453.921728:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:5.0:1609800453.921728:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360fb9e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800453.921729:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:6.0:1609800453.921729:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800453.921731:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800453.921731:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800453.921732:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800453.921732:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:6.0:1609800453.921750:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:5.0:1609800453.921750:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:3.0:1609800453.921750:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800453.921752:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.921752:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800453.921754:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800453.921755:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800453.921756:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.921757:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800453.921758:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000400:00000200:57.0:1609800453.921759:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800453.921759:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:3.0:1609800453.921759:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800453.921761:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:3.0:1609800453.921762:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:3.0:1609800453.921762:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:57.0:1609800453.921764:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.921765:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800453.921765:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800453.921767:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800453.921767:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800453.921769:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:4.0:1609800453.921770:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800453.921776:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800453.921778:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800453.921779:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:37.0:1609800453.921780:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:4.0:1609800453.921785:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800453.921786:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.921788:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800453.921992:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.921998:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.922001:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800453.922007:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.922010:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:57.0:1609800453.922015:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.922017:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:57.0:1609800453.922018:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:57.0:1609800453.922025:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:57.0:1609800453.922130:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.922137:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.922140:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800453.922145:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.922147:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:57.0:1609800453.922150:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.922152:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:57.0:1609800453.922153:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:57.0:1609800453.922157:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:57.0:1609800453.922233:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.922236:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.922238:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800453.922241:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:57.0:1609800453.922243:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.922246:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:57.0:1609800453.922249:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.922250:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:57.0:1609800453.922251:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:57.0:1609800453.922255:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:6.0:1609800453.922300:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000400:00000200:38.0:1609800453.922306:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800453.922321:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:38.0:1609800453.922324:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.922324:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.922330:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:38.0:1609800453.922331:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:38.0:1609800453.922343:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.922346:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:38.0:1609800453.922349:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.922364:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:38.0:1609800453.922365:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.922365:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000800:00000200:6.0:1609800453.922366:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:38.0:1609800453.922368:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)++
00000400:00000200:3.0:1609800453.922368:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.922371:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (25)++
00000800:00000200:6.0:1609800453.922371:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:6.0:1609800453.922373:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.922374:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:6.0:1609800453.922377:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.922380:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:38.0:1609800453.922381:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:6.0:1609800453.922382:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:3.0:1609800453.922384:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:38.0:1609800453.922391:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.922396:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.922400:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:38.0:1609800453.922409:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800453.922411:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:38.0:1609800453.922414:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:38.0:1609800453.922419:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.922420:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:38.0:1609800453.922421:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:38.0:1609800453.922423:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:38.0:1609800453.922428:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800453.922430:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000800:00000200:3.0:1609800453.922431:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:37.0:1609800453.922432:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.922437:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800453.922439:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:38.0:1609800453.922441:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800453.922443:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:38.0:1609800453.922446:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:37.0:1609800453.922447:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800453.922449:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800453.922453:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:37.0:1609800453.922455:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.922456:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.922456:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:37.0:1609800453.922460:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:38.0:1609800453.922461:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800453.922464:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:38.0:1609800453.922466:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.922468:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:38.0:1609800453.922470:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:38.0:1609800453.922475:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800453.922475:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:57.0:1609800453.922479:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.922497:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.922498:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.922498:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:57.0:1609800453.922500:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:38.0:1609800453.922500:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.922501:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000400:00000200:38.0:1609800453.922502:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:5.0:1609800453.922502:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.922503:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.922504:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:5.0:1609800453.922505:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:3.0:1609800453.922505:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:3.0:1609800453.922506:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:38.0:1609800453.922507:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800453.922507:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800453.922510:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:5.0:1609800453.922510:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:57.0:1609800453.922513:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.922517:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:38.0:1609800453.922517:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.922518:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:5.0:1609800453.922518:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:38.0:1609800453.922519:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:57.0:1609800453.922520:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800453.922522:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:38.0:1609800453.922523:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:57.0:1609800453.922524:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000400:00000200:38.0:1609800453.922527:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.922528:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:38.0:1609800453.922531:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.922533:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.922534:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:57.0:1609800453.922536:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800453.922537:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:57.0:1609800453.922539:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:38.0:1609800453.922539:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800453.922541:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800453.922544:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:57.0:1609800453.922545:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800453.922547:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:57.0:1609800453.922548:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:37.0:1609800453.922548:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.922548:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:38.0:1609800453.922550:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800453.922550:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:38.0:1609800453.922551:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)++
00000800:00000200:3.0:1609800453.922551:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:57.0:1609800453.922552:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800453.922552:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:6.0:1609800453.922552:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:3.0:1609800453.922552:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.922553:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:37.0:1609800453.922555:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000400:00000200:3.0:1609800453.922555:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:57.0:1609800453.922556:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (25)++
00000800:00000200:38.0:1609800453.922556:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:3.0:1609800453.922557:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:57.0:1609800453.922560:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:26.1:1609800453.922567:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800453.922574:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:5.0:1609800453.922577:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:5.0:1609800453.922578:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.922579:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800453.922581:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:5.0:1609800453.922581:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:6.0:1609800453.922582:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800453.922583:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800453.922584:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800453.922584:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.922587:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:5.0:1609800453.922609:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.922613:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.922616:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800453.922618:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000400:00000200:5.0:1609800453.922622:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.922624:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:5.0:1609800453.922625:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:3.0:1609800453.922628:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.922629:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:5.0:1609800453.922629:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.922629:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800453.922630:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.922630:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:5.0:1609800453.922631:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.922631:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:5.0:1609800453.922637:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:5.0:1609800453.922642:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.922646:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.922647:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800453.922651:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:5.0:1609800453.922652:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800453.922654:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:5.0:1609800453.922656:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.922657:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800453.922657:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800453.922658:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:6.0:1609800453.922661:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:5.0:1609800453.922661:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800453.922662:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:37.0:1609800453.922663:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.922665:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:5.0:1609800453.922665:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800453.922667:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800453.922674:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:5.0:1609800453.922679:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.922680:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:6.0:1609800453.922681:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800453.922683:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800453.922684:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.922685:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800453.922685:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800453.922686:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.922688:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:5.0:1609800453.922688:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:5.0:1609800453.922690:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.922691:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800453.922692:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:5.0:1609800453.922692:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:5.0:1609800453.922696:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:57.0:1609800453.922703:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.922706:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800453.922710:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:57.0:1609800453.922712:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.922714:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.922716:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:57.0:1609800453.922718:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.922718:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800453.922719:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.922720:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800453.922720:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:57.0:1609800453.922721:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000400:00000200:6.0:1609800453.922721:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.922724:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:57.0:1609800453.922725:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800453.922739:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:3.0:1609800453.922745:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:3.0:1609800453.922747:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800453.922749:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:3.0:1609800453.922749:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.922751:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.922753:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800453.922753:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800453.922754:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:3.0:1609800453.922755:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800453.922756:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800453.922756:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:0.0:1609800453.923426:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.923435:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.923442:0:16060:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f4cc0 nid 192.168.128.120@o2ib18
00000400:00000200:0.0:1609800453.923445:0:16060:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1280 net o2ib18
00000400:00000200:0.0:1609800453.923449:0:16060:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933633fd2e00 nid 192.168.128.120@o2ib18
00000400:00000200:0.0:1609800453.923455:0:16060:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.120@o2ib18 NID 192.168.128.120@o2ib18 flags 0x0
00000400:00000200:0.0:1609800453.923463:0:16060:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.120@o2ib18: 0
00000400:00000200:0.0:1609800453.923464:0:16060:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800453.923466:0:16060:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800453.923467:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800453.923469:0:16060:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.120@o2ib18 NID 192.168.128.120@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.923474:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.120@o2ib18 state 0x20
00000400:00000200:0.0:1609800453.923474:0:16060:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.120@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.923477:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.120@o2ib18
00000400:00000200:69.0:1609800453.923479:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.120@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800453.923483:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.120@o2ib18
00000400:00000200:0.0:1609800453.923484:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.923487:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.120@o2ib18
00000400:00000200:69.0:1609800453.923491:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:69.0:1609800453.923495:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:121] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.923499:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800453.923503:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.120@o2ib18
00000400:00000200:0.0:1609800453.923507:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.923508:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.120@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800453.923513:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:57.0:1609800453.923518:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.923519:0:16060:0:(router.c:135:lnet_notify_locked()) set 192.168.128.120@o2ib18 1
00000400:00000200:0.0:1609800453.923528:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800453.923529:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800453.923534:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:57.0:1609800453.923535:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:69.0:1609800453.923540:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.923546:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:57.0:1609800453.923553:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.923556:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5e80] -> 192.168.128.120@o2ib18 (1)++
00000800:00000200:57.0:1609800453.923559:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:69.0:1609800453.923562:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2)++
00000800:00000200:0.0:1609800453.923562:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.923566:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800453.923570:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800453.923575:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.923581:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800453.923584:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5e80] -> 192.168.128.120@o2ib18 (3)--
00000400:00000200:57.0:1609800453.923635:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.923639:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.923642:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:0.0:1609800453.923646:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.923647:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.923650:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:0.0:1609800453.923653:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.923654:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.923656:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.923657:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:57.0:1609800453.923660:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.923664:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.923666:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:0.0:1609800453.923668:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.923674:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:57.0:1609800453.923675:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.923678:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:0.0:1609800453.923681:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.923684:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.923686:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.923689:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.923761:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.923764:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.923766:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:57.0:1609800453.923771:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.923774:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:57.0:1609800453.923777:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.923778:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.924059:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.120@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.924080:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.120@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800453.924432:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.120@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.924459:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c5812000 0xffff9344c5812000(0xfc5812000)
00000800:00000200:46.0:1609800453.924462:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5813000 0xffff9344c5813000(0xfc5813000)
00000800:00000200:46.0:1609800453.924464:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5814000 0xffff9344c5814000(0xfc5814000)
00000800:00000200:46.0:1609800453.924466:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5815000 0xffff9344c5815000(0xfc5815000)
00000800:00000200:46.0:1609800453.924468:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5816000 0xffff9344c5816000(0xfc5816000)
00000800:00000200:46.0:1609800453.924470:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5817000 0xffff9344c5817000(0xfc5817000)
00000800:00000200:46.0:1609800453.924471:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5818000 0xffff9344c5818000(0xfc5818000)
00000800:00000200:46.0:1609800453.924473:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5819000 0xffff9344c5819000(0xfc5819000)
00000800:00000200:46.0:1609800453.924475:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c581a000 0xffff9344c581a000(0xfc581a000)
00000800:00000200:46.0:1609800453.924478:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c581b000 0xffff9344c581b000(0xfc581b000)
00000800:00000200:46.0:1609800453.924480:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff933644ba5000 0xffff933644ba5000(0x144ba5000)
00000800:00000200:46.0:1609800453.924482:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff933639fa3000 0xffff933639fa3000(0x139fa3000)
00000800:00000200:46.0:1609800453.924484:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff933660b85000 0xffff933660b85000(0x160b85000)
00000800:00000200:46.0:1609800453.924486:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9336407ed000 0xffff9336407ed000(0x1407ed000)
00000800:00000200:46.0:1609800453.924488:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff933636390000 0xffff933636390000(0x136390000)
00000800:00000200:46.0:1609800453.924489:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93363cbb5000 0xffff93363cbb5000(0x13cbb5000)
00000800:00000200:46.0:1609800453.924491:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93360fb9c000 0xffff93360fb9c000(0x10fb9c000)
00000800:00000200:46.0:1609800453.924493:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93363bff6000 0xffff93363bff6000(0x13bff6000)
00000800:00000200:46.0:1609800453.924748:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924751:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924752:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924754:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924755:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924756:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924758:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924759:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924760:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924761:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924763:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924764:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924765:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924766:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924768:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924769:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924770:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924771:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924772:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924774:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924775:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924776:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924777:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924779:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924780:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924781:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924783:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924784:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924786:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924787:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924788:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924789:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924791:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924792:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:46.0:1609800453.924793:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (19)++
00000800:00000200:46.0:1609800453.924794:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (20)--
00000800:00000200:23.0:1609800453.925358:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.120@o2ib18
00000800:00000200:23.0:1609800453.925363:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.120@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800453.925369:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b81ba00] (19)++
00000800:00000200:23.0:1609800453.925371:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b81ba00] (20)++
00000800:00000200:23.0:1609800453.925373:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:23.0:1609800453.925375:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:23.0:1609800453.925377:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:23.0:1609800453.925378:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (24)++
00000800:00000200:23.0:1609800453.925380:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (25)++
00000800:00000200:23.0:1609800453.925381:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (26)++
00000800:00000200:23.0:1609800453.925383:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (27)++
00000800:00000200:23.0:1609800453.925397:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b81ba00] (28)--
00000800:00000200:23.1:1609800453.925470:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (27)++
00000800:00000200:6.0:1609800453.925481:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (28)++
00000800:00000200:6.0:1609800453.925486:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (29)--
00000400:00000200:6.0:1609800453.925504:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.925505:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (28)++
00000800:00000200:37.0:1609800453.925507:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (29)--
00000400:00000200:6.0:1609800453.925507:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:37.0:1609800453.925508:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.925509:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (28)--
00000400:00000200:37.0:1609800453.925510:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.925510:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (27)--
00000800:00000200:37.0:1609800453.925513:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:23.1:1609800453.925520:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (25)++
00000800:00000200:6.0:1609800453.925527:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)++
00000800:00000200:6.0:1609800453.925530:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (27)--
00000400:00000200:6.0:1609800453.925531:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800453.925533:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.925534:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800453.925535:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000800:00000200:6.0:1609800453.925538:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (26)--
00000400:00000200:6.0:1609800453.925539:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.925539:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000400:00000200:6.0:1609800453.925541:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.925542:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800453.925560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000400:00000200:3.0:1609800453.925560:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.925561:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:3.0:1609800453.925562:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.925564:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000400:00000200:6.0:1609800453.925565:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.925565:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800453.925566:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:6.0:1609800453.925567:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.925568:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800453.925569:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800453.925570:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:3.0:1609800453.925570:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800453.925572:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.925574:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800453.925773:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:7.0F:1609800453.925781:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:7.0:1609800453.925788:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800453.925788:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:7.0:1609800453.925790:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:7.0:1609800453.925791:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:7.0:1609800453.925792:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:0.0:1609800453.977007:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.977016:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.977022:0:16059:0:(peer.c:271:lnet_peer_alloc()) ffff9336503f5740 nid 192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977025:0:16059:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345babd1200 net o2ib18
00000400:00000200:0.0:1609800453.977030:0:16059:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933633fd3400 nid 192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977035:0:16059:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.112@o2ib18 NID 192.168.128.112@o2ib18 flags 0x0
00000400:00000200:0.0:1609800453.977043:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.112@o2ib18: 0
00000400:00000200:0.0:1609800453.977044:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800453.977046:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:69.0:1609800453.977049:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1609800453.977050:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.112@o2ib18 NID 192.168.128.112@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800453.977054:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.112@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.977055:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.112@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.977058:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.112@o2ib18
00000400:00000200:69.0:1609800453.977060:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.112@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800453.977064:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977065:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.977068:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977070:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.977072:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:0.0:1609800453.977075:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:69.0:1609800453.977076:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:122] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.977081:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800453.977082:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:122] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.977086:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977087:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800453.977091:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.112@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:0.0:1609800453.977092:0:16059:0:(router.c:135:lnet_notify_locked()) set 192.168.128.112@o2ib18 1
00000400:00000200:0.0:1609800453.977101:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.977107:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:69.0:1609800453.977134:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.977137:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:69.0:1609800453.977141:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5e00] -> 192.168.128.112@o2ib18 (1)++
00000400:00000200:57.0:1609800453.977144:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800453.977145:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2)++
00000800:00000200:0.0:1609800453.977148:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800453.977152:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800453.977159:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800453.977160:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800453.977161:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5e00] -> 192.168.128.112@o2ib18 (3)--
00000400:00000200:0.0:1609800453.977162:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977166:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977173:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.977177:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:0.0:1609800453.977180:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800453.977182:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.977184:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.977185:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:0.0:1609800453.977195:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.977200:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:0.0:1609800453.977206:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.977209:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.977221:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.977243:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.977247:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:0.0:1609800453.977256:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.977261:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:0.0:1609800453.977265:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.977268:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.977274:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977301:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977304:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977310:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.977313:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:57.0:1609800453.977317:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.977319:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.977323:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977329:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977330:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977336:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.977339:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:57.0:1609800453.977342:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.977343:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.977358:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977363:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977365:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977369:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.977372:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:57.0:1609800453.977375:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.977377:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800453.977450:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.977456:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.977459:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:4.0:1609800453.977464:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977476:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800453.977477:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800453.977479:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977482:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977484:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:46.0:1609800453.977618:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.112@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.977632:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.112@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800453.977634:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977637:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977639:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977643:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977663:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977664:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:38.0:1609800453.977682:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800453.977697:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800453.977701:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977849:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800453.977850:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.977855:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.977857:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:5.0:1609800453.977866:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800453.977870:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.977971:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.978023:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800453.978025:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.112@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.978038:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c581c000 0xffff9344c581c000(0xfc581c000)
00000800:00000200:46.0:1609800453.978039:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c581d000 0xffff9344c581d000(0xfc581d000)
00000800:00000200:46.0:1609800453.978040:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c581e000 0xffff9344c581e000(0xfc581e000)
00000800:00000200:46.0:1609800453.978041:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c581f000 0xffff9344c581f000(0xfc581f000)
00000800:00000200:46.0:1609800453.978042:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5820000 0xffff9344c5820000(0xfc5820000)
00000800:00000200:46.0:1609800453.978042:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5821000 0xffff9344c5821000(0xfc5821000)
00000800:00000200:46.0:1609800453.978043:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5822000 0xffff9344c5822000(0xfc5822000)
00000800:00000200:46.0:1609800453.978044:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5823000 0xffff9344c5823000(0xfc5823000)
00000800:00000200:46.0:1609800453.978045:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5824000 0xffff9344c5824000(0xfc5824000)
00000800:00000200:46.0:1609800453.978046:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5825000 0xffff9344c5825000(0xfc5825000)
00000800:00000200:46.0:1609800453.978046:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5826000 0xffff9344c5826000(0xfc5826000)
00000800:00000200:46.0:1609800453.978047:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5827000 0xffff9344c5827000(0xfc5827000)
00000800:00000200:46.0:1609800453.978048:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5828000 0xffff9344c5828000(0xfc5828000)
00000800:00000200:46.0:1609800453.978049:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5829000 0xffff9344c5829000(0xfc5829000)
00000800:00000200:46.0:1609800453.978049:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c582a000 0xffff9344c582a000(0xfc582a000)
00000800:00000200:46.0:1609800453.978050:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c582b000 0xffff9344c582b000(0xfc582b000)
00000800:00000200:46.0:1609800453.978051:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c582c000 0xffff9344c582c000(0xfc582c000)
00000800:00000200:46.0:1609800453.978052:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c582d000 0xffff9344c582d000(0xfc582d000)
00000800:00000200:46.0:1609800453.978309:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978310:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978311:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978312:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978312:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978313:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978314:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978314:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978315:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978315:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978316:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978316:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978317:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978317:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978318:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978318:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978319:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978319:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978320:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978320:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978321:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978321:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978322:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978322:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978323:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978323:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978323:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978324:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978324:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978325:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978325:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978326:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978326:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978327:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:46.0:1609800453.978327:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (19)++
00000800:00000200:46.0:1609800453.978328:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (20)--
00000800:00000200:23.0:1609800453.978780:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.112@o2ib18
00000800:00000200:23.0:1609800453.978784:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.112@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800453.978787:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451b81b200] (19)++
00000800:00000200:23.0:1609800453.978789:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451b81b200] (20)++
00000800:00000200:23.0:1609800453.978791:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000800:00000200:23.0:1609800453.978792:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:23.0:1609800453.978794:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000800:00000200:23.0:1609800453.978796:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:23.0:1609800453.978797:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (25)++
00000800:00000200:23.0:1609800453.978799:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (26)++
00000800:00000200:23.0:1609800453.978800:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (27)++
00000800:00000200:23.0:1609800453.978802:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (28)++
00000800:00000200:23.0:1609800453.978816:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451b81b200] (29)--
00000800:00000200:30.1:1609800453.978870:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:37.0:1609800453.978917:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:37.0:1609800453.978922:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:37.0:1609800453.978924:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.978924:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000400:00000200:37.0:1609800453.978927:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.978927:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:3.0:1609800453.978928:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.978930:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000400:00000200:3.0:1609800453.978930:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.978931:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:6.0:1609800453.978932:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:6.0:1609800453.978933:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.978933:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.978935:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800453.978935:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.978936:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000800:00000200:37.0:1609800453.978937:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (30)++
00000800:00000200:3.0:1609800453.978937:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.978938:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:3.0:1609800453.978938:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)++
00000800:00000200:37.0:1609800453.978939:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.978940:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000800:00000200:3.0:1609800453.978940:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000800:00000200:3.0:1609800453.978941:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.978959:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800453.978959:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000800:00000200:37.0:1609800453.978960:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:6.0:1609800453.978960:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)++
00000800:00000200:6.0:1609800453.978961:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000800:00000200:3.0:1609800453.978961:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:6.0:1609800453.978962:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.978963:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (31)++
00000800:00000200:6.0:1609800453.978963:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)--
00000800:00000200:37.0:1609800453.978966:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.978967:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (31)--
00000800:00000200:3.0:1609800453.978967:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (31)++
00000400:00000200:37.0:1609800453.978968:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.978968:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:3.0:1609800453.978969:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000400:00000200:37.0:1609800453.978970:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800453.978970:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000800:00000200:3.0:1609800453.978970:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:3.0:1609800453.978971:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.978989:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:3.0:1609800453.978990:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979002:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000800:00000200:37.0:1609800453.979003:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800453.979003:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979003:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.979004:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)++
00000800:00000200:7.0:1609800453.979004:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (31)--
00000400:00000200:57.0:1609800453.979005:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979005:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979006:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (31)++
00000400:00000200:7.0:1609800453.979006:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979006:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (31)--
00000800:00000200:3.0:1609800453.979006:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800453.979007:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:6.0:1609800453.979007:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.979007:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)++
00000800:00000200:37.0:1609800453.979009:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000400:00000200:7.0:1609800453.979009:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000400:00000200:0.0:1609800453.979009:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979010:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000400:00000200:6.0:1609800453.979010:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.979010:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000800:00000200:37.0:1609800453.979013:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (32)--
00000800:00000200:7.0:1609800453.979013:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:3.0:1609800453.979013:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979013:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000400:00000200:57.0:1609800453.979014:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800453.979014:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.979015:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000800:00000200:37.0:1609800453.979016:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979016:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:37.0:1609800453.979017:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:3.0:1609800453.979017:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000400:00000200:0.0:1609800453.979017:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:37.0:1609800453.979018:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800453.979020:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800453.979022:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.979023:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:6.0:1609800453.979023:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800453.979024:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (28)++
00000800:00000200:6.0:1609800453.979024:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (28)++
00000400:00000200:0.0:1609800453.979024:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800453.979025:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (29)++
00000800:00000200:37.0:1609800453.979026:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.979026:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979027:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)++
00000800:00000200:7.0:1609800453.979027:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (31)++
00000800:00000200:6.0:1609800453.979027:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)--
00000800:00000200:37.0:1609800453.979029:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000800:00000200:7.0:1609800453.979029:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:7.0:1609800453.979029:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000400:00000200:0.0:1609800453.979029:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979031:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979031:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000400:00000200:0.0:1609800453.979031:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:6.0:1609800453.979033:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:7.0:1609800453.979034:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000400:00000200:57.0:1609800453.979035:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979035:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000400:00000200:0.0:1609800453.979036:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.979038:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:0.0:1609800453.979039:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.979042:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.979043:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.979047:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.979047:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.979049:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:57.0:1609800453.979054:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.979057:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.979058:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:0.0:1609800453.979060:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.979062:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.979064:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800453.979092:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:3.0:1609800453.979099:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:3.0:1609800453.979102:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800453.979103:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000800:00000200:3.0:1609800453.979112:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979113:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (29)++
00000800:00000200:3.0:1609800453.979114:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (30)--
00000800:00000200:3.0:1609800453.979115:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:30.1:1609800453.979137:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:7.0:1609800453.979144:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979147:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:7.0:1609800453.979148:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:37.0:1609800453.979149:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000400:00000200:7.0:1609800453.979149:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800453.979151:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979152:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979153:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:6.0:1609800453.979153:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000400:00000200:37.0:1609800453.979154:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800453.979154:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:37.0:1609800453.979156:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800453.979156:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.979156:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979157:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:37.0:1609800453.979158:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:7.0:1609800453.979158:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)++
00000400:00000200:6.0:1609800453.979158:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.979158:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000800:00000200:7.0:1609800453.979159:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (30)++
00000800:00000200:7.0:1609800453.979160:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000400:00000200:6.0:1609800453.979160:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979161:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800453.979161:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000800:00000200:37.0:1609800453.979162:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)++
00000800:00000200:3.0:1609800453.979162:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979163:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000800:00000200:7.0:1609800453.979163:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (32)--
00000800:00000200:6.0:1609800453.979163:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:3.0:1609800453.979163:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (32)--
00000800:00000200:37.0:1609800453.979164:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:7.0:1609800453.979164:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000400:00000200:3.0:1609800453.979164:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979165:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:6.0:1609800453.979165:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.979166:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:6.0:1609800453.979166:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000400:00000200:3.0:1609800453.979166:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979167:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (30)++
00000800:00000200:6.0:1609800453.979169:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979169:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:3.0:1609800453.979169:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:3.0:1609800453.979172:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.979173:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:3.0:1609800453.979173:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000800:00000200:3.0:1609800453.979174:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (30)++
00000800:00000200:3.0:1609800453.979175:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979176:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:3.0:1609800453.979177:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000400:00000200:57.0:1609800453.979182:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.979187:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800453.979198:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:7.0:1609800453.979204:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979207:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.979208:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000800:00000200:7.0:1609800453.979218:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:7.0:1609800453.979219:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979220:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (30)--
00000800:00000200:7.0:1609800453.979222:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:30.1:1609800453.979225:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:6.0:1609800453.979232:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979235:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979236:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:6.0:1609800453.979237:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.979237:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000400:00000200:6.0:1609800453.979239:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.979240:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979240:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:37.0:1609800453.979241:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000400:00000200:3.0:1609800453.979241:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979242:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:3.0:1609800453.979243:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979244:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979244:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800453.979245:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:37.0:1609800453.979245:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979245:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979246:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979246:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (30)++
00000800:00000200:3.0:1609800453.979246:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:37.0:1609800453.979247:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979248:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979248:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000800:00000200:3.0:1609800453.979248:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800453.979249:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979249:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (31)++
00000800:00000200:37.0:1609800453.979250:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:7.0:1609800453.979250:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (31)--
00000800:00000200:6.0:1609800453.979250:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:3.0:1609800453.979250:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (32)++
00000400:00000200:7.0:1609800453.979251:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979251:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000800:00000200:3.0:1609800453.979252:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979252:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:37.0:1609800453.979253:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800453.979253:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979254:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000800:00000200:3.0:1609800453.979254:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:37.0:1609800453.979255:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979255:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.979257:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979257:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:37.0:1609800453.979258:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:7.0:1609800453.979258:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800453.979259:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979260:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (29)++
00000800:00000200:7.0:1609800453.979261:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:7.0:1609800453.979262:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (30)--
00000800:00000200:7.0:1609800453.979263:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:30.1:1609800453.979274:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (28)++
00000800:00000200:6.0:1609800453.979280:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979283:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:3.0:1609800453.979284:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000800:00000200:30.1:1609800453.979328:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979328:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979329:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979330:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (31)--
00000800:00000200:6.0:1609800453.979331:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000800:00000200:6.0:1609800453.979332:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (29)++
00000800:00000200:6.0:1609800453.979335:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979336:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000800:00000200:6.0:1609800453.979336:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000400:00000200:6.0:1609800453.979338:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979339:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:7.0:1609800453.979339:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (30)++
00000400:00000200:6.0:1609800453.979340:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.979341:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (31)++
00000800:00000200:6.0:1609800453.979342:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:6.0:1609800453.979360:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800453.979361:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)++
00000800:00000200:37.0:1609800453.979365:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (33)++
00000800:00000200:7.0:1609800453.979365:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (33)--
00000800:00000200:37.0:1609800453.979366:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (33)--
00000400:00000200:7.0:1609800453.979366:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979366:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (34)++
00000800:00000200:3.0:1609800453.979366:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (33)--
00000800:00000200:37.0:1609800453.979367:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (32)--
00000800:00000200:6.0:1609800453.979367:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000400:00000200:3.0:1609800453.979367:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979368:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (31)++
00000400:00000200:7.0:1609800453.979368:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979368:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (32)--
00000800:00000200:6.0:1609800453.979369:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (31)--
00000400:00000200:3.0:1609800453.979369:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979370:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979371:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (30)--
00000800:00000200:7.0:1609800453.979371:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (30)--
00000400:00000200:37.0:1609800453.979372:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800453.979372:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (28)++
00000400:00000200:37.0:1609800453.979374:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:3.0:1609800453.979374:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (29)--
00000800:00000200:6.0:1609800453.979375:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:6.0:1609800453.979375:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (28)--
00000800:00000200:3.0:1609800453.979375:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (28)--
00000400:00000200:6.0:1609800453.979376:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979377:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000400:00000200:6.0:1609800453.979378:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979380:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:30.1:1609800453.979384:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (24)++
00000800:00000200:3.0:1609800453.979391:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000800:00000200:3.0:1609800453.979393:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:3.0:1609800453.979394:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000800:00000200:7.0:1609800453.979395:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:3.0:1609800453.979395:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800453.979397:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000400:00000200:3.0:1609800453.979397:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800453.979398:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:7.0:1609800453.979399:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800453.979399:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800453.979400:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000400:00000200:7.0:1609800453.979401:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800453.979403:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:37.0:1609800453.979403:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000800:00000200:7.0:1609800453.979403:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000400:00000200:37.0:1609800453.979404:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800453.979404:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:37.0:1609800453.979406:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800453.979407:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:37.0:1609800453.979408:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:3.0:1609800453.979409:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:7.0:1609800453.979411:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:7.0:1609800453.979412:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:7.0:1609800453.979413:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800453.979424:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:6.0:1609800453.979431:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800453.979433:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:6.0:1609800453.979434:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800453.979435:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:6.0:1609800453.979436:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800453.979438:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:30.1:1609800453.979449:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (20)++
00000800:00000200:3.0:1609800453.979455:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (21)++
00000800:00000200:3.0:1609800453.979458:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:7.0:1609800453.979459:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:3.0:1609800453.979459:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:3.0:1609800453.979460:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:3.0:1609800453.979461:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000400:00000200:57.0:1609800453.992268:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.992278:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.992285:0:16065:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4780 nid 192.168.128.147@o2ib18
00000400:00000200:57.0:1609800453.992288:0:16065:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edd80 net o2ib18
00000400:00000200:57.0:1609800453.992293:0:16065:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354db0ebe00 nid 192.168.128.147@o2ib18
00000400:00000200:57.0:1609800453.992299:0:16065:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.147@o2ib18 NID 192.168.128.147@o2ib18 flags 0x0
00000400:00000200:57.0:1609800453.992307:0:16065:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.147@o2ib18: 0
00000400:00000200:57.0:1609800453.992309:0:16065:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800453.992310:0:16065:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800453.992314:0:16065:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.147@o2ib18 NID 192.168.128.147@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800453.992317:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800453.992318:0:16065:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.147@o2ib18 pending discovery
00000400:00000200:69.0:1609800453.992321:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.147@o2ib18 state 0x20
00000400:00000200:69.0:1609800453.992324:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.147@o2ib18
00000400:00000200:69.0:1609800453.992327:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.147@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800453.992327:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800453.992330:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.147@o2ib18
00000400:00000200:69.0:1609800453.992334:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.147@o2ib18
00000400:00000200:69.0:1609800453.992337:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:69.0:1609800453.992343:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:124] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800453.992347:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800453.992347:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800453.992351:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.147@o2ib18
00000400:00000200:69.0:1609800453.992356:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.147@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800453.992360:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.147@o2ib18 1
00000400:00000200:69.0:1609800453.992369:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800453.992374:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:57.0:1609800453.992375:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800453.992386:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800453.992392:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800453.992393:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:57.0:1609800453.992411:0:16065:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (1)++
00000400:00000200:0.0:1609800453.992414:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800453.992415:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.992417:0:16065:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2)++
00000400:00000200:0.0:1609800453.992418:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:69.0:1609800453.992420:0:16070:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9354dbb90000] -> 192.168.128.147@o2ib18 (1)--
00000400:00000200:0.0:1609800453.992424:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.992428:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:0.0:1609800453.992432:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (3) version: 0
00000800:00000200:0.0:1609800453.992434:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800453.992448:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.992451:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.992453:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:57.0:1609800453.992455:0:16065:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:0.0:1609800453.992457:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.992459:0:16065:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (3)--
00000800:00000200:0.0:1609800453.992460:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:0.0:1609800453.992462:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.992464:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800453.992468:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.992470:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800453.992471:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800453.992473:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:0.0:1609800453.992477:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800453.992492:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:0.0:1609800453.992495:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800453.992496:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.992502:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.992508:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800453.992514:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.992517:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:57.0:1609800453.992521:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.992523:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800453.992583:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800453.992590:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800453.992592:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800453.992597:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800453.992600:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:57.0:1609800453.992603:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800453.992605:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800453.993061:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.147@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800453.993074:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.147@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800453.993302:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.147@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800453.993311:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354db317000 0xffff9354db317000(0x1fdb317000)
00000800:00000200:46.0:1609800453.993312:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354db318000 0xffff9354db318000(0x1fdb318000)
00000800:00000200:46.0:1609800453.993313:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354db319000 0xffff9354db319000(0x1fdb319000)
00000800:00000200:46.0:1609800453.993314:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354db31a000 0xffff9354db31a000(0x1fdb31a000)
00000800:00000200:46.0:1609800453.993315:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354db31b000 0xffff9354db31b000(0x1fdb31b000)
00000800:00000200:46.0:1609800453.993315:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354db31c000 0xffff9354db31c000(0x1fdb31c000)
00000800:00000200:46.0:1609800453.993316:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354db31d000 0xffff9354db31d000(0x1fdb31d000)
00000800:00000200:46.0:1609800453.993317:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354db31e000 0xffff9354db31e000(0x1fdb31e000)
00000800:00000200:46.0:1609800453.993318:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354db31f000 0xffff9354db31f000(0x1fdb31f000)
00000800:00000200:46.0:1609800453.993318:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354db320000 0xffff9354db320000(0x1fdb320000)
00000800:00000200:46.0:1609800453.993319:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354db321000 0xffff9354db321000(0x1fdb321000)
00000800:00000200:46.0:1609800453.993320:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354db322000 0xffff9354db322000(0x1fdb322000)
00000800:00000200:46.0:1609800453.993321:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354db323000 0xffff9354db323000(0x1fdb323000)
00000800:00000200:46.0:1609800453.993321:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354db324000 0xffff9354db324000(0x1fdb324000)
00000800:00000200:46.0:1609800453.993322:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354db325000 0xffff9354db325000(0x1fdb325000)
00000800:00000200:46.0:1609800453.993323:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354db326000 0xffff9354db326000(0x1fdb326000)
00000800:00000200:46.0:1609800453.993323:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354db327000 0xffff9354db327000(0x1fdb327000)
00000800:00000200:46.0:1609800453.993324:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354db328000 0xffff9354db328000(0x1fdb328000)
00000800:00000200:46.0:1609800453.993542:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993543:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993543:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993544:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993544:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993544:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993545:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993545:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993546:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993546:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993547:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993547:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993548:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993553:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993554:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993555:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993555:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993556:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993556:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993557:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993558:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993558:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993559:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993559:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993560:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993560:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993561:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993561:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993561:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993562:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993562:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993563:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993563:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993564:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:46.0:1609800453.993564:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:46.0:1609800453.993565:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (20)--
00000800:00000200:23.0:1609800453.994003:0:428:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.147@o2ib18
00000800:00000200:23.0:1609800453.994005:0:428:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.147@o2ib18: active(1), version(12), status(0)
00000800:00000200:23.0:1609800453.994034:0:428:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dc2c9c00] (19)++
00000800:00000200:23.0:1609800453.994035:0:428:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:23.0:1609800453.994036:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:23.0:1609800453.994037:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:23.0:1609800453.994038:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:23.0:1609800453.994040:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:23.0:1609800453.994040:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:23.0:1609800453.994041:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (26)++
00000800:00000200:23.0:1609800453.994042:0:428:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (27)++
00000800:00000200:23.0:1609800453.994053:0:428:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dc2c9c00] (28)--
00000800:00000200:32.1:1609800453.994134:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (27)++
00000800:00000200:18.0:1609800453.994147:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (28)++
00000800:00000200:18.0:1609800453.994153:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (29)--
00000800:00000200:24.0:1609800453.994155:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (28)++
00000400:00000200:18.0:1609800453.994155:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.994158:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (29)--
00000400:00000200:18.0:1609800453.994159:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:24.0:1609800453.994160:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800453.994162:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.994163:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (28)--
00000800:00000200:18.0:1609800453.994165:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (27)++
00000800:00000200:24.0:1609800453.994168:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (28)--
00000800:00000200:18.0:1609800453.994168:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (28)--
00000800:00000200:24.0:1609800453.994169:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)++
00000400:00000200:18.0:1609800453.994170:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.994171:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (27)--
00000400:00000200:24.0:1609800453.994172:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800453.994172:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:24.0:1609800453.994175:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.994175:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)++
00000800:00000200:18.0:1609800453.994179:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:24.0:1609800453.994180:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:19.0:1609800453.994180:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (26)--
00000400:00000200:19.0:1609800453.994182:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.994182:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:19.0:1609800453.994185:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800453.994185:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:18.0:1609800453.994187:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800453.994188:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:18.0:1609800453.994189:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:24.0:1609800453.994190:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:19.0:1609800453.994190:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:24.0:1609800453.994191:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800453.994193:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:24.0:1609800453.994194:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800453.994194:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:24.0:1609800453.994198:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800453.994483:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:20.0:1609800453.994523:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:20.0:1609800453.994529:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:20.0:1609800453.994532:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800453.994534:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:20.0:1609800453.994534:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:20.0:1609800453.994535:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:57.0:1609800454.009329:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.009349:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.009353:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4840 nid 192.168.128.146@o2ib18
00000400:00000200:57.0:1609800454.009355:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edc40 net o2ib18
00000400:00000200:57.0:1609800454.009361:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518d00200 nid 192.168.128.146@o2ib18
00000400:00000200:57.0:1609800454.009364:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.146@o2ib18 NID 192.168.128.146@o2ib18 flags 0x0
00000400:00000200:57.0:1609800454.009369:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.146@o2ib18: 0
00000400:00000200:57.0:1609800454.009370:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800454.009372:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800454.009374:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.146@o2ib18 NID 192.168.128.146@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800454.009376:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800454.009376:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.146@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.009378:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.146@o2ib18 state 0x20
00000400:00000200:69.0:1609800454.009380:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.146@o2ib18
00000400:00000200:4.0:1609800454.009380:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.009381:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.146@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800454.009382:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.009383:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.146@o2ib18
00000400:00000200:69.0:1609800454.009385:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.146@o2ib18
00000400:00000200:69.0:1609800454.009387:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:69.0:1609800454.009389:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:125] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800454.009390:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.009391:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:4.0:1609800454.009391:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.009393:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.146@o2ib18
00000400:00000200:69.0:1609800454.009395:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.146@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:4.0:1609800454.009397:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800454.009399:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800454.009404:0:16057:0:(router.c:135:lnet_notify_locked()) set 192.168.128.146@o2ib18 1
00000400:00000200:4.0:1609800454.009433:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.009436:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:69.0:1609800454.009440:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.009442:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:57.0:1609800454.009446:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.009448:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5700] -> 192.168.128.146@o2ib18 (1)++
00000800:00000200:57.0:1609800454.009449:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:69.0:1609800454.009451:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5700] -> 192.168.128.146@o2ib18 (2)++
00000800:00000200:4.0:1609800454.009452:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800454.009454:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800454.009458:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800454.009461:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (3) version: 0
00000400:00000200:4.0:1609800454.009461:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800454.009465:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:4.0:1609800454.009465:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800454.009466:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5700] -> 192.168.128.146@o2ib18 (3)--
00000400:00000200:4.0:1609800454.009467:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800454.009473:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.009475:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800454.009479:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800454.009480:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800454.009484:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800454.009486:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.009487:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800454.009491:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.009493:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800454.009495:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800454.009496:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800454.009500:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800454.009513:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.009515:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800454.009519:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.009521:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800454.009522:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800454.009524:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.009837:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.009852:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.009855:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800454.009861:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.009865:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:57.0:1609800454.009870:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.009872:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800454.010210:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.146@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800454.010223:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.146@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800454.010544:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.146@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800454.010555:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93362e7ac000 0xffff93362e7ac000(0x12e7ac000)
00000800:00000200:46.0:1609800454.010556:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93363a787000 0xffff93363a787000(0x13a787000)
00000800:00000200:46.0:1609800454.010557:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff93451f177000 0xffff93451f177000(0x101f177000)
00000800:00000200:46.0:1609800454.010558:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93451b2d4000 0xffff93451b2d4000(0x101b2d4000)
00000800:00000200:46.0:1609800454.010559:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9345196f6000 0xffff9345196f6000(0x10196f6000)
00000800:00000200:46.0:1609800454.010559:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93363d7a8000 0xffff93363d7a8000(0x13d7a8000)
00000800:00000200:46.0:1609800454.010560:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9336373fa000 0xffff9336373fa000(0x1373fa000)
00000800:00000200:46.0:1609800454.010561:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5831000 0xffff9344c5831000(0xfc5831000)
00000800:00000200:46.0:1609800454.010561:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff934518df2000 0xffff934518df2000(0x1018df2000)
00000800:00000200:46.0:1609800454.010563:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff934518df3000 0xffff934518df3000(0x1018df3000)
00000800:00000200:46.0:1609800454.010564:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93364cbf0000 0xffff93364cbf0000(0x14cbf0000)
00000800:00000200:46.0:1609800454.010565:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93364cbf1000 0xffff93364cbf1000(0x14cbf1000)
00000800:00000200:46.0:1609800454.010566:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5832000 0xffff9344c5832000(0xfc5832000)
00000800:00000200:46.0:1609800454.010567:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5833000 0xffff9344c5833000(0xfc5833000)
00000800:00000200:46.0:1609800454.010568:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5834000 0xffff9344c5834000(0xfc5834000)
00000800:00000200:46.0:1609800454.010568:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5835000 0xffff9344c5835000(0xfc5835000)
00000800:00000200:46.0:1609800454.010569:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5836000 0xffff9344c5836000(0xfc5836000)
00000800:00000200:46.0:1609800454.010570:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5837000 0xffff9344c5837000(0xfc5837000)
00000800:00000200:46.0:1609800454.010789:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010790:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010791:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010791:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010792:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010792:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010793:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010793:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010794:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010795:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010795:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010796:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010797:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010797:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010798:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010799:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010799:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010800:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010800:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010800:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010801:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010801:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010802:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010802:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010803:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010803:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010804:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010805:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010806:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010806:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010807:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010807:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010808:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010809:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:46.0:1609800454.010809:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (19)++
00000800:00000200:46.0:1609800454.010810:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (20)--
00000800:00000200:24.0:1609800454.011286:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.146@o2ib18
00000800:00000200:24.0:1609800454.011290:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.146@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800454.011294:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93360db9ec00] (19)++
00000800:00000200:24.0:1609800454.011297:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93360db9ec00] (20)++
00000800:00000200:24.0:1609800454.011298:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000800:00000200:24.0:1609800454.011300:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:24.0:1609800454.011302:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:24.0:1609800454.011304:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000800:00000200:24.0:1609800454.011305:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (25)++
00000800:00000200:24.0:1609800454.011307:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (26)++
00000800:00000200:24.0:1609800454.011308:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (27)++
00000800:00000200:24.0:1609800454.011324:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93360db9ec00] (28)--
00000800:00000200:28.1:1609800454.011382:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (27)++
00000800:00000200:37.0:1609800454.011434:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (28)++
00000800:00000200:37.0:1609800454.011442:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (29)--
00000400:00000200:37.0:1609800454.011445:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.011445:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (28)++
00000800:00000200:6.0:1609800454.011449:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (29)--
00000400:00000200:6.0:1609800454.011451:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.011452:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:6.0:1609800454.011456:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.011458:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (28)--
00000800:00000200:6.0:1609800454.011460:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800454.011462:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)++
00000800:00000200:37.0:1609800454.011467:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (27)--
00000400:00000200:37.0:1609800454.011469:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.011471:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)++
00000400:00000200:37.0:1609800454.011473:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:3.0:1609800454.011475:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800454.011477:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000400:00000200:3.0:1609800454.011477:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.011481:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000400:00000200:3.0:1609800454.011481:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.011485:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (26)--
00000800:00000200:3.0:1609800454.011485:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000400:00000200:37.0:1609800454.011487:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.011488:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:37.0:1609800454.011492:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.011493:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:3.0:1609800454.011493:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800454.011495:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000400:00000200:3.0:1609800454.011495:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.011496:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800454.011498:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:6.0:1609800454.011498:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.011500:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:6.0:1609800454.011502:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:3.0:1609800454.011503:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:6.0:1609800454.011506:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:28.1:1609800454.011654:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:7.0:1609800454.011667:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:7.0:1609800454.011691:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:37.0:1609800454.011692:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:7.0:1609800454.011693:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:7.0:1609800454.011695:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)--
00000800:00000200:7.0:1609800454.011697:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:35.1:1609800454.033520:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:19.0:1609800454.033573:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800454.033585:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.033586:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800454.033593:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:19.0:1609800454.033594:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800454.033600:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800454.033602:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.033606:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.033609:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:24.0:1609800454.033616:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:19.0:1609800454.033622:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800454.033628:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.033629:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800454.033633:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:24.0:1609800454.033634:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800454.033635:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800454.033639:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800454.033641:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800454.033644:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800454.033644:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800454.033645:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.033647:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800454.033651:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:24.0:1609800454.033652:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:20.0:1609800454.033653:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.033654:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:24.0:1609800454.033655:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:19.0:1609800454.033656:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:24.0:1609800454.033658:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:20.0:1609800454.033660:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.033661:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:20.0:1609800454.033665:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800454.033667:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.033670:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:19.0:1609800454.033675:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800454.033676:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:20.0:1609800454.033679:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800454.033680:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.033682:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.033685:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800454.033685:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800454.033691:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800454.033693:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:19.0:1609800454.033695:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.033697:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800454.033700:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800454.033701:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800454.033701:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:24.0:1609800454.033706:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.033706:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800454.033708:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800454.033709:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:24.0:1609800454.033710:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:18.0:1609800454.033711:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.033713:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:19.0:1609800454.033713:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800454.033715:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:19.0:1609800454.033715:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800454.033716:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800454.033718:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.033719:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:19.0:1609800454.033719:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:18.0:1609800454.033720:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.033721:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800454.033722:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800454.033722:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (26)++
00000400:00000200:20.0:1609800454.033725:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800454.033726:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:24.0:1609800454.033727:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800454.033731:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800454.033733:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000800:00000200:19.0:1609800454.033735:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:24.0:1609800454.033736:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800454.033737:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:24.0:1609800454.033738:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800454.033739:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800454.033739:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.033740:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:57.0:1609800454.033743:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.033745:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:18.0:1609800454.033745:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800454.033747:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800454.033747:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:20.0:1609800454.033748:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.033749:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.033749:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:57.0:1609800454.033750:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800454.033750:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800454.033751:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:38.0:1609800454.033752:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800454.033752:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800454.033753:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800454.033759:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:35.1:1609800454.033760:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:18.0:1609800454.033762:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800454.033763:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800454.033764:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.033785:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800454.033785:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:20.0:1609800454.033785:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800454.033785:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:18.0:1609800454.033785:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:57.0:1609800454.033787:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800454.033787:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800454.033787:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:38.0:1609800454.033788:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.033788:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (27)--
00000800:00000200:20.0:1609800454.033788:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800454.033789:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:57.0:1609800454.033790:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.033790:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:38.0:1609800454.033791:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800454.033791:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:19.0:1609800454.033792:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.033795:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800454.033797:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800454.033797:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800454.033798:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.033799:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.033799:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800454.033800:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800454.033801:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800454.033802:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800454.033805:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800454.033805:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:57.0:1609800454.033806:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800454.033806:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:57.0:1609800454.033807:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.033807:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:20.0:1609800454.033808:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:57.0:1609800454.033809:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800454.033810:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800454.033811:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800454.033822:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:24.0:1609800454.033828:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800454.033831:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:24.0:1609800454.033834:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800454.033834:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:24.0:1609800454.033837:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.033839:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800454.033839:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:18.0:1609800454.033840:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:18.0:1609800454.033842:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:24.0:1609800454.033844:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800454.033847:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800454.033849:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800454.033851:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800454.033852:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800454.033855:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:24.0:1609800454.033856:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:24.0:1609800454.033857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:5.0:1609800454.033857:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800454.033860:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.033863:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800454.033867:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.033868:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.033871:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800454.033915:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:19.0:1609800454.033921:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800454.033925:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:20.0:1609800454.033927:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:19.0:1609800454.033928:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.033930:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:19.0:1609800454.033931:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.033933:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800454.033933:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:20.0:1609800454.033934:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800454.033938:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.033938:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.033939:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:20.0:1609800454.033940:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:19.0:1609800454.033940:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800454.033942:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:19.0:1609800454.033943:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800454.033945:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800454.033946:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.033948:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800454.033949:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800454.033949:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800454.033950:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.033951:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800454.033951:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800454.033953:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.033954:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800454.033954:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800454.033955:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:20.0:1609800454.033956:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800454.033956:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:18.0:1609800454.033956:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.033957:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800454.033957:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:20.0:1609800454.033959:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800454.033959:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:20.0:1609800454.033961:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:18.0:1609800454.033961:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:24.0:1609800454.033962:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.033962:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:20.0:1609800454.033963:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:57.0:1609800454.033964:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800454.033965:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800454.033967:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800454.033967:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800454.033970:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800454.033971:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800454.033973:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800454.033974:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.033975:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800454.033976:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:18.0:1609800454.033977:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800454.033978:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.033979:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:24.0:1609800454.033980:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800454.033981:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800454.033982:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:57.0:1609800454.033983:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.033983:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:19.0:1609800454.033983:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.033985:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800454.033988:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800454.033988:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800454.033989:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.033989:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:24.0:1609800454.033990:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:19.0:1609800454.033990:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800454.033991:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800454.033991:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800454.033991:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:24.0:1609800454.033992:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800454.033994:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800454.033995:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800454.033996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:0.0:1609800454.034001:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.034003:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034006:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800454.034009:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:0.0:1609800454.034012:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.034013:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.034015:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:0.0:1609800454.034016:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800454.034018:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:20.0:1609800454.034020:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:20.0:1609800454.034022:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:0.0:1609800454.034029:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.034030:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034033:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800454.034306:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.034317:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034322:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:0.0:1609800454.034334:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.034340:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:0.0:1609800454.034347:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.034358:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:0.0:1609800454.034361:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:0.0:1609800454.034371:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:0.0:1609800454.034532:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.034537:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034540:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:0.0:1609800454.034550:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.034555:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:0.0:1609800454.034559:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.034562:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:0.0:1609800454.034563:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:0.0:1609800454.034569:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:0.0:1609800454.034577:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.034593:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034597:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:0.0:1609800454.034606:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.034611:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:0.0:1609800454.034615:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:35.1:1609800454.034619:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:0.0:1609800454.034619:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:0.0:1609800454.034620:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:0.0:1609800454.034627:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:24.0:1609800454.034628:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:24.0:1609800454.034631:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:24.0:1609800454.034632:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.034636:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.034638:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800454.034639:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800454.034640:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:0.0:1609800454.034640:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800454.034643:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:57.0:1609800454.034645:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.034645:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.034646:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.034647:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.034647:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:57.0:1609800454.034648:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:18.0:1609800454.034651:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:0.0:1609800454.034651:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:18.0:1609800454.034653:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034655:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800454.034656:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:57.0:1609800454.034659:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800454.034666:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:0.0:1609800454.034668:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800454.034673:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:0.0:1609800454.034673:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:18.0:1609800454.034674:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:57.0:1609800454.034676:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.034678:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:0.0:1609800454.034678:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.034680:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:0.0:1609800454.034681:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:57.0:1609800454.034687:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:0.0:1609800454.034688:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:57.0:1609800454.034692:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800454.034693:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800454.034699:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:57.0:1609800454.034703:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.034705:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:19.0:1609800454.034710:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800454.034712:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:19.0:1609800454.034712:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034713:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:19.0:1609800454.034716:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.034719:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.034722:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800454.034723:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:57.0:1609800454.034725:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:35.1:1609800454.034726:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:57.0:1609800454.034727:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:57.0:1609800454.034729:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:57.0:1609800454.034732:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:18.0:1609800454.034732:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:18.0:1609800454.034735:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:57.0:1609800454.034736:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800454.034738:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:18.0:1609800454.034738:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034739:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800454.034740:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.034741:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:57.0:1609800454.034746:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.034749:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:18.0:1609800454.034750:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:57.0:1609800454.034752:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:35.1:1609800454.034754:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:57.0:1609800454.034755:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:57.0:1609800454.034756:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:57.0:1609800454.034759:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800454.034761:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:57.0:1609800454.034763:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800454.034764:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:24.0:1609800454.034765:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034766:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.034767:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:57.0:1609800454.034768:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:24.0:1609800454.034768:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800454.034770:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:19.0:1609800454.034771:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034773:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800454.034773:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:19.0:1609800454.034774:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:57.0:1609800454.034776:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.034776:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800454.034778:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:57.0:1609800454.034779:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.034780:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:57.0:1609800454.034781:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:57.0:1609800454.034784:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:57.0:1609800454.034787:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.034791:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.034792:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:35.1:1609800454.034795:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:57.0:1609800454.034798:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.034800:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:18.0:1609800454.034801:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:57.0:1609800454.034802:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.034804:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:57.0:1609800454.034805:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:18.0:1609800454.034805:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:57.0:1609800454.034806:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.126@o2ib18: no credits
00000400:00000200:18.0:1609800454.034806:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.034807:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:20.0:1609800454.034807:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:18.0:1609800454.034809:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.034812:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:4.0:1609800454.034845:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800454.034850:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800454.034853:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:4.0:1609800454.034853:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:24.0:1609800454.034858:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:4.0:1609800454.034859:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800454.034862:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:4.0:1609800454.034863:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800454.034864:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:24.0:1609800454.034866:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800454.034867:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:24.0:1609800454.034869:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:4.0:1609800454.034869:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800454.034871:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:4.0:1609800454.034872:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:4.0:1609800454.034878:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800454.034881:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:4.0:1609800454.034883:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800454.034887:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:20.0:1609800454.034891:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:20.0:1609800454.034893:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.034894:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:20.0:1609800454.034897:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.034897:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:4.0:1609800454.034898:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.034899:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:18.0:1609800454.034899:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.034901:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:20.0:1609800454.034902:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:18.0:1609800454.034907:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:4.0:1609800454.034907:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.034909:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:18.0:1609800454.034911:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:4.0:1609800454.034913:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800454.034915:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:4.0:1609800454.034916:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:4.0:1609800454.034921:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:4.0:1609800454.034926:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800454.034930:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800454.034932:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:4.0:1609800454.034932:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:4.0:1609800454.034936:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800454.034938:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:4.0:1609800454.034938:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.034941:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:4.0:1609800454.034941:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800454.034943:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800454.034943:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800454.034944:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:4.0:1609800454.034944:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:24.0:1609800454.034945:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:24.0:1609800454.034948:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:4.0:1609800454.034948:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800454.034960:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:20.0:1609800454.034966:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:20.0:1609800454.034979:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:20.0:1609800454.034981:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.034982:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:20.0:1609800454.034983:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.034987:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:35.1:1609800454.034995:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:19.0:1609800454.035000:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800454.035004:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800454.035006:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800454.035006:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800454.035008:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800454.035008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:35.1:1609800454.035125:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:18.0:1609800454.035131:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:18.0:1609800454.035135:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:20.0:1609800454.035137:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:18.0:1609800454.035137:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:18.0:1609800454.035138:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:18.0:1609800454.035139:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:38.0:1609800454.035144:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800454.035161:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.035164:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:38.0:1609800454.035170:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800454.035174:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:38.0:1609800454.035178:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800454.035180:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:38.0:1609800454.035181:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:38.0:1609800454.035188:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800454.035202:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:24.0:1609800454.035208:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800454.035211:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:24.0:1609800454.035213:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.035215:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800454.035215:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:24.0:1609800454.035219:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:5.0:1609800454.044702:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.044706:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800454.044713:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.044720:0:16054:0:(peer.c:271:lnet_peer_alloc()) ffff93366875d680 nid 192.168.128.145@o2ib18
00000400:00000200:5.0:1609800454.044723:0:16054:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb01c0 net o2ib18
00000400:00000200:57.0:1609800454.044739:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.044742:0:16054:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354db192000 nid 192.168.128.145@o2ib18
00000400:00000200:5.0:1609800454.044745:0:16054:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.145@o2ib18 NID 192.168.128.145@o2ib18 flags 0x0
00000400:00000200:57.0:1609800454.044750:0:16063:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.145@o2ib18: 0
00000400:00000200:5.0:1609800454.044750:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.145@o2ib18: 0
00000400:00000200:5.0:1609800454.044752:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800454.044753:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800454.044755:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.145@o2ib18 NID 192.168.128.145@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800454.044757:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.145@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.044758:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800454.044761:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.145@o2ib18: -114
00000400:00000200:57.0:1609800454.044762:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800454.044764:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800454.044768:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.145@o2ib18 NID 192.168.128.145@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800454.044772:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.145@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.044773:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.145@o2ib18 state 0x20
00000400:00000200:5.0:1609800454.044774:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.044776:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.145@o2ib18
00000400:00000200:69.0:1609800454.044779:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.145@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800454.044782:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.145@o2ib18
00000400:00000200:57.0:1609800454.044784:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.044786:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.145@o2ib18
00000400:00000200:57.0:1609800454.044789:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.044789:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.044790:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:5.0:1609800454.044793:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:69.0:1609800454.044794:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:126] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:5.0:1609800454.044796:0:16054:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:126] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800454.044799:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800454.044799:0:16054:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:5.0:1609800454.044802:0:16054:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.145@o2ib18
00000400:00000200:69.0:1609800454.044804:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.145@o2ib18
00000400:00000200:5.0:1609800454.044805:0:16054:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.145@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800454.044809:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.145@o2ib18 nid 192.168.128.187@o2ib18: -1
00000400:00000200:69.0:1609800454.044813:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.145@o2ib18 1
00000400:00000200:69.0:1609800454.044822:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.044827:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:5.0:1609800454.044829:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800454.044832:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:57.0:1609800454.044834:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:5.0:1609800454.044838:0:16054:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (1)++
00000800:00000200:5.0:1609800454.044842:0:16054:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2)++
00000400:00000200:57.0:1609800454.044867:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.044871:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:69.0:1609800454.044872:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800454.044874:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800454.044876:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800454.044876:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800454.044878:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:5.0:1609800454.044878:0:16054:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800454.044879:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (3) version: 0
00000800:00000200:5.0:1609800454.044880:0:16054:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (3)--
00000400:00000200:69.0:1609800454.044883:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.044886:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:69.0:1609800454.044889:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800454.044891:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800454.044936:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.044942:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.044946:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:0.0:1609800454.044952:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.044955:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:57.0:1609800454.044958:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800454.044960:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.044961:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.044962:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.044964:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800454.044970:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.044973:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800454.044977:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.044979:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.044983:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.044986:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.044987:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800454.044992:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.044994:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800454.044996:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.044998:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800454.045458:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.145@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800454.045482:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.145@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800454.045728:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.145@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800454.045750:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dac1f000 0xffff9354dac1f000(0x1fdac1f000)
00000800:00000200:46.0:1609800454.045753:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dac20000 0xffff9354dac20000(0x1fdac20000)
00000800:00000200:46.0:1609800454.045755:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dac21000 0xffff9354dac21000(0x1fdac21000)
00000800:00000200:46.0:1609800454.045757:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dac22000 0xffff9354dac22000(0x1fdac22000)
00000800:00000200:46.0:1609800454.045759:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dac23000 0xffff9354dac23000(0x1fdac23000)
00000800:00000200:46.0:1609800454.045761:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dac24000 0xffff9354dac24000(0x1fdac24000)
00000800:00000200:46.0:1609800454.045762:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dac25000 0xffff9354dac25000(0x1fdac25000)
00000800:00000200:46.0:1609800454.045764:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dac26000 0xffff9354dac26000(0x1fdac26000)
00000800:00000200:46.0:1609800454.045766:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dac27000 0xffff9354dac27000(0x1fdac27000)
00000800:00000200:46.0:1609800454.045768:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dac28000 0xffff9354dac28000(0x1fdac28000)
00000800:00000200:46.0:1609800454.045770:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dac29000 0xffff9354dac29000(0x1fdac29000)
00000800:00000200:46.0:1609800454.045772:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dac2a000 0xffff9354dac2a000(0x1fdac2a000)
00000800:00000200:46.0:1609800454.045773:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dac2b000 0xffff9354dac2b000(0x1fdac2b000)
00000800:00000200:46.0:1609800454.045775:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dac2c000 0xffff9354dac2c000(0x1fdac2c000)
00000800:00000200:46.0:1609800454.045777:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dac2d000 0xffff9354dac2d000(0x1fdac2d000)
00000800:00000200:46.0:1609800454.045779:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dac2e000 0xffff9354dac2e000(0x1fdac2e000)
00000800:00000200:46.0:1609800454.045781:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dac2f000 0xffff9354dac2f000(0x1fdac2f000)
00000800:00000200:46.0:1609800454.045782:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dac30000 0xffff9354dac30000(0x1fdac30000)
00000800:00000200:46.0:1609800454.046033:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046035:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046036:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046037:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046037:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046038:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046039:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046039:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046040:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046040:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046041:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046041:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046042:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046042:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046043:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046043:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046044:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046044:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046045:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046045:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046046:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046046:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046047:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046047:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046047:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046048:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046048:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046049:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046049:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046050:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046050:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046051:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046051:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046052:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:46.0:1609800454.046052:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:46.0:1609800454.046053:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (20)--
00000800:00000200:24.0:1609800454.046626:0:3260:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.145@o2ib18
00000800:00000200:24.0:1609800454.046629:0:3260:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.145@o2ib18: active(1), version(12), status(0)
00000800:00000200:24.0:1609800454.046632:0:3260:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354db0e8c00] (19)++
00000800:00000200:24.0:1609800454.046634:0:3260:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:24.0:1609800454.046636:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:24.0:1609800454.046638:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:24.0:1609800454.046640:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:24.0:1609800454.046641:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:24.0:1609800454.046643:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:24.0:1609800454.046644:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:24.0:1609800454.046646:0:3260:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (27)++
00000800:00000200:24.0:1609800454.046659:0:3260:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354db0e8c00] (28)--
00000800:00000200:30.1:1609800454.046709:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (27)++
00000800:00000200:20.0:1609800454.046757:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (28)++
00000800:00000200:20.0:1609800454.046767:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (29)--
00000400:00000200:20.0:1609800454.046769:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.046771:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (28)++
00000400:00000200:20.0:1609800454.046776:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.046776:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (29)--
00000400:00000200:18.0:1609800454.046778:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.046780:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (28)++
00000400:00000200:18.0:1609800454.046783:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.046784:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (29)--
00000800:00000200:19.0:1609800454.046784:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (29)--
00000400:00000200:19.0:1609800454.046786:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.046787:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (27)++
00000800:00000200:20.0:1609800454.046789:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (28)--
00000800:00000200:18.0:1609800454.046789:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (28)--
00000400:00000200:20.0:1609800454.046791:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.046791:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:24.0:1609800454.046792:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:19.0:1609800454.046795:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (27)--
00000800:00000200:24.0:1609800454.046796:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (27)--
00000400:00000200:20.0:1609800454.046796:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:24.0:1609800454.046798:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.046801:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:24.0:1609800454.046803:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:19.0:1609800454.046803:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:24.0:1609800454.046807:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:19.0:1609800454.046807:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:24.0:1609800454.046809:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:19.0:1609800454.046810:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.046813:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:19.0:1609800454.046814:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.046814:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:24.0:1609800454.046815:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.046818:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:24.0:1609800454.046820:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:24.0:1609800454.046823:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800454.047047:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:18.0:1609800454.047053:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:18.0:1609800454.047057:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:18.0:1609800454.047058:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:20.0:1609800454.047059:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:18.0:1609800454.047060:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:18.0:1609800454.047061:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:26.1:1609800454.070839:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:3.0:1609800454.070851:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:3.0:1609800454.070857:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.070860:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:3.0:1609800454.070864:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.070865:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:3.0:1609800454.070871:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.070873:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800454.070876:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800454.070884:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.070889:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800454.070890:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800454.070895:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800454.070901:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800454.070902:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.070907:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:3.0:1609800454.070907:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800454.070908:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800454.070910:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800454.070913:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800454.070916:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:3.0:1609800454.070918:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800454.070919:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.070919:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800454.070920:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.070922:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800454.070922:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:37.0:1609800454.070927:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.070938:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:3.0:1609800454.070938:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.070940:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:6.0:1609800454.070942:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:37.0:1609800454.070943:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.070944:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:3.0:1609800454.070946:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800454.070948:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800454.070948:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:3.0:1609800454.070955:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.070957:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800454.070960:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:37.0:1609800454.070961:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800454.070961:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:37.0:1609800454.070968:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800454.070971:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.070974:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800454.070976:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.070977:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800454.070980:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800454.070981:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:3.0:1609800454.070982:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800454.070983:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.1:1609800454.070983:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800454.070987:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:3.0:1609800454.070987:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800454.070989:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800454.070990:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.070991:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800454.070992:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:6.0:1609800454.070992:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.070992:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800454.070995:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:3.0:1609800454.070996:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (24)++
00000400:00000200:57.0:1609800454.070997:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.070997:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800454.071001:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.071002:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.071002:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800454.071003:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:3.0:1609800454.071004:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (26)--
00000800:00000200:0.0:1609800454.071005:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800454.071006:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.071007:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800454.071008:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.071009:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800454.071009:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.071013:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:57.0:1609800454.071014:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800454.071014:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800454.071015:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (24)++
00000800:00000200:6.0:1609800454.071015:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000400:00000200:57.0:1609800454.071016:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.071016:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800454.071018:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800454.071018:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:57.0:1609800454.071019:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.071021:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800454.071025:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000800:00000200:7.0:1609800454.071026:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.071028:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:37.0:1609800454.071029:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.071035:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800454.071039:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.071039:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.1:1609800454.071040:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:57.0:1609800454.071041:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071044:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.071044:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800454.071046:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.071047:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800454.071048:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.071049:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800454.071052:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000400:00000200:0.0:1609800454.071053:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.071054:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000800:00000200:37.0:1609800454.071055:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.071057:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800454.071058:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:0.0:1609800454.071060:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.071062:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.071063:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:7.0:1609800454.071065:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800454.071065:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:0.0:1609800454.071067:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800454.071070:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800454.071074:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.071076:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.071081:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:37.0:1609800454.071087:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:7.0:1609800454.071094:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800454.071097:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800454.071101:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800454.071102:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800454.071107:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800454.071107:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800454.071111:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800454.071113:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800454.071113:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800454.071116:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907cb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800454.071118:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800454.071119:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.071137:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800454.071141:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.071141:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:57.0:1609800454.071142:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.071144:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071147:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800454.071152:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.071154:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:0.0:1609800454.071160:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800454.071161:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:0.0:1609800454.071170:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.071171:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800454.071175:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:0.0:1609800454.071175:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.071177:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:6.0:1609800454.071179:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800454.071192:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:37.0:1609800454.071204:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:37.0:1609800454.071211:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:7.0:1609800454.071214:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:7.0:1609800454.071219:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:37.0:1609800454.071221:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800454.071222:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:7.0:1609800454.071226:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800454.071227:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.071227:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.071229:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:37.0:1609800454.071233:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:6.0:1609800454.071233:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:3.0:1609800454.071233:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800454.071239:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.071241:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.071244:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:6.0:1609800454.071244:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800454.071264:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800454.071266:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.071268:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800454.071269:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800454.071270:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800454.071271:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800454.071271:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800454.071273:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.071274:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800454.071275:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800454.071275:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:3.0:1609800454.071275:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.071276:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800454.071276:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907cab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800454.071278:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800454.071280:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.071280:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800454.071282:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000800:00000200:7.0:1609800454.071282:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000800:00000200:6.0:1609800454.071282:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800454.071283:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000800:00000200:3.0:1609800454.071283:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800454.071284:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000800:00000200:6.0:1609800454.071284:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800454.071284:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800454.071285:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:7.0:1609800454.071286:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.071287:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800454.071287:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800454.071288:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:6.0:1609800454.071288:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800454.071288:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000800:00000200:57.0:1609800454.071290:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.071305:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.071307:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000400:00000200:57.0:1609800454.071308:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.071309:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (25)++
00000800:00000200:3.0:1609800454.071309:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800454.071310:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:3.0:1609800454.071310:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000800:00000200:7.0:1609800454.071312:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:3.0:1609800454.071313:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800454.071314:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000400:00000200:37.0:1609800454.071315:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.071315:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:3.0:1609800454.071315:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800454.071316:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.071317:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.071319:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.071320:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071321:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800454.071322:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800454.071323:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800454.071326:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800454.071327:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000400:00000200:3.0:1609800454.071327:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800454.071328:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:4.0:1609800454.071329:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800454.071330:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800454.071333:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800454.071334:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:4.0:1609800454.071334:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800454.071335:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800454.071335:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.071335:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800454.071336:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000400:00000200:4.0:1609800454.071337:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800454.071337:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800454.071338:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800454.071338:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:7.0:1609800454.071339:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:3.0:1609800454.071340:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800454.071341:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800454.071341:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:3.0:1609800454.071342:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:37.0:1609800454.071344:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800454.071346:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800454.071347:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.071348:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.071348:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (21)++
00000800:00000200:37.0:1609800454.071350:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.071351:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.071351:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:57.0:1609800454.071356:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.071357:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071359:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800454.071651:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.071657:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071659:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800454.071666:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.071669:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.071674:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.071676:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:57.0:1609800454.071678:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:57.0:1609800454.071685:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:38.0:1609800454.071689:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800454.071696:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.071699:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:38.0:1609800454.071704:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800454.071707:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:38.0:1609800454.071712:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800454.071713:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:38.0:1609800454.071715:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:38.0:1609800454.071721:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000400:00000200:57.0:1609800454.071725:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.071746:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071748:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800454.071754:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.071774:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.071778:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.071780:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:57.0:1609800454.071781:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:57.0:1609800454.071785:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:26.1:1609800454.071788:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800454.071789:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.071793:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.071796:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.071797:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.071798:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:5.0:1609800454.071800:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:5.0:1609800454.071825:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800454.071829:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:57.0:1609800454.071832:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800454.071834:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:57.0:1609800454.071835:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:5.0:1609800454.071837:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.071839:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800454.071839:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:5.0:1609800454.071839:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (25)++
00000800:00000200:57.0:1609800454.071840:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (26)++
00000800:00000200:5.0:1609800454.071840:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (26)++
00000800:00000200:7.0:1609800454.071841:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (26)++
00000400:00000200:6.0:1609800454.071842:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.071845:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:57.0:1609800454.071848:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (28)++
00000800:00000200:5.0:1609800454.071848:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (28)--
00000800:00000200:6.0:1609800454.071850:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (27)--
00000800:00000200:6.0:1609800454.071851:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (26)++
00000800:00000200:57.0:1609800454.071870:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (28)--
00000800:00000200:7.0:1609800454.071871:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (28)--
00000400:00000200:5.0:1609800454.071871:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800454.071872:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (27)--
00000400:00000200:7.0:1609800454.071873:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.071873:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.071875:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:6.0:1609800454.071876:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:7.0:1609800454.071878:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:5.0:1609800454.071878:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.071880:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:5.0:1609800454.071880:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:7.0:1609800454.071882:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000400:00000200:7.0:1609800454.071883:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.071883:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:7.0:1609800454.071902:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:5.0:1609800454.071904:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800454.071906:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:5.0:1609800454.071906:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:7.0:1609800454.071907:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:5.0:1609800454.071909:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800454.071911:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:5.0:1609800454.071912:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:26.1:1609800454.071915:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000800:00000200:5.0:1609800454.071916:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000400:00000200:5.0:1609800454.071920:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800454.071923:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.071924:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800454.071925:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800454.071927:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800454.071927:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:3.0:1609800454.071929:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.071930:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800454.071930:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800454.071932:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000800:00000200:5.0:1609800454.071932:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:3.0:1609800454.071932:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.071934:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.071934:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.071935:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:5.0:1609800454.071935:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800454.071936:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:5.0:1609800454.071936:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:5.0:1609800454.071937:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:3.0:1609800454.071937:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.071939:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:6.0:1609800454.071939:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:5.0:1609800454.071941:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.071948:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.071951:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:26.1:1609800454.071952:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:5.0:1609800454.071954:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800454.071955:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.071957:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:57.0:1609800454.071958:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800454.071958:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.071960:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:37.0:1609800454.071961:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:57.0:1609800454.071962:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:37.0:1609800454.071966:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:5.0:1609800454.071966:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800454.071968:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.071968:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:5.0:1609800454.071968:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:5.0:1609800454.071971:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800454.071972:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:5.0:1609800454.071973:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:5.0:1609800454.071974:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800454.071976:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:5.0:1609800454.071976:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.72@o2ib18: no credits
00000800:00000200:26.1:1609800454.071977:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000800:00000200:5.0:1609800454.071977:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:3.0:1609800454.071984:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:3.0:1609800454.071988:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.72@o2ib18: no credits
00000800:00000200:6.0:1609800454.071989:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:3.0:1609800454.071989:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:3.0:1609800454.071990:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.071992:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:3.0:1609800454.071995:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800454.072041:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:7.0:1609800454.072048:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:7.0:1609800454.072051:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800454.072053:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.072056:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:7.0:1609800454.072058:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.072059:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800454.072070:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:57.0:1609800454.072072:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.072076:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.072077:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:57.0:1609800454.072078:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:6.0:1609800454.072079:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:6.0:1609800454.072081:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.072082:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:6.0:1609800454.072084:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.072086:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800454.072089:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:57.0:1609800454.072093:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.072098:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.072100:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:57.0:1609800454.072101:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:57.0:1609800454.072105:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.072111:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800454.072117:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:57.0:1609800454.072119:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.072127:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:57.0:1609800454.072129:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:37.0:1609800454.072130:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:37.0:1609800454.072132:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.072133:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.072135:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800454.072153:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.072156:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:57.0:1609800454.072159:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.072162:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.072164:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:57.0:1609800454.072165:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:57.0:1609800454.072168:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:57.0:1609800454.072176:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.072177:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.072181:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800454.072182:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:57.0:1609800454.072183:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800454.072188:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800454.072190:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:57.0:1609800454.072191:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.072193:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800454.072193:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000800:00000200:57.0:1609800454.072194:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000400:00000200:3.0:1609800454.072195:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.072195:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.072196:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800454.072197:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:57.0:1609800454.072198:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (25)--
00000400:00000200:3.0:1609800454.072198:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:0.0:1609800454.072199:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:6.0:1609800454.072201:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:7.0:1609800454.072202:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.072203:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:6.0:1609800454.072204:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800454.072205:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:0.0:1609800454.072205:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.072208:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:3.0:1609800454.072209:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800454.072212:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:0.0:1609800454.072213:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.072215:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:0.0:1609800454.072216:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800454.072219:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:0.0:1609800454.072223:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800454.072224:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:7.0:1609800454.072224:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:37.0:1609800454.072225:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.072227:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.072230:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800454.072237:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:6.0:1609800454.072244:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800454.072263:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:6.0:1609800454.072264:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.072266:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:6.0:1609800454.072267:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.072269:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:57.0:1609800454.072270:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.072277:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.072279:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:57.0:1609800454.072285:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.072287:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:57.0:1609800454.072292:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.072293:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:57.0:1609800454.072295:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:57.0:1609800454.072299:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800454.072300:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (22)++
00000800:00000200:7.0:1609800454.072307:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:7.0:1609800454.072310:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800454.072312:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:7.0:1609800454.072312:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:7.0:1609800454.072313:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:7.0:1609800454.072314:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:37.0:1609800454.072315:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000800:00000200:7.0:1609800454.072315:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:37.0:1609800454.072317:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.072319:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.072323:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:57.0:1609800454.186413:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.186419:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.186423:0:16061:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4900 nid 192.168.128.141@o2ib18
00000400:00000200:57.0:1609800454.186424:0:16061:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edac0 net o2ib18
00000400:00000200:57.0:1609800454.186427:0:16061:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518d01e00 nid 192.168.128.141@o2ib18
00000400:00000200:57.0:1609800454.186431:0:16061:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.141@o2ib18 NID 192.168.128.141@o2ib18 flags 0x0
00000400:00000200:57.0:1609800454.186436:0:16061:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.141@o2ib18: 0
00000400:00000200:57.0:1609800454.186437:0:16061:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800454.186438:0:16061:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800454.186440:0:16061:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.141@o2ib18 NID 192.168.128.141@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800454.186441:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800454.186442:0:16061:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.141@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.186443:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.141@o2ib18 state 0x20
00000400:00000200:69.0:1609800454.186445:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.141@o2ib18
00000400:00000200:69.0:1609800454.186446:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.141@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800454.186446:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.186448:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.141@o2ib18
00000400:00000200:69.0:1609800454.186450:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.141@o2ib18
00000400:00000200:69.0:1609800454.186452:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:69.0:1609800454.186454:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:127] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800454.186457:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800454.186457:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.186459:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.141@o2ib18
00000400:00000200:0.0:1609800454.186459:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.186462:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.141@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800454.186464:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:69.0:1609800454.186465:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.141@o2ib18 1
00000400:00000200:69.0:1609800454.186469:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.186471:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:69.0:1609800454.186476:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5900] -> 192.168.128.141@o2ib18 (1)++
00000400:00000200:57.0:1609800454.186478:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.186479:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5900] -> 192.168.128.141@o2ib18 (2)++
00000800:00000200:57.0:1609800454.186481:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:0.0:1609800454.186481:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.186485:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800454.186487:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800454.186487:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:69.0:1609800454.186491:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800454.186492:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5900] -> 192.168.128.141@o2ib18 (3)--
00000400:00000200:0.0:1609800454.186500:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.186506:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800454.186514:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.186518:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800454.186528:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.186533:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.186537:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800454.186546:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.186551:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800454.186555:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.186558:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.186560:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.186564:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.186568:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800454.186568:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.186574:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.186577:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:57.0:1609800454.186581:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800454.186581:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.186582:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800454.186587:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800454.186597:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.186602:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800454.186607:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.186610:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800454.186624:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.186630:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.186633:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800454.186642:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.186647:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800454.186651:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.186655:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800454.187149:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.141@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800454.187173:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.141@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800454.187537:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.141@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800454.187567:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c583c000 0xffff9344c583c000(0xfc583c000)
00000800:00000200:46.0:1609800454.187570:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c583d000 0xffff9344c583d000(0xfc583d000)
00000800:00000200:46.0:1609800454.187572:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c583e000 0xffff9344c583e000(0xfc583e000)
00000800:00000200:46.0:1609800454.187574:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c583f000 0xffff9344c583f000(0xfc583f000)
00000800:00000200:46.0:1609800454.187576:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5840000 0xffff9344c5840000(0xfc5840000)
00000800:00000200:46.0:1609800454.187578:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5841000 0xffff9344c5841000(0xfc5841000)
00000800:00000200:46.0:1609800454.187579:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5842000 0xffff9344c5842000(0xfc5842000)
00000800:00000200:46.0:1609800454.187581:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5843000 0xffff9344c5843000(0xfc5843000)
00000800:00000200:46.0:1609800454.187583:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5863000 0xffff9344c5863000(0xfc5863000)
00000800:00000200:46.0:1609800454.187585:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5864000 0xffff9344c5864000(0xfc5864000)
00000800:00000200:46.0:1609800454.187586:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5865000 0xffff9344c5865000(0xfc5865000)
00000800:00000200:46.0:1609800454.187588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5866000 0xffff9344c5866000(0xfc5866000)
00000800:00000200:46.0:1609800454.187590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5867000 0xffff9344c5867000(0xfc5867000)
00000800:00000200:46.0:1609800454.187592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5868000 0xffff9344c5868000(0xfc5868000)
00000800:00000200:46.0:1609800454.187594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5869000 0xffff9344c5869000(0xfc5869000)
00000800:00000200:46.0:1609800454.187596:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c586a000 0xffff9344c586a000(0xfc586a000)
00000800:00000200:46.0:1609800454.187597:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c586b000 0xffff9344c586b000(0xfc586b000)
00000800:00000200:46.0:1609800454.187599:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c586c000 0xffff9344c586c000(0xfc586c000)
00000800:00000200:46.0:1609800454.187876:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187878:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187879:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187881:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187882:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187883:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187884:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187886:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187887:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187888:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187889:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187891:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187892:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187910:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187911:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187911:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187912:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187913:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187913:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187914:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187915:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187915:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187916:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187916:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187917:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187917:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187918:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187918:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187919:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187919:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187920:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187920:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187920:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:46.0:1609800454.187921:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (19)++
00000800:00000200:46.0:1609800454.187921:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (20)--
00000800:00000200:25.0:1609800454.188360:0:430:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.141@o2ib18
00000800:00000200:25.0:1609800454.188362:0:430:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.141@o2ib18: active(1), version(12), status(0)
00000800:00000200:25.0:1609800454.188364:0:430:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93360db9cc00] (19)++
00000800:00000200:25.0:1609800454.188365:0:430:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93360db9cc00] (20)++
00000800:00000200:25.0:1609800454.188366:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:25.0:1609800454.188368:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000800:00000200:25.0:1609800454.188369:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:25.0:1609800454.188370:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:25.0:1609800454.188371:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (25)++
00000800:00000200:25.0:1609800454.188372:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (26)++
00000800:00000200:25.0:1609800454.188373:0:430:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (27)++
00000800:00000200:25.0:1609800454.188385:0:430:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93360db9cc00] (28)--
00000800:00000200:23.1:1609800454.188416:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (27)++
00000800:00000200:6.0:1609800454.188474:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (28)++
00000800:00000200:6.0:1609800454.188479:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (29)--
00000400:00000200:6.0:1609800454.188481:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.188484:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.188506:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (28)--
00000800:00000200:6.0:1609800454.188507:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (27)++
00000800:00000200:6.0:1609800454.188510:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (28)--
00000400:00000200:6.0:1609800454.188511:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.188514:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.188516:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (27)--
00000800:00000200:7.0:1609800454.188518:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)++
00000800:00000200:7.0:1609800454.188543:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (27)--
00000400:00000200:7.0:1609800454.188544:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.188545:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)++
00000400:00000200:7.0:1609800454.188547:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.188549:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (27)--
00000400:00000200:37.0:1609800454.188550:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.188550:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)++
00000400:00000200:37.0:1609800454.188552:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:7.0:1609800454.188553:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (27)--
00000800:00000200:3.0:1609800454.188554:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (27)--
00000800:00000200:6.0:1609800454.188555:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)++
00000400:00000200:3.0:1609800454.188556:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.188558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:6.0:1609800454.188558:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800454.188559:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:3.0:1609800454.188559:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:6.0:1609800454.188560:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.188561:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:7.0:1609800454.188561:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:37.0:1609800454.188562:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.188562:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:37.0:1609800454.188564:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:3.0:1609800454.188564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:6.0:1609800454.188565:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:37.0:1609800454.188567:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:23.1:1609800454.188793:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:7.0:1609800454.188801:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:7.0:1609800454.188805:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:7.0:1609800454.188807:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:3.0:1609800454.188807:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:7.0:1609800454.188808:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:7.0:1609800454.188809:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:5.0:1609800454.341234:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800454.341241:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:29.1:1609800454.703273:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:19.0:1609800454.703288:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800454.703295:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:19.0:1609800454.703303:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800454.703310:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.703315:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800454.703329:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800454.703335:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:19.0:1609800454.703335:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800454.703341:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800454.703347:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800454.703347:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800454.703351:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800454.703355:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.703357:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800454.703360:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:19.0:1609800454.703361:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:24.0:1609800454.703363:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.703364:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:24.0:1609800454.703369:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800454.703370:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:24.0:1609800454.703382:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.703385:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703389:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800454.703390:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.703393:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:24.0:1609800454.703394:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800454.703395:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.703416:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:24.0:1609800454.703417:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800454.703417:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800454.703418:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800454.703421:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800454.703422:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.703424:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800454.703424:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800454.703425:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800454.703425:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:24.0:1609800454.703426:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:24.0:1609800454.703427:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:19.0:1609800454.703427:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800454.703429:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800454.703430:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800454.703430:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:24.0:1609800454.703431:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800454.703432:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800454.703433:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.703436:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800454.703436:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:24.0:1609800454.703437:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.703437:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:18.0:1609800454.703438:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.703439:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:19.0:1609800454.703440:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:24.0:1609800454.703441:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.703441:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800454.703442:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:20.0:1609800454.703444:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800454.703444:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703446:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800454.703446:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800454.703446:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800454.703447:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800454.703449:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:0.0:1609800454.703450:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.703451:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703452:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.703452:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000400:00000200:19.0:1609800454.703453:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:24.0:1609800454.703455:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800454.703458:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800454.703458:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800454.703459:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000400:00000200:19.0:1609800454.703460:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800454.703461:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800454.703461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:24.0:1609800454.703462:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800454.703462:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:19.0:1609800454.703462:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800454.703463:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:20.0:1609800454.703464:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800454.703464:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800454.703466:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800454.703467:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800454.703468:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800454.703469:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.703469:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:24.0:1609800454.703470:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:19.0:1609800454.703470:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)++
00000800:00000200:24.0:1609800454.703471:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:19.0:1609800454.703471:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000400:00000200:18.0:1609800454.703471:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800454.703472:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.703473:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:57.0:1609800454.703474:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.703474:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:20.0:1609800454.703475:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.703475:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800454.703478:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:24.0:1609800454.703479:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:18.0:1609800454.703479:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800454.703480:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800454.703480:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:0.0:1609800454.703480:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800454.703481:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:57.0:1609800454.703482:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.703483:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800454.703483:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.703485:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800454.703485:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800454.703488:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800454.703489:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800454.703491:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800454.703492:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:20.0:1609800454.703494:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800454.703494:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:18.0:1609800454.703495:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:20.0:1609800454.703496:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.1:1609800454.703497:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:20.0:1609800454.703498:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800454.703498:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800454.703499:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:0.0:1609800454.703500:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.703501:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703502:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:57.0:1609800454.703504:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800454.703504:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:20.0:1609800454.703505:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:0.0:1609800454.703505:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.703506:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:20.0:1609800454.703507:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:57.0:1609800454.703510:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703510:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800454.703512:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800454.703514:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703517:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:0.0:1609800454.703518:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.703520:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.703521:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.703523:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703523:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800454.703525:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800454.703526:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.703526:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.1:1609800454.703528:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:24.0:1609800454.703529:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800454.703531:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800454.703533:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800454.703534:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703537:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:24.0:1609800454.703538:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:24.0:1609800454.703539:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:18.0:1609800454.703539:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:24.0:1609800454.703540:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:18.0:1609800454.703542:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800454.703591:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:19.0:1609800454.703596:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800454.703599:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:24.0:1609800454.703601:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:19.0:1609800454.703603:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800454.703605:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:19.0:1609800454.703606:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.703607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:24.0:1609800454.703608:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800454.703608:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:18.0:1609800454.703611:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:20.0:1609800454.703613:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:19.0:1609800454.703614:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800454.703616:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800454.703617:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800454.703618:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800454.703619:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800454.703619:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800454.703620:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800454.703622:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800454.703623:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800454.703623:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800454.703624:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.703626:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800454.703627:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:24.0:1609800454.703628:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.1:1609800454.703630:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703631:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800454.703633:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.703634:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800454.703634:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800454.703635:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800454.703635:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:57.0:1609800454.703636:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.703637:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.703637:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:19.0:1609800454.703637:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:18.0:1609800454.703637:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800454.703638:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:20.0:1609800454.703638:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800454.703638:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:19.0:1609800454.703639:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:57.0:1609800454.703640:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800454.703640:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:18.0:1609800454.703640:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800454.703641:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:20.0:1609800454.703642:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800454.703643:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800454.703644:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800454.703657:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:57.0:1609800454.703658:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800454.703658:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.703659:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.703659:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:20.0:1609800454.703661:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:57.0:1609800454.703662:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800454.703664:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800454.703665:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.703667:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:18.0:1609800454.703668:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:4.0:1609800454.703668:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800454.703669:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800454.703672:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.1:1609800454.703676:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:20.0:1609800454.703676:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800454.703679:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800454.703680:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800454.703681:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703683:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:24.0:1609800454.703684:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:20.0:1609800454.703685:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.703686:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:20.0:1609800454.703687:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:20.0:1609800454.703688:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:38.0:1609800454.703733:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800454.703736:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.703739:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800454.703828:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.703834:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.703837:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800454.703844:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.703847:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800454.703851:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.703853:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:57.0:1609800454.703854:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:57.0:1609800454.703861:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800454.703894:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:18.0:1609800454.703901:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:18.0:1609800454.703905:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:18.0:1609800454.703906:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.703908:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:18.0:1609800454.703910:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.703911:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800454.703914:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:57.0:1609800454.703917:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.703919:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800454.703924:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.703927:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800454.703931:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.703933:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:57.0:1609800454.703934:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:57.0:1609800454.703939:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800454.703952:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:24.0:1609800454.703998:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:24.0:1609800454.704004:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:24.0:1609800454.704006:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800454.704009:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:24.0:1609800454.704013:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:24.0:1609800454.704014:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:57.0:1609800454.704095:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800454.704098:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.704099:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.704101:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:5.0:1609800454.704105:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.704106:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800454.704108:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:57.0:1609800454.704109:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800454.704113:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.704114:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:57.0:1609800454.704115:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:5.0:1609800454.704115:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.704119:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:5.0:1609800454.704119:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:5.0:1609800454.704134:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800454.704136:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:5.0:1609800454.704138:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:29.1:1609800454.704139:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800454.704145:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:5.0:1609800454.704146:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:19.0:1609800454.704149:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:57.0:1609800454.704151:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800454.704151:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.704152:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800454.704153:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.704153:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:57.0:1609800454.704154:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.704155:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.704157:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:5.0:1609800454.704158:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800454.704159:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:57.0:1609800454.704165:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.704168:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:29.1:1609800454.704168:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:5.0:1609800454.704171:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800454.704174:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:5.0:1609800454.704174:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800454.704175:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.704177:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:24.0:1609800454.704177:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:5.0:1609800454.704177:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.704178:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:24.0:1609800454.704179:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800454.704179:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:24.0:1609800454.704181:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.704181:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:57.0:1609800454.704183:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:5.0:1609800454.704183:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:24.0:1609800454.704185:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:5.0:1609800454.704189:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:5.0:1609800454.704193:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800454.704197:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:5.0:1609800454.704197:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800454.704200:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:18.0:1609800454.704203:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:5.0:1609800454.704205:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800454.704207:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:18.0:1609800454.704208:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:19.0:1609800454.704210:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:18.0:1609800454.704211:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800454.704211:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800454.704213:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800454.704214:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:18.0:1609800454.704214:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:5.0:1609800454.704214:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:20.0:1609800454.704216:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:19.0:1609800454.704216:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.704217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:19.0:1609800454.704218:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:5.0:1609800454.704218:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:19.0:1609800454.704221:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800454.704231:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:24.0:1609800454.704236:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:24.0:1609800454.704240:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:24.0:1609800454.704241:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.704242:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:24.0:1609800454.704243:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:24.0:1609800454.704246:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:0.0:1609800454.704285:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.704292:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.704296:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:0.0:1609800454.704302:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.704308:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:0.0:1609800454.704313:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.704315:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:0.0:1609800454.704316:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:0.0:1609800454.704324:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:0.0:1609800454.704330:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.704333:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800454.704335:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:0.0:1609800454.704335:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:0.0:1609800454.704339:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800454.704341:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:0.0:1609800454.704342:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:0.0:1609800454.704344:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800454.704346:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:0.0:1609800454.704346:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:0.0:1609800454.704347:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800454.704348:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:18.0:1609800454.704348:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800454.704349:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.108@o2ib18: no credits
00000800:00000200:0.0:1609800454.704350:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:18.0:1609800454.704351:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:29.1:1609800454.704354:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:0.0:1609800454.704354:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800454.704356:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:57.0:1609800454.704357:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800454.704357:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:0.0:1609800454.704358:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.704361:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800454.704361:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:0.0:1609800454.704361:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:18.0:1609800454.704362:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000400:00000200:57.0:1609800454.704363:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:18.0:1609800454.704367:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:57.0:1609800454.704369:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800454.704369:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:18.0:1609800454.704370:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:57.0:1609800454.704372:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:0.0:1609800454.704375:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.704378:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:57.0:1609800454.704380:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:29.1:1609800454.704380:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:57.0:1609800454.704382:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:0.0:1609800454.704382:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.704384:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:0.0:1609800454.704384:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800454.704385:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:57.0:1609800454.704389:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:0.0:1609800454.704389:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:20.0:1609800454.704391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:19.0:1609800454.704396:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:0.0:1609800454.704396:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:19.0:1609800454.704398:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.704402:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:0.0:1609800454.704402:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800454.704404:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800454.704406:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:0.0:1609800454.704407:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.704408:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:0.0:1609800454.704410:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:24.0:1609800454.704411:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800454.704411:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800454.704413:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:24.0:1609800454.704414:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:19.0:1609800454.704414:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:24.0:1609800454.704415:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.704415:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)++
00000400:00000200:0.0:1609800454.704415:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800454.704416:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:18.0:1609800454.704417:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:24.0:1609800454.704418:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:19.0:1609800454.704418:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:18.0:1609800454.704419:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800454.704420:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:24.0:1609800454.704421:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:18.0:1609800454.704422:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:0.0:1609800454.704424:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.704425:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:18.0:1609800454.704426:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:0.0:1609800454.704427:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:0.0:1609800454.704431:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800454.704444:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:20.0:1609800454.704450:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:20.0:1609800454.704454:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:20.0:1609800454.704456:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800454.704456:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:20.0:1609800454.704460:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.704464:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800454.704520:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:24.0:1609800454.704525:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:24.0:1609800454.704529:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:24.0:1609800454.704530:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:18.0:1609800454.704531:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:24.0:1609800454.704532:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:24.0:1609800454.704533:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:0.0:1609800454.704864:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.704872:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.704874:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:0.0:1609800454.704880:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.704883:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:0.0:1609800454.704888:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.704889:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:0.0:1609800454.704891:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:0.0:1609800454.704898:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800454.704932:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800454.704969:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:19.0:1609800454.704976:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:20.0:1609800454.704978:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:19.0:1609800454.704979:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800454.704982:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:19.0:1609800454.704987:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:57.0:1609800454.781760:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.781761:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.781766:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.781768:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.781772:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb49c0 nid 192.168.128.151@o2ib18
00000400:00000200:57.0:1609800454.781775:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed2c0 net o2ib18
00000400:00000200:57.0:1609800454.781779:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff934518d02e00 nid 192.168.128.151@o2ib18
00000400:00000200:57.0:1609800454.781785:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.151@o2ib18 NID 192.168.128.151@o2ib18 flags 0x0
00000400:00000200:0.0:1609800454.781789:0:16059:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.151@o2ib18: 0
00000400:00000200:57.0:1609800454.781793:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.151@o2ib18: 0
00000400:00000200:57.0:1609800454.781795:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800454.781797:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800454.781801:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.151@o2ib18 NID 192.168.128.151@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800454.781805:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800454.781805:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.151@o2ib18 pending discovery
00000400:00000200:0.0:1609800454.781807:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.151@o2ib18: -114
00000400:00000200:0.0:1609800454.781809:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800454.781810:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800454.781812:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.151@o2ib18 NID 192.168.128.151@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800454.781814:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.151@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.781816:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.151@o2ib18 state 0x20
00000400:00000200:69.0:1609800454.781819:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.151@o2ib18
00000400:00000200:0.0:1609800454.781819:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.781822:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.151@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800454.781824:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.781825:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.151@o2ib18
00000400:00000200:0.0:1609800454.781829:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:69.0:1609800454.781830:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.151@o2ib18
00000400:00000200:57.0:1609800454.781832:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.781833:0:16059:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:128] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800454.781834:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:0.0:1609800454.781836:0:16059:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800454.781838:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:128] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800454.781838:0:16059:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.151@o2ib18
00000400:00000200:0.0:1609800454.781841:0:16059:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.151@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800454.781843:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:0.0:1609800454.781846:0:16059:0:(router.c:135:lnet_notify_locked()) set 192.168.128.151@o2ib18 1
00000400:00000200:57.0:1609800454.781848:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.781850:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800454.781852:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:0.0:1609800454.781854:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:69.0:1609800454.781861:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.781866:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:57.0:1609800454.781872:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.781873:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5800] -> 192.168.128.151@o2ib18 (1)++
00000800:00000200:57.0:1609800454.781877:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:69.0:1609800454.781879:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5800] -> 192.168.128.151@o2ib18 (2)++
00000800:00000200:0.0:1609800454.781879:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800454.781881:0:16059:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff93361efecb00] -> 192.168.128.151@o2ib18 (1)--
00000800:00000200:57.0:1609800454.781884:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800454.781887:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800454.781895:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:57.0:1609800454.781896:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800454.781898:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5800] -> 192.168.128.151@o2ib18 (3)--
00000400:00000200:69.0:1609800454.781902:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.151@o2ib18
00000400:00000200:57.0:1609800454.781902:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.781905:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:57.0:1609800454.781910:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:69.0:1609800454.781915:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.781924:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:69.0:1609800454.781930:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800454.781933:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.781936:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.781941:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:57.0:1609800454.781946:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.781950:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.781958:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.781964:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.781967:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:57.0:1609800454.781985:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.781990:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:57.0:1609800454.781994:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.781997:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800454.782008:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800454.782016:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.782019:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:4.0:1609800454.782025:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.782029:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:4.0:1609800454.782034:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800454.782036:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800454.782594:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.151@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800454.782609:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.151@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800454.783059:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.151@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800454.783070:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c586f000 0xffff9344c586f000(0xfc586f000)
00000800:00000200:46.0:1609800454.783072:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c5870000 0xffff9344c5870000(0xfc5870000)
00000800:00000200:46.0:1609800454.783072:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c5871000 0xffff9344c5871000(0xfc5871000)
00000800:00000200:46.0:1609800454.783073:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c5872000 0xffff9344c5872000(0xfc5872000)
00000800:00000200:46.0:1609800454.783074:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c5873000 0xffff9344c5873000(0xfc5873000)
00000800:00000200:46.0:1609800454.783074:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5874000 0xffff9344c5874000(0xfc5874000)
00000800:00000200:46.0:1609800454.783075:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5875000 0xffff9344c5875000(0xfc5875000)
00000800:00000200:46.0:1609800454.783076:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5876000 0xffff9344c5876000(0xfc5876000)
00000800:00000200:46.0:1609800454.783076:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5877000 0xffff9344c5877000(0xfc5877000)
00000800:00000200:46.0:1609800454.783078:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5878000 0xffff9344c5878000(0xfc5878000)
00000800:00000200:46.0:1609800454.783079:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5879000 0xffff9344c5879000(0xfc5879000)
00000800:00000200:46.0:1609800454.783080:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c587a000 0xffff9344c587a000(0xfc587a000)
00000800:00000200:46.0:1609800454.783081:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c587b000 0xffff9344c587b000(0xfc587b000)
00000800:00000200:46.0:1609800454.783082:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c587c000 0xffff9344c587c000(0xfc587c000)
00000800:00000200:46.0:1609800454.783083:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c587d000 0xffff9344c587d000(0xfc587d000)
00000800:00000200:46.0:1609800454.783084:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c587e000 0xffff9344c587e000(0xfc587e000)
00000800:00000200:46.0:1609800454.783084:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c587f000 0xffff9344c587f000(0xfc587f000)
00000800:00000200:46.0:1609800454.783085:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5880000 0xffff9344c5880000(0xfc5880000)
00000800:00000200:46.0:1609800454.783334:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783335:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783335:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783336:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783336:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783337:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783337:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783338:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783338:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783339:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783340:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783341:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783341:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783342:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783342:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783343:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783343:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783344:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783344:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783344:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783345:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783345:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783346:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783346:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783347:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783347:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783352:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783352:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783353:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783354:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783355:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783355:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783356:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783357:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:46.0:1609800454.783357:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (19)++
00000800:00000200:46.0:1609800454.783358:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (20)--
00000800:00000200:26.0:1609800454.784033:0:431:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.151@o2ib18
00000800:00000200:26.0:1609800454.784036:0:431:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.151@o2ib18: active(1), version(12), status(0)
00000800:00000200:26.0:1609800454.784038:0:431:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93360db9ce00] (19)++
00000800:00000200:26.0:1609800454.784040:0:431:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93360db9ce00] (20)++
00000800:00000200:26.0:1609800454.784041:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:26.0:1609800454.784042:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:26.0:1609800454.784044:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:26.0:1609800454.784045:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000800:00000200:26.0:1609800454.784046:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000800:00000200:26.0:1609800454.784046:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (26)++
00000800:00000200:26.0:1609800454.784047:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (27)++
00000800:00000200:26.0:1609800454.784058:0:431:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93360db9ce00] (28)--
00000800:00000200:33.1:1609800454.784131:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (27)++
00000800:00000200:6.0:1609800454.784183:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (28)++
00000800:00000200:6.0:1609800454.784192:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (29)--
00000400:00000200:6.0:1609800454.784195:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.784196:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (28)++
00000800:00000200:37.0:1609800454.784201:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (29)--
00000400:00000200:6.0:1609800454.784201:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:37.0:1609800454.784203:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.784208:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.784209:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (28)--
00000800:00000200:37.0:1609800454.784211:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (27)--
00000800:00000200:6.0:1609800454.784213:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)++
00000800:00000200:6.0:1609800454.784219:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (27)--
00000400:00000200:6.0:1609800454.784221:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.784228:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.784232:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800454.784234:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800454.784238:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (26)--
00000400:00000200:6.0:1609800454.784240:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.784264:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:6.0:1609800454.784265:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.784271:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:3.0:1609800454.784272:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000800:00000200:6.0:1609800454.784273:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:3.0:1609800454.784275:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.784277:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000800:00000200:37.0:1609800454.784278:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:3.0:1609800454.784278:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:6.0:1609800454.784279:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.784280:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000400:00000200:37.0:1609800454.784281:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.784281:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000400:00000200:6.0:1609800454.784281:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:37.0:1609800454.784283:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:3.0:1609800454.784283:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800454.784285:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:37.0:1609800454.784287:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:33.1:1609800454.784487:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:7.0:1609800454.784496:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:7.0:1609800454.784501:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:3.0:1609800454.784502:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:7.0:1609800454.784503:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:7.0:1609800454.784505:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:7.0:1609800454.784506:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:57.0:1609800454.805517:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.805524:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.805528:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4a80 nid 192.168.128.152@o2ib18
00000400:00000200:57.0:1609800454.805531:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edec0 net o2ib18
00000400:00000200:57.0:1609800454.805541:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dad84000 nid 192.168.128.152@o2ib18
00000400:00000200:57.0:1609800454.805547:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.152@o2ib18 NID 192.168.128.152@o2ib18 flags 0x0
00000400:00000200:57.0:1609800454.805554:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.152@o2ib18: 0
00000400:00000200:57.0:1609800454.805555:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800454.805557:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800454.805560:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.152@o2ib18 NID 192.168.128.152@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800454.805564:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.152@o2ib18 pending discovery
00000400:00000200:69.0:1609800454.805595:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800454.805602:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.152@o2ib18 state 0x20
00000400:00000200:69.0:1609800454.805605:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.152@o2ib18
00000400:00000200:69.0:1609800454.805609:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.152@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800454.805611:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800454.805612:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.152@o2ib18
00000400:00000200:69.0:1609800454.805617:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.152@o2ib18
00000400:00000200:69.0:1609800454.805622:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:69.0:1609800454.805628:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:130] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800454.805633:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800454.805637:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.152@o2ib18
00000400:00000200:69.0:1609800454.805642:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.152@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800454.805647:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.152@o2ib18 1
00000400:00000200:57.0:1609800454.805652:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800454.805656:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800454.805662:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:57.0:1609800454.805662:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800454.805672:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.805677:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:69.0:1609800454.805684:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (1)++
00000800:00000200:57.0:1609800454.805689:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800454.805691:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2)++
00000800:00000200:57.0:1609800454.805693:0:16065:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7180] -> 192.168.128.152@o2ib18 (1)--
00000800:00000200:69.0:1609800454.805729:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:38.0:1609800454.805729:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800454.805733:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (3)--
00000400:00000200:38.0:1609800454.805735:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.805740:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:38.0:1609800454.805746:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800454.805749:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:38.0:1609800454.805754:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800454.805756:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800454.805762:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800454.805765:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.805767:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:38.0:1609800454.805771:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800454.805775:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:38.0:1609800454.805778:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800454.805780:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800454.805784:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800454.805787:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800454.805789:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:38.0:1609800454.805792:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800454.805794:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:38.0:1609800454.805796:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800454.805798:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800454.806015:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.806020:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.806025:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800454.806035:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.806041:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800454.806046:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800454.806049:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800454.806405:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.152@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800454.806429:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.152@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800454.806795:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.152@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800454.806821:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dad79000 0xffff9354dad79000(0x1fdad79000)
00000800:00000200:46.0:1609800454.806824:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dad7a000 0xffff9354dad7a000(0x1fdad7a000)
00000800:00000200:46.0:1609800454.806826:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dad7b000 0xffff9354dad7b000(0x1fdad7b000)
00000800:00000200:46.0:1609800454.806828:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dad7c000 0xffff9354dad7c000(0x1fdad7c000)
00000800:00000200:46.0:1609800454.806830:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dad7d000 0xffff9354dad7d000(0x1fdad7d000)
00000800:00000200:46.0:1609800454.806832:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dad7e000 0xffff9354dad7e000(0x1fdad7e000)
00000800:00000200:46.0:1609800454.806834:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dad7f000 0xffff9354dad7f000(0x1fdad7f000)
00000800:00000200:46.0:1609800454.806836:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dad80000 0xffff9354dad80000(0x1fdad80000)
00000800:00000200:46.0:1609800454.806837:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dad81000 0xffff9354dad81000(0x1fdad81000)
00000800:00000200:46.0:1609800454.806839:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dad82000 0xffff9354dad82000(0x1fdad82000)
00000800:00000200:46.0:1609800454.806841:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dad83000 0xffff9354dad83000(0x1fdad83000)
00000800:00000200:46.0:1609800454.806843:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dad88000 0xffff9354dad88000(0x1fdad88000)
00000800:00000200:46.0:1609800454.806845:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dad89000 0xffff9354dad89000(0x1fdad89000)
00000800:00000200:46.0:1609800454.806847:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dad8a000 0xffff9354dad8a000(0x1fdad8a000)
00000800:00000200:46.0:1609800454.806848:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dad8b000 0xffff9354dad8b000(0x1fdad8b000)
00000800:00000200:46.0:1609800454.806850:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dad8c000 0xffff9354dad8c000(0x1fdad8c000)
00000800:00000200:46.0:1609800454.806852:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dad8d000 0xffff9354dad8d000(0x1fdad8d000)
00000800:00000200:46.0:1609800454.806854:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dad8e000 0xffff9354dad8e000(0x1fdad8e000)
00000800:00000200:46.0:1609800454.807133:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807135:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807136:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807136:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807137:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807138:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807138:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807139:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807140:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807140:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807141:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807141:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807142:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807142:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807143:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807143:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807144:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807144:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807144:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807145:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807145:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807146:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807146:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807147:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807147:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807148:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807148:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807148:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807149:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807149:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807150:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807150:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807151:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807151:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:46.0:1609800454.807152:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (19)++
00000800:00000200:46.0:1609800454.807152:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (20)--
00000800:00000200:26.0:1609800454.807673:0:431:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.152@o2ib18
00000800:00000200:26.0:1609800454.807678:0:431:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.152@o2ib18: active(1), version(12), status(0)
00000800:00000200:26.0:1609800454.807681:0:431:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354db0ea000] (19)++
00000800:00000200:26.0:1609800454.807684:0:431:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354db0ea000] (20)++
00000800:00000200:26.0:1609800454.807685:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:26.0:1609800454.807688:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:26.0:1609800454.807689:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:26.0:1609800454.807691:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (24)++
00000800:00000200:26.0:1609800454.807693:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (25)++
00000800:00000200:26.0:1609800454.807694:0:431:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (26)++
00000800:00000200:26.0:1609800454.807709:0:431:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354db0ea000] (27)--
00000800:00000200:22.1:1609800454.807751:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (26)++
00000800:00000200:18.0:1609800454.807770:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (27)++
00000800:00000200:18.0:1609800454.807780:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (28)--
00000400:00000200:18.0:1609800454.807783:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800454.807789:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:18.0:1609800454.807796:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (27)--
00000800:00000200:18.0:1609800454.807798:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)++
00000800:00000200:18.0:1609800454.807803:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (27)--
00000400:00000200:18.0:1609800454.807804:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800454.807809:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.807812:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)++
00000800:00000200:18.0:1609800454.807819:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (27)--
00000800:00000200:20.0:1609800454.807821:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (27)--
00000800:00000200:18.0:1609800454.807822:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)++
00000400:00000200:20.0:1609800454.807824:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.807828:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000400:00000200:20.0:1609800454.807830:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:18.0:1609800454.807830:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800454.807834:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:18.0:1609800454.807837:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.807839:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:24.0:1609800454.807840:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000800:00000200:20.0:1609800454.807841:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:24.0:1609800454.807843:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.807843:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:20.0:1609800454.807844:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000400:00000200:20.0:1609800454.807846:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800454.807846:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:24.0:1609800454.807849:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:20.0:1609800454.807851:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800454.807856:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:24.0:1609800454.807859:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:22.1:1609800454.808145:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:18.0:1609800454.808255:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:18.0:1609800454.808263:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:18.0:1609800454.808265:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800454.808267:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800454.808268:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:18.0:1609800454.808269:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:29.1:1609800454.995473:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:6.0:1609800454.995533:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800454.995543:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.75@o2ib18
00000400:00000200:6.0:1609800454.995552:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800454.995560:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.995566:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800454.995579:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995583:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800454.995585:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800454.995591:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800454.995595:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800454.995598:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800454.995601:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800454.995603:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.995608:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000400:00000200:37.0:1609800454.995611:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.995611:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800454.995613:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:6.0:1609800454.995616:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:37.0:1609800454.995618:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800454.995637:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:37.0:1609800454.995641:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995644:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800454.995645:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800454.995645:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:37.0:1609800454.995666:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800454.995666:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.995667:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:6.0:1609800454.995668:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800454.995669:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800454.995671:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800454.995673:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800454.995674:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995675:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:37.0:1609800454.995706:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:7.0:1609800454.995706:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:6.0:1609800454.995707:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800454.995708:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.995709:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800454.995710:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:7.0:1609800454.995710:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800454.995710:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800454.995712:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:3.0:1609800454.995712:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800454.995713:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800454.995714:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800454.995716:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800454.995718:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800454.995721:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:6.0:1609800454.995722:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:3.0:1609800454.995722:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800454.995723:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.995723:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.995723:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000400:00000200:37.0:1609800454.995724:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800454.995724:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:6.0:1609800454.995726:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:3.0:1609800454.995726:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800454.995727:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800454.995727:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.995729:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.995730:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:3.0:1609800454.995730:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800454.995731:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800454.995731:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800454.995736:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.995736:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:37.0:1609800454.995738:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800454.995738:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:5.0:1609800454.995738:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.995741:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800454.995741:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.995744:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800454.995744:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800454.995745:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800454.995745:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995746:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800454.995747:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.995748:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800454.995749:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.995749:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000400:00000200:57.0:1609800454.995750:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.995751:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (27)++
00000800:00000200:7.0:1609800454.995751:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800454.995752:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:7.0:1609800454.995755:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:7.0:1609800454.995767:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907cb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800454.995769:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (28)++
00000800:00000200:37.0:1609800454.995770:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (28)--
00000400:00000200:6.0:1609800454.995770:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.995770:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (28)--
00000800:00000200:3.0:1609800454.995771:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)--
00000800:00000200:7.0:1609800454.995772:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (27)--
00000800:00000200:5.0:1609800454.995772:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.995773:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:6.0:1609800454.995773:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800454.995773:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.995774:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800454.995775:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800454.995776:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800454.995776:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:57.0:1609800454.995778:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800454.995778:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800454.995780:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.995780:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800454.995782:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.995782:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:5.0:1609800454.995782:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800454.995782:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800454.995783:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:5.0:1609800454.995783:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.995784:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800454.995785:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:3.0:1609800454.995785:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800454.995786:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800454.995787:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.995788:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.995788:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800454.995789:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:57.0:1609800454.995791:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.995791:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:3.0:1609800454.995791:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.995793:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:3.0:1609800454.995799:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.995802:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800454.995804:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800454.995807:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800454.995808:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800454.995812:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:3.0:1609800454.995815:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (22)++
00000800:00000200:29.1:1609800454.995847:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:3.0:1609800454.995851:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:3.0:1609800454.995852:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:3.0:1609800454.995854:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:3.0:1609800454.995857:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:37.0:1609800454.995860:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:3.0:1609800454.995860:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800454.995863:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:3.0:1609800454.995863:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800454.995866:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800454.995866:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800454.995868:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:0.0:1609800454.995868:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.995870:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800454.995888:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:3.0:1609800454.995889:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800454.995889:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800454.995890:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.995891:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800454.995891:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800454.995893:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800454.995911:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:3.0:1609800454.995913:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800454.995914:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800454.995917:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995919:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800454.995920:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000400:00000200:7.0:1609800454.995938:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.995940:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800454.995940:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000400:00000200:7.0:1609800454.995941:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:3.0:1609800454.995941:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:3.0:1609800454.995942:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:37.0:1609800454.995943:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800454.995944:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800454.995944:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800454.995945:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:57.0:1609800454.995946:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800454.995947:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800454.995948:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000400:00000200:57.0:1609800454.995949:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800454.995949:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800454.995950:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:6.0:1609800454.995951:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:7.0:1609800454.995952:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800454.995952:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.995954:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800454.995955:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:7.0:1609800454.995955:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800454.995955:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000400:00000200:3.0:1609800454.995955:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800454.995956:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800454.995957:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800454.995958:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:7.0:1609800454.995959:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800454.995960:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907cbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800454.995960:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800454.995963:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800454.995964:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800454.995965:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:7.0:1609800454.995966:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:3.0:1609800454.995966:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800454.995967:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.995967:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:0.0:1609800454.995967:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800454.995968:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800454.995969:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800454.995969:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800454.995969:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.995971:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800454.995971:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000400:00000200:0.0:1609800454.995972:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800454.995973:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.995973:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:37.0:1609800454.995974:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800454.995976:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800454.995976:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:37.0:1609800454.995977:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800454.995977:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:0.0:1609800454.995977:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800454.995978:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.995979:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800454.995980:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800454.995996:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800454.995997:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800454.996001:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800454.996002:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800454.996003:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800454.996005:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:57.0:1609800454.996007:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800454.996014:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.996016:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:57.0:1609800454.996017:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800454.996020:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000800:00000200:6.0:1609800454.996021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:6.0:1609800454.996025:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:0.0:1609800454.996248:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.996255:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.996258:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:0.0:1609800454.996263:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.996266:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:0.0:1609800454.996270:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.996272:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:0.0:1609800454.996273:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:0.0:1609800454.996293:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000400:00000200:0.0:1609800454.996298:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800454.996314:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800454.996316:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:0.0:1609800454.996320:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800454.996323:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:0.0:1609800454.996333:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800454.996335:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:0.0:1609800454.996336:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (22)++
00000800:00000200:0.0:1609800454.996338:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:57.0:1609800454.996350:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.996355:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996358:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:57.0:1609800454.996365:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.996368:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:57.0:1609800454.996399:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:29.1:1609800454.996401:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000800:00000200:57.0:1609800454.996403:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:57.0:1609800454.996405:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (24)++
00000800:00000200:57.0:1609800454.996411:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:57.0:1609800454.996416:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.996419:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996421:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:57.0:1609800454.996431:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.996433:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:57.0:1609800454.996436:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.996437:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:57.0:1609800454.996438:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000800:00000200:57.0:1609800454.996441:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)--
00000400:00000200:57.0:1609800454.996445:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800454.996447:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996449:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:57.0:1609800454.996453:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.996455:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:57.0:1609800454.996457:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.996459:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:57.0:1609800454.996460:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000800:00000200:3.0:1609800454.996460:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:57.0:1609800454.996462:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (28)--
00000800:00000200:3.0:1609800454.996465:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (28)--
00000400:00000200:3.0:1609800454.996467:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996470:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800454.996471:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:57.0:1609800454.996474:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996490:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:4.0:1609800454.996494:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800454.996494:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:3.0:1609800454.996495:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000400:00000200:57.0:1609800454.996498:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800454.996498:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:3.0:1609800454.996499:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.996501:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:3.0:1609800454.996502:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.996504:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:57.0:1609800454.996505:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800454.996505:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.996506:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)++
00000800:00000200:57.0:1609800454.996508:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (27)++
00000800:00000200:57.0:1609800454.996525:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (28)--
00000400:00000200:4.0:1609800454.996526:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:3.0:1609800454.996527:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)--
00000800:00000200:37.0:1609800454.996528:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000800:00000200:3.0:1609800454.996528:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)++
00000400:00000200:57.0:1609800454.996529:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800454.996531:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.996531:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:3.0:1609800454.996532:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.996533:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800454.996534:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:3.0:1609800454.996534:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:4.0:1609800454.996537:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:57.0:1609800454.996538:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800454.996538:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000400:00000200:57.0:1609800454.996559:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:3.0:1609800454.996559:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800454.996560:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:7.0:1609800454.996560:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800454.996560:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800454.996562:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800454.996562:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:3.0:1609800454.996562:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800454.996563:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000400:00000200:57.0:1609800454.996565:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800454.996566:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:57.0:1609800454.996568:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:37.0:1609800454.996569:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:7.0:1609800454.996571:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800454.996571:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:3.0:1609800454.996572:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:57.0:1609800454.996573:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800454.996574:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.996575:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:57.0:1609800454.996576:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:3.0:1609800454.996576:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:4.0:1609800454.996577:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800454.996581:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000400:00000200:4.0:1609800454.996581:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.996581:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:29.1:1609800454.996584:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000400:00000200:4.0:1609800454.996584:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:4.0:1609800454.996589:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.996592:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:6.0:1609800454.996593:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800454.996596:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800454.996598:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:6.0:1609800454.996599:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800454.996599:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000800:00000200:37.0:1609800454.996601:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:6.0:1609800454.996601:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800454.996603:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:4.0:1609800454.996630:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)--
00000400:00000200:6.0:1609800454.996631:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.996635:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:6.0:1609800454.996636:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:37.0:1609800454.996642:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:37.0:1609800454.996643:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:37.0:1609800454.996644:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.996645:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800454.996646:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:4.0:1609800454.996649:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800454.996651:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:4.0:1609800454.996656:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800454.996658:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800454.996658:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:4.0:1609800454.996659:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:57.0:1609800454.996678:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996680:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:4.0:1609800454.996680:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800454.996681:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:4.0:1609800454.996682:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (22)++
00000800:00000200:29.1:1609800454.996684:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800454.996684:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:4.0:1609800454.996684:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:57.0:1609800454.996686:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800454.996689:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:4.0:1609800454.996692:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800454.996692:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:57.0:1609800454.996694:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800454.996696:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)++
00000400:00000200:4.0:1609800454.996696:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800454.996697:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:7.0:1609800454.996698:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000400:00000200:4.0:1609800454.996698:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:4.0:1609800454.996703:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800454.996706:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:4.0:1609800454.996709:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800454.996709:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:57.0:1609800454.996710:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (24)++
00000800:00000200:4.0:1609800454.996711:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:3.0:1609800454.996711:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:57.0:1609800454.996712:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:3.0:1609800454.996712:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:4.0:1609800454.996713:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000800:00000200:4.0:1609800454.996715:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:57.0:1609800454.996717:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800454.996719:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (24)++
00000400:00000200:57.0:1609800454.996722:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800454.996724:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:6.0:1609800454.996727:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000400:00000200:57.0:1609800454.996730:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800454.996730:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:6.0:1609800454.996731:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800454.996732:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:37.0:1609800454.996732:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000400:00000200:6.0:1609800454.996734:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:37.0:1609800454.996735:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000800:00000200:57.0:1609800454.996737:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800454.996737:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800454.996737:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:57.0:1609800454.996738:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:6.0:1609800454.996738:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:37.0:1609800454.996739:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:57.0:1609800454.996740:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000800:00000200:57.0:1609800454.996742:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:37.0:1609800454.996742:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)--
00000800:00000200:57.0:1609800454.996744:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800454.996744:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)++
00000800:00000200:6.0:1609800454.996745:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:6.0:1609800454.996746:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000800:00000200:3.0:1609800454.996747:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800454.996748:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.75@o2ib18: no credits
00000800:00000200:37.0:1609800454.996748:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:6.0:1609800454.996748:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800454.996750:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800454.996750:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:37.0:1609800454.996753:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.996754:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800454.996755:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800454.996817:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:3.0:1609800454.996825:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:3.0:1609800454.996828:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:7.0:1609800454.996830:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:3.0:1609800454.996834:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:3.0:1609800454.996835:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:3.0:1609800454.996836:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800454.996845:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800454.996853:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800454.996856:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:6.0:1609800454.996858:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800454.996859:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:6.0:1609800454.996860:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800454.996862:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800454.996998:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:7.0:1609800454.997006:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:7.0:1609800454.997027:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:7.0:1609800454.997028:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:3.0:1609800454.997029:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:7.0:1609800454.997030:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:7.0:1609800454.997031:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:57.0:1609800455.018796:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.018807:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.018814:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4b40 nid 192.168.128.92@o2ib18
00000400:00000200:57.0:1609800455.018817:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed480 net o2ib18
00000400:00000200:57.0:1609800455.018821:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dad85600 nid 192.168.128.92@o2ib18
00000400:00000200:57.0:1609800455.018827:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.92@o2ib18 NID 192.168.128.92@o2ib18 flags 0x0
00000400:00000200:57.0:1609800455.018836:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.92@o2ib18: 0
00000400:00000200:38.0:1609800455.018836:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.018837:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.018839:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800455.018843:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.92@o2ib18 NID 192.168.128.92@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800455.018846:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.92@o2ib18 pending discovery
00000400:00000200:38.0:1609800455.018848:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.018856:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.018856:0:16056:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.92@o2ib18: -114
00000400:00000200:38.0:1609800455.018858:0:16056:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:38.0:1609800455.018861:0:16056:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:38.0:1609800455.018865:0:16056:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.92@o2ib18 NID 192.168.128.92@o2ib18: 0. pending discovery
00000400:00000200:38.0:1609800455.018869:0:16056:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.92@o2ib18 pending discovery
00000400:00000200:69.0:1609800455.018876:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:38.0:1609800455.018878:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800455.018883:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.92@o2ib18 state 0x20
00000400:00000200:57.0:1609800455.018883:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800455.018886:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.92@o2ib18
00000400:00000200:69.0:1609800455.018889:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.92@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800455.018893:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.018905:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:131] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800455.018911:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800455.018915:0:16063:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.018916:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.018920:0:16063:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.92@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800455.018924:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.92@o2ib18 1
00000400:00000200:57.0:1609800455.018934:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800455.018939:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.92@o2ib18
00000800:00000200:57.0:1609800455.018940:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.018943:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:69.0:1609800455.018944:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.92@o2ib18
00000800:00000200:57.0:1609800455.018947:0:16063:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (1)++
00000400:00000200:69.0:1609800455.018949:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:57.0:1609800455.018954:0:16063:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2)++
00000400:00000200:69.0:1609800455.018962:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.018970:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.018972:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.018976:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:69.0:1609800455.018979:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800455.018981:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (3) version: 0
00000800:00000200:38.0:1609800455.018984:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800455.018988:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (3) version: 0
00000400:00000200:38.0:1609800455.018990:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800455.018993:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.018993:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.018995:0:16063:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000400:00000200:38.0:1609800455.018996:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:69.0:1609800455.018997:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:57.0:1609800455.018998:0:16063:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (3)--
00000400:00000200:69.0:1609800455.019008:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.019013:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.019015:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.019018:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:38.0:1609800455.019033:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800455.019035:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800455.019037:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.019038:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800455.019039:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800455.019040:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019048:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019051:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:38.0:1609800455.019051:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.019053:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019057:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.019061:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:38.0:1609800455.019064:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.019066:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:57.0:1609800455.019067:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.019069:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800455.019072:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800455.019074:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.019116:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019132:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019135:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019140:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.019143:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:57.0:1609800455.019147:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.019148:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800455.019169:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.019188:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.019191:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019379:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019386:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019388:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.019412:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.019418:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.019421:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.019427:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.019443:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.019445:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019485:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019491:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019493:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019685:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019691:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019693:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.019725:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.019731:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.019734:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:46.0:1609800455.019736:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.92@o2ib18 Addr resolved: 0
00000400:00000200:0.0:1609800455.019740:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800455.019752:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.92@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800455.019781:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.019787:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.019790:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800455.019820:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800455.020068:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.92@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800455.020090:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dae06000 0xffff9354dae06000(0x1fdae06000)
00000800:00000200:46.0:1609800455.020092:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dae07000 0xffff9354dae07000(0x1fdae07000)
00000800:00000200:46.0:1609800455.020094:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dae08000 0xffff9354dae08000(0x1fdae08000)
00000800:00000200:46.0:1609800455.020095:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dae09000 0xffff9354dae09000(0x1fdae09000)
00000800:00000200:46.0:1609800455.020096:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dae0a000 0xffff9354dae0a000(0x1fdae0a000)
00000800:00000200:46.0:1609800455.020097:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dae0b000 0xffff9354dae0b000(0x1fdae0b000)
00000800:00000200:46.0:1609800455.020098:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dae0c000 0xffff9354dae0c000(0x1fdae0c000)
00000800:00000200:46.0:1609800455.020098:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dae0d000 0xffff9354dae0d000(0x1fdae0d000)
00000800:00000200:46.0:1609800455.020099:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dae0e000 0xffff9354dae0e000(0x1fdae0e000)
00000800:00000200:46.0:1609800455.020100:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dae0f000 0xffff9354dae0f000(0x1fdae0f000)
00000800:00000200:46.0:1609800455.020100:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dae10000 0xffff9354dae10000(0x1fdae10000)
00000800:00000200:46.0:1609800455.020101:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dae11000 0xffff9354dae11000(0x1fdae11000)
00000800:00000200:46.0:1609800455.020102:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dae12000 0xffff9354dae12000(0x1fdae12000)
00000800:00000200:46.0:1609800455.020102:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dae13000 0xffff9354dae13000(0x1fdae13000)
00000800:00000200:46.0:1609800455.020103:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dae14000 0xffff9354dae14000(0x1fdae14000)
00000800:00000200:46.0:1609800455.020104:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dae15000 0xffff9354dae15000(0x1fdae15000)
00000800:00000200:46.0:1609800455.020104:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dae16000 0xffff9354dae16000(0x1fdae16000)
00000800:00000200:46.0:1609800455.020105:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dae17000 0xffff9354dae17000(0x1fdae17000)
00000800:00000200:46.0:1609800455.020384:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020385:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020385:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020386:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020386:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020387:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020387:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020388:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020388:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020389:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020389:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020390:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020390:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020392:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020392:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020393:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020394:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020394:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020395:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020396:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020396:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020397:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020397:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020398:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020398:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020399:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020399:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020399:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020400:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020400:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020401:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020401:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020402:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020402:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:46.0:1609800455.020403:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (19)++
00000800:00000200:46.0:1609800455.020403:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (20)--
00000800:00000200:27.0:1609800455.021109:0:432:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.92@o2ib18
00000800:00000200:27.0:1609800455.021113:0:432:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.92@o2ib18: active(1), version(12), status(0)
00000800:00000200:27.0:1609800455.021117:0:432:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354db0eb000] (19)++
00000800:00000200:27.0:1609800455.021119:0:432:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354db0eb000] (20)++
00000800:00000200:27.0:1609800455.021136:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:27.0:1609800455.021138:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800455.021140:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:27.0:1609800455.021141:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (24)++
00000800:00000200:27.0:1609800455.021143:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (25)++
00000800:00000200:27.0:1609800455.021144:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (26)++
00000800:00000200:27.0:1609800455.021146:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (27)++
00000800:00000200:27.0:1609800455.021147:0:432:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (28)++
00000800:00000200:27.0:1609800455.021164:0:432:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354db0eb000] (29)--
00000800:00000200:22.1:1609800455.021219:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (28)++
00000800:00000200:24.0:1609800455.021264:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000800:00000200:24.0:1609800455.021270:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000400:00000200:24.0:1609800455.021272:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.021277:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021299:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:24.0:1609800455.021303:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.021304:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (29)++
00000800:00000200:24.0:1609800455.021306:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (30)++
00000800:00000200:24.0:1609800455.021308:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021308:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)--
00000800:00000200:19.0:1609800455.021312:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:24.0:1609800455.021318:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)--
00000400:00000200:57.0:1609800455.021319:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021320:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:19.0:1609800455.021320:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:19.0:1609800455.021321:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (31)--
00000400:00000200:19.0:1609800455.021323:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021324:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021324:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000400:00000200:57.0:1609800455.021325:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:24.0:1609800455.021326:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.021326:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.021326:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000400:00000200:24.0:1609800455.021328:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.021330:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:18.0:1609800455.021331:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:19.0:1609800455.021332:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:18.0:1609800455.021332:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (31)--
00000800:00000200:24.0:1609800455.021333:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:57.0:1609800455.021334:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800455.021334:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021335:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000400:00000200:18.0:1609800455.021335:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.021336:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.021337:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800455.021337:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021338:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (29)++
00000400:00000200:18.0:1609800455.021338:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021339:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (30)++
00000800:00000200:19.0:1609800455.021339:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (30)++
00000400:00000200:20.0:1609800455.021340:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021341:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021342:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:19.0:1609800455.021342:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:19.0:1609800455.021344:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:18.0:1609800455.021344:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:20.0:1609800455.021345:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.021345:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:24.0:1609800455.021348:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)--
00000800:00000200:18.0:1609800455.021348:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.021349:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:18.0:1609800455.021350:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)++
00000800:00000200:24.0:1609800455.021351:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021351:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (32)--
00000800:00000200:20.0:1609800455.021351:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.021351:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (32)--
00000400:00000200:24.0:1609800455.021352:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.021352:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:19.0:1609800455.021353:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)++
00000800:00000200:20.0:1609800455.021354:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)++
00000800:00000200:18.0:1609800455.021354:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000400:00000200:24.0:1609800455.021355:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.021355:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:19.0:1609800455.021356:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021357:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:19.0:1609800455.021357:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (32)--
00000800:00000200:24.0:1609800455.021358:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:19.0:1609800455.021358:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.021358:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (32)--
00000800:00000200:20.0:1609800455.021359:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021360:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)--
00000800:00000200:18.0:1609800455.021360:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)++
00000400:00000200:57.0:1609800455.021361:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021361:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800455.021361:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021362:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)++
00000800:00000200:18.0:1609800455.021362:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021363:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:18.0:1609800455.021363:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (31)--
00000800:00000200:20.0:1609800455.021364:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (32)--
00000800:00000200:19.0:1609800455.021364:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:18.0:1609800455.021364:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021365:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021365:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)--
00000800:00000200:24.0:1609800455.021366:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)--
00000400:00000200:18.0:1609800455.021367:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021368:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)--
00000800:00000200:19.0:1609800455.021368:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.021369:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (28)++
00000400:00000200:57.0:1609800455.021370:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:19.0:1609800455.021370:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (29)++
00000800:00000200:18.0:1609800455.021370:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.021371:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:19.0:1609800455.021372:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (30)--
00000800:00000200:19.0:1609800455.021375:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)--
00000800:00000200:18.0:1609800455.021375:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800455.021376:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (28)++
00000800:00000200:18.0:1609800455.021377:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (29)++
00000800:00000200:18.0:1609800455.021379:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:18.0:1609800455.021379:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (30)--
00000800:00000200:18.0:1609800455.021381:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)--
00000400:00000200:0.0:1609800455.021412:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.021419:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.021426:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.021430:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.021432:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.021436:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.021438:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.021440:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800455.021456:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.021471:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.021473:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:22.1:1609800455.021544:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (28)++
00000800:00000200:20.0:1609800455.021552:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000800:00000200:20.0:1609800455.021557:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:24.0:1609800455.021559:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:24.0:1609800455.021563:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.021565:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)--
00000800:00000200:20.0:1609800455.021568:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021569:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (30)++
00000800:00000200:20.0:1609800455.021570:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (31)--
00000800:00000200:20.0:1609800455.021572:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)--
00000800:00000200:22.1:1609800455.021575:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (29)++
00000800:00000200:24.0:1609800455.021577:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (30)++
00000800:00000200:24.0:1609800455.021578:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (31)--
00000800:00000200:24.0:1609800455.021579:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)--
00000800:00000200:24.0:1609800455.021580:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000800:00000200:24.0:1609800455.021583:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000400:00000200:24.0:1609800455.021584:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.021584:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)--
00000400:00000200:24.0:1609800455.021587:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021590:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:24.0:1609800455.021592:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.021593:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (28)++
00000800:00000200:22.1:1609800455.021594:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (28)++
00000800:00000200:24.0:1609800455.021595:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (29)++
00000800:00000200:24.0:1609800455.021596:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021597:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)--
00000800:00000200:24.0:1609800455.021599:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)--
00000800:00000200:20.0:1609800455.021601:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000800:00000200:20.0:1609800455.021604:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021605:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000400:00000200:20.0:1609800455.021607:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.021607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000400:00000200:20.0:1609800455.021609:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.021611:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:18.0:1609800455.021612:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000800:00000200:20.0:1609800455.021613:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.021613:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000400:00000200:18.0:1609800455.021613:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.021616:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.021616:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000400:00000200:18.0:1609800455.021616:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.021617:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (30)++
00000800:00000200:19.0:1609800455.021617:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (30)--
00000800:00000200:24.0:1609800455.021618:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)++
00000400:00000200:19.0:1609800455.021618:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.021619:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (30)++
00000800:00000200:18.0:1609800455.021620:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:20.0:1609800455.021621:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000400:00000200:19.0:1609800455.021621:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.021622:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:24.0:1609800455.021623:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021624:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (31)--
00000800:00000200:18.0:1609800455.021624:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800455.021625:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.021625:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)--
00000800:00000200:19.0:1609800455.021625:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:18.0:1609800455.021625:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (30)++
00000800:00000200:18.0:1609800455.021626:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (31)++
00000400:00000200:24.0:1609800455.021627:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.021627:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (30)++
00000800:00000200:19.0:1609800455.021628:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800455.021628:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:19.0:1609800455.021629:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)++
00000800:00000200:18.0:1609800455.021629:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:20.0:1609800455.021630:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021631:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:20.0:1609800455.021631:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (32)--
00000800:00000200:19.0:1609800455.021631:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:18.0:1609800455.021631:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (32)--
00000800:00000200:18.0:1609800455.021632:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)++
00000800:00000200:24.0:1609800455.021633:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800455.021633:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.021633:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:19.0:1609800455.021634:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:24.0:1609800455.021635:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (31)++
00000400:00000200:20.0:1609800455.021635:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.021635:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021636:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (32)++
00000800:00000200:19.0:1609800455.021636:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (32)--
00000800:00000200:18.0:1609800455.021636:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (32)--
00000800:00000200:19.0:1609800455.021637:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)++
00000400:00000200:18.0:1609800455.021637:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.021638:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.021638:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (32)--
00000800:00000200:20.0:1609800455.021639:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.021639:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000400:00000200:18.0:1609800455.021639:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.021640:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (31)--
00000800:00000200:19.0:1609800455.021640:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (31)--
00000800:00000200:24.0:1609800455.021641:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)--
00000400:00000200:19.0:1609800455.021641:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.021642:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800455.021642:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (28)--
00000800:00000200:20.0:1609800455.021643:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (27)++
00000800:00000200:20.0:1609800455.021644:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (28)++
00000400:00000200:19.0:1609800455.021644:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.021645:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:20.0:1609800455.021647:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (29)--
00000800:00000200:19.0:1609800455.021647:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (29)--
00000800:00000200:20.0:1609800455.021649:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)--
00000800:00000200:22.1:1609800455.021983:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (26)++
00000800:00000200:24.0:1609800455.022026:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)++
00000800:00000200:24.0:1609800455.022032:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:24.0:1609800455.022060:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.92@o2ib18: no credits
00000800:00000200:24.0:1609800455.022061:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (28)++
00000800:00000200:24.0:1609800455.022062:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (29)--
00000800:00000200:24.0:1609800455.022063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (28)--
00000800:00000200:24.0:1609800455.022065:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)++
00000800:00000200:24.0:1609800455.022086:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:24.0:1609800455.022088:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (28)++
00000800:00000200:24.0:1609800455.022089:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (29)--
00000800:00000200:24.0:1609800455.022090:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (28)--
00000800:00000200:18.0:1609800455.022093:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)--
00000800:00000200:22.1:1609800455.022127:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (26)++
00000800:00000200:20.0:1609800455.022152:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)++
00000800:00000200:20.0:1609800455.022155:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (28)--
00000400:00000200:20.0:1609800455.022156:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.022159:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)++
00000400:00000200:20.0:1609800455.022159:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.022162:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (28)--
00000800:00000200:20.0:1609800455.022162:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (28)--
00000800:00000200:20.0:1609800455.022163:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)++
00000400:00000200:24.0:1609800455.022164:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.022165:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (27)--
00000400:00000200:20.0:1609800455.022166:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.022166:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)++
00000400:00000200:24.0:1609800455.022167:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:20.0:1609800455.022168:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.022169:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (27)--
00000800:00000200:19.0:1609800455.022170:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)++
00000400:00000200:18.0:1609800455.022171:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.022173:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (27)--
00000800:00000200:20.0:1609800455.022174:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000800:00000200:19.0:1609800455.022174:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (27)--
00000400:00000200:18.0:1609800455.022174:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.022175:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000400:00000200:19.0:1609800455.022176:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.022179:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.022188:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000800:00000200:18.0:1609800455.022188:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000400:00000200:24.0:1609800455.022190:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.022190:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:24.0:1609800455.022192:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.022192:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:24.0:1609800455.022195:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:22.1:1609800455.022197:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:19.0:1609800455.022203:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:19.0:1609800455.022207:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800455.022209:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:18.0:1609800455.022210:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:19.0:1609800455.022211:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:19.0:1609800455.022212:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:28.1:1609800455.256475:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:37.0:1609800455.256540:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:37.0:1609800455.256551:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.65@o2ib18
00000400:00000200:37.0:1609800455.256560:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.256568:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.256574:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800455.256587:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.256590:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:37.0:1609800455.256593:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800455.256599:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800455.256603:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800455.256605:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.256608:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800455.256611:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.256614:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:37.0:1609800455.256617:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000800:00000200:37.0:1609800455.256619:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:6.0:1609800455.256620:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.256621:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:6.0:1609800455.256626:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800455.256627:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:37.0:1609800455.256635:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800455.256639:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800455.256640:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.256642:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:37.0:1609800455.256644:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800455.256646:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800455.256650:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:6.0:1609800455.256652:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800455.256655:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.256658:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800455.256660:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800455.256663:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.256664:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800455.256664:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.256669:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.256671:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.256673:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)++
00000400:00000200:3.0:1609800455.256673:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.256674:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)++
00000800:00000200:6.0:1609800455.256676:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800455.256677:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:7.0:1609800455.256677:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)++
00000400:00000200:3.0:1609800455.256679:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:4.0:1609800455.256680:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800455.256682:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800455.256684:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:7.0:1609800455.256685:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:4.0:1609800455.256685:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.256686:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:4.0:1609800455.256691:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800455.256692:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800455.256693:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800455.256693:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800455.256697:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:3.0:1609800455.256700:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800455.256702:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.256702:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.256703:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:3.0:1609800455.256706:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800455.256707:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.256709:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800455.256709:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800455.256712:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800455.256715:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800455.256717:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800455.256720:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800455.256722:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800455.256725:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.256727:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.256728:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:7.0:1609800455.256729:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800455.256729:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:57.0:1609800455.256731:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800455.256735:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800455.256737:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.256738:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800455.256738:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (26)++
00000400:00000200:37.0:1609800455.256741:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:7.0:1609800455.256741:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800455.256741:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800455.256759:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907ca900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.256761:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800455.256762:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:6.0:1609800455.256763:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800455.256764:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.256764:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:3.0:1609800455.256765:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000800:00000200:37.0:1609800455.256766:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800455.256766:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800455.256767:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800455.256767:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800455.256768:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800455.256768:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)++
00000800:00000200:7.0:1609800455.256770:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:6.0:1609800455.256770:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)++
00000400:00000200:3.0:1609800455.256770:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.256771:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800455.256771:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (28)--
00000800:00000200:57.0:1609800455.256772:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800455.256772:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.256772:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (27)--
00000800:00000200:7.0:1609800455.256773:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800455.256774:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000400:00000200:57.0:1609800455.256775:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.256792:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:6.0:1609800455.256792:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000400:00000200:3.0:1609800455.256792:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.256793:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.256795:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000400:00000200:3.0:1609800455.256795:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:6.0:1609800455.256796:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800455.256797:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:6.0:1609800455.256798:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:3.0:1609800455.256801:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.256804:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800455.256807:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800455.256809:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800455.256811:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdaa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800455.256812:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.256812:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:3.0:1609800455.256814:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000400:00000200:38.0:1609800455.256815:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.256818:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800455.256818:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:3.0:1609800455.256819:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:57.0:1609800455.256824:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800455.256830:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:57.0:1609800455.256834:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800455.256836:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800455.256837:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.256839:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800455.256840:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.256841:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:37.0:1609800455.256844:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:37.0:1609800455.256846:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:37.0:1609800455.256847:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:57.0:1609800455.256854:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.256856:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.256861:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800455.256907:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:7.0:1609800455.256916:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:7.0:1609800455.256920:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:3.0:1609800455.256923:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:7.0:1609800455.256924:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800455.256928:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800455.256931:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:7.0:1609800455.256936:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800455.256939:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800455.256942:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800455.256945:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.1:1609800455.256946:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:7.0:1609800455.256946:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907ca500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800455.256950:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:7.0:1609800455.256951:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:7.0:1609800455.256952:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:7.0:1609800455.256954:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:7.0:1609800455.256957:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800455.256960:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:7.0:1609800455.256977:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800455.256980:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.256981:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:7.0:1609800455.256982:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800455.256983:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:37.0:1609800455.256986:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800455.256988:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.256988:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:37.0:1609800455.256989:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.256990:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:7.0:1609800455.256991:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800455.256991:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.256992:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:7.0:1609800455.256993:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800455.256996:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800455.256997:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800455.256997:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345907ca000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.256999:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800455.257001:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000400:00000200:3.0:1609800455.257001:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.257002:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800455.257002:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000800:00000200:7.0:1609800455.257003:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:37.0:1609800455.257004:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800455.257004:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:37.0:1609800455.257006:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.257007:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:37.0:1609800455.257009:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:37.0:1609800455.257009:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:3.0:1609800455.257010:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800455.257011:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.257012:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800455.257013:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800455.257014:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257015:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.257015:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800455.257018:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800455.257018:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800455.257019:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800455.257019:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800455.257045:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:3.0:1609800455.257050:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:5.0:1609800455.257052:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800455.257054:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800455.257054:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.257054:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000400:00000200:57.0:1609800455.257056:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.257056:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:5.0:1609800455.257057:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.257058:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800455.257064:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800455.257071:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800455.257074:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800455.257075:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:6.0:1609800455.257076:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:57.0:1609800455.257345:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.257361:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257364:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800455.257370:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.257373:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800455.257386:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.257387:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:57.0:1609800455.257388:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:57.0:1609800455.257395:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:0.0:1609800455.257401:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.257423:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.257426:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:0.0:1609800455.257431:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.257446:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800455.257451:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.257453:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:0.0:1609800455.257454:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:0.0:1609800455.257458:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000400:00000200:0.0:1609800455.257480:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.257483:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.257485:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:0.0:1609800455.257489:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.257491:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800455.257501:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.257502:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:0.0:1609800455.257503:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (23)++
00000800:00000200:0.0:1609800455.257504:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (24)--
00000400:00000200:0.0:1609800455.257507:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.257512:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257514:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.257514:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800455.257518:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.257518:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800455.257520:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:0.0:1609800455.257520:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800455.257521:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.257522:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:0.0:1609800455.257522:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:0.0:1609800455.257526:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (25)--
00000400:00000200:57.0:1609800455.257528:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.257537:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800455.257541:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800455.257542:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800455.257543:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (24)++
00000400:00000200:0.0:1609800455.257544:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.257545:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (25)++
00000400:00000200:0.0:1609800455.257546:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:0.0:1609800455.257550:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.257552:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800455.257553:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:0.0:1609800455.257556:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800455.257558:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800455.257558:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:0.0:1609800455.257559:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (26)++
00000400:00000200:57.0:1609800455.257561:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800455.257563:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (27)--
00000400:00000200:57.0:1609800455.257569:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800455.257575:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.257578:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:57.0:1609800455.257582:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.257601:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (26)++
00000800:00000200:57.0:1609800455.257602:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (27)++
00000800:00000200:57.0:1609800455.257605:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (28)--
00000400:00000200:57.0:1609800455.257609:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.257611:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257612:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:57.0:1609800455.257617:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.257619:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:28.1:1609800455.257621:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (27)++
00000800:00000200:57.0:1609800455.257622:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.257623:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (27)++
00000800:00000200:57.0:1609800455.257624:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (29)++
00000800:00000200:57.0:1609800455.257627:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (30)--
00000400:00000200:57.0:1609800455.257631:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.257633:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257635:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:37.0:1609800455.257662:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (29)++
00000800:00000200:37.0:1609800455.257668:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (30)--
00000400:00000200:57.0:1609800455.257670:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800455.257670:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.257673:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.257675:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.257692:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:37.0:1609800455.257696:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:57.0:1609800455.257698:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.257700:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.257701:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (29)++
00000400:00000200:57.0:1609800455.257702:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.257703:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (30)++
00000400:00000200:57.0:1609800455.257704:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:37.0:1609800455.257705:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257705:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (31)++
00000800:00000200:37.0:1609800455.257706:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (31)--
00000800:00000200:37.0:1609800455.257710:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (31)--
00000400:00000200:0.0:1609800455.257710:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.257711:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (30)++
00000800:00000200:3.0:1609800455.257712:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257713:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (31)--
00000400:00000200:0.0:1609800455.257714:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.257715:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000400:00000200:3.0:1609800455.257715:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.257716:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (30)--
00000400:00000200:0.0:1609800455.257716:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:37.0:1609800455.257717:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.257718:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:37.0:1609800455.257719:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.257741:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:3.0:1609800455.257741:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:37.0:1609800455.257774:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800455.257775:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.257776:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (29)++
00000800:00000200:37.0:1609800455.257776:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (30)++
00000800:00000200:3.0:1609800455.257777:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (30)++
00000800:00000200:37.0:1609800455.257778:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:6.0:1609800455.257778:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (32)++
00000800:00000200:37.0:1609800455.257779:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (32)--
00000800:00000200:3.0:1609800455.257779:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (32)++
00000800:00000200:37.0:1609800455.257781:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (33)--
00000800:00000200:3.0:1609800455.257781:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257782:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (33)--
00000800:00000200:37.0:1609800455.257783:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (31)++
00000800:00000200:6.0:1609800455.257784:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257784:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (32)--
00000800:00000200:6.0:1609800455.257785:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (32)--
00000800:00000200:37.0:1609800455.257786:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:37.0:1609800455.257786:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (30)--
00000800:00000200:3.0:1609800455.257786:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (30)++
00000400:00000200:6.0:1609800455.257787:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.257788:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.257790:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:6.0:1609800455.257790:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.257790:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257791:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (30)--
00000800:00000200:37.0:1609800455.257793:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:7.0:1609800455.257793:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (29)++
00000400:00000200:3.0:1609800455.257793:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.257795:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.257796:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.257796:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (30)--
00000800:00000200:37.0:1609800455.257798:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (29)++
00000800:00000200:7.0:1609800455.257798:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:3.0:1609800455.257798:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (29)--
00000800:00000200:37.0:1609800455.257799:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (29)++
00000800:00000200:7.0:1609800455.257799:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (29)--
00000800:00000200:6.0:1609800455.257799:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (29)++
00000800:00000200:37.0:1609800455.257801:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000400:00000200:7.0:1609800455.257802:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.257803:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (30)--
00000800:00000200:37.0:1609800455.257805:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (29)--
00000400:00000200:7.0:1609800455.257805:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.257806:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.65@o2ib18: no credits
00000800:00000200:37.0:1609800455.257807:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (28)--
00000800:00000200:6.0:1609800455.257807:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (28)--
00000400:00000200:6.0:1609800455.257809:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800455.257810:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000400:00000200:6.0:1609800455.257811:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.257814:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:28.1:1609800455.258016:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800455.258026:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000800:00000200:37.0:1609800455.258030:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:3.0:1609800455.258032:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800455.258041:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:37.0:1609800455.258042:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800455.258043:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:28.1:1609800455.258062:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (24)++
00000800:00000200:7.0:1609800455.258135:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000800:00000200:7.0:1609800455.258140:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:7.0:1609800455.258143:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)++
00000800:00000200:7.0:1609800455.258144:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:7.0:1609800455.258145:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:7.0:1609800455.258146:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000400:00000200:57.0:1609800455.258166:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800455.258167:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (26)--
00000400:00000200:7.0:1609800455.258168:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.258170:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000400:00000200:7.0:1609800455.258171:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.258173:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.258173:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (26)--
00000400:00000200:3.0:1609800455.258174:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800455.258175:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000400:00000200:57.0:1609800455.258178:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:7.0:1609800455.258178:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000400:00000200:3.0:1609800455.258178:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:7.0:1609800455.258181:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000400:00000200:7.0:1609800455.258183:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.258184:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000400:00000200:7.0:1609800455.258186:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.258187:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800455.258187:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000400:00000200:37.0:1609800455.258188:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.258190:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:3.0:1609800455.258190:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:37.0:1609800455.258191:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:7.0:1609800455.258191:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800455.258193:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:57.0:1609800455.258196:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.258198:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:37.0:1609800455.258198:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:57.0:1609800455.258199:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800455.258200:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800455.258200:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:57.0:1609800455.258209:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800455.258210:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800455.258212:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800455.258213:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800455.258220:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:7.0:1609800455.258228:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:7.0:1609800455.258232:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:7.0:1609800455.258233:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.258234:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:7.0:1609800455.258235:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:7.0:1609800455.258238:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:57.0:1609800455.264534:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.264545:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.264552:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4c00 nid 192.168.128.182@o2ib18
00000400:00000200:57.0:1609800455.264555:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed340 net o2ib18
00000400:00000200:57.0:1609800455.264563:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93360db9de00 nid 192.168.128.182@o2ib18
00000400:00000200:57.0:1609800455.264569:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18 flags 0x0
00000400:00000200:0.0:1609800455.264572:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.264578:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.182@o2ib18: 0
00000400:00000200:57.0:1609800455.264580:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.264582:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800455.264586:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800455.264588:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.264590:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.182@o2ib18 pending discovery
00000400:00000200:0.0:1609800455.264593:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.182@o2ib18: -114
00000400:00000200:0.0:1609800455.264594:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800455.264595:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800455.264597:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800455.264599:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.182@o2ib18 pending discovery
00000400:00000200:57.0:1609800455.264603:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.264604:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.264607:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.264608:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.182@o2ib18: -114
00000400:00000200:57.0:1609800455.264609:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.264609:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800455.264609:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800455.264611:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800455.264613:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.182@o2ib18 pending discovery
00000400:00000200:57.0:1609800455.264615:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.182@o2ib18: -114
00000400:00000200:57.0:1609800455.264617:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.264619:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800455.264622:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.264625:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800455.264626:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800455.264629:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800455.264629:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.182@o2ib18 pending discovery
00000400:00000200:0.0:1609800455.264630:0:16059:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.182@o2ib18: -114
00000400:00000200:0.0:1609800455.264631:0:16059:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1609800455.264632:0:16059:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1609800455.264634:0:16059:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.182@o2ib18 NID 192.168.128.182@o2ib18: 0. pending discovery
00000400:00000200:0.0:1609800455.264637:0:16059:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.182@o2ib18 pending discovery
00000400:00000200:69.0:1609800455.264639:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.182@o2ib18 state 0x20
00000400:00000200:57.0:1609800455.264640:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800455.264642:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264645:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.182@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800455.264646:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800455.264648:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264653:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.182@o2ib18
00000400:00000200:57.0:1609800455.264653:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.264658:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:132] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800455.264663:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800455.264667:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.182@o2ib18
00000400:00000200:57.0:1609800455.264672:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.182@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800455.264676:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.182@o2ib18 1
00000400:00000200:69.0:1609800455.264677:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.264685:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.264691:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264698:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.264702:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff933633bf5d00] -> 192.168.128.182@o2ib18 (1)++
00000800:00000200:69.0:1609800455.264704:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:57.0:1609800455.264709:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2)++
00000800:00000200:69.0:1609800455.264711:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800455.264715:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (3) version: 0
00000400:00000200:69.0:1609800455.264720:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264724:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:69.0:1609800455.264734:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.264739:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:69.0:1609800455.264743:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800455.264746:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800455.264747:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800455.264750:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff933633bf5d00] -> 192.168.128.182@o2ib18 (3)--
00000400:00000200:69.0:1609800455.264753:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264757:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:69.0:1609800455.264766:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.264771:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:69.0:1609800455.264776:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800455.264779:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800455.264783:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264786:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:69.0:1609800455.264795:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.264799:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:69.0:1609800455.264803:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800455.264806:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800455.264810:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.182@o2ib18
00000400:00000200:69.0:1609800455.264813:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:69.0:1609800455.264822:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.264827:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:4.0:1609800455.264829:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800455.264832:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800455.264834:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800455.264835:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800455.264837:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:4.0:1609800455.264850:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.264853:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:4.0:1609800455.264859:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800455.264861:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800455.264867:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.264870:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.264872:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:4.0:1609800455.264876:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.264878:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:4.0:1609800455.264880:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800455.264881:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800455.264885:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.264896:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.264897:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:38.0:1609800455.265204:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.265226:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.265230:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:38.0:1609800455.265235:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.265238:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.265240:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:18.0:1609800455.265279:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.182@o2ib18 Addr resolved: 0
00000800:00000200:18.0:1609800455.265298:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.182@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800455.265311:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265317:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.265321:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:5.0:1609800455.265323:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265327:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265330:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.265332:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.265375:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265378:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.265380:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.265384:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265413:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.265415:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.265421:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.265424:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.265426:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:57.0:1609800455.265660:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.265769:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.182@o2ib18 Route resolved: 0
00000800:00000200:18.0:1609800455.265794:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c58b3000 0xffff9344c58b3000(0xfc58b3000)
00000800:00000200:18.0:1609800455.265795:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c58b4000 0xffff9344c58b4000(0xfc58b4000)
00000800:00000200:18.0:1609800455.265796:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c58b5000 0xffff9344c58b5000(0xfc58b5000)
00000800:00000200:18.0:1609800455.265797:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c58b6000 0xffff9344c58b6000(0xfc58b6000)
00000800:00000200:18.0:1609800455.265800:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c58b7000 0xffff9344c58b7000(0xfc58b7000)
00000800:00000200:18.0:1609800455.265801:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c58b8000 0xffff9344c58b8000(0xfc58b8000)
00000800:00000200:18.0:1609800455.265802:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c58b9000 0xffff9344c58b9000(0xfc58b9000)
00000800:00000200:18.0:1609800455.265803:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c58ba000 0xffff9344c58ba000(0xfc58ba000)
00000800:00000200:18.0:1609800455.265804:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c58bb000 0xffff9344c58bb000(0xfc58bb000)
00000800:00000200:18.0:1609800455.265805:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c58bc000 0xffff9344c58bc000(0xfc58bc000)
00000800:00000200:18.0:1609800455.265805:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c58bd000 0xffff9344c58bd000(0xfc58bd000)
00000800:00000200:18.0:1609800455.265806:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c58be000 0xffff9344c58be000(0xfc58be000)
00000800:00000200:18.0:1609800455.265807:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c58bf000 0xffff9344c58bf000(0xfc58bf000)
00000800:00000200:18.0:1609800455.265808:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c58c0000 0xffff9344c58c0000(0xfc58c0000)
00000800:00000200:18.0:1609800455.265808:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c58c1000 0xffff9344c58c1000(0xfc58c1000)
00000800:00000200:18.0:1609800455.265809:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c58c2000 0xffff9344c58c2000(0xfc58c2000)
00000800:00000200:18.0:1609800455.265810:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c58c3000 0xffff9344c58c3000(0xfc58c3000)
00000800:00000200:18.0:1609800455.265811:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c58c4000 0xffff9344c58c4000(0xfc58c4000)
00000800:00000200:18.0:1609800455.266156:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266158:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266158:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266159:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266159:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266160:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266160:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266161:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266161:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266162:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266162:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266163:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266163:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266164:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266165:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266166:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266166:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266167:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266167:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266168:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266169:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266169:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266170:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266171:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266172:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266172:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266173:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266174:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266174:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266175:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266175:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266176:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266176:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266177:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:18.0:1609800455.266177:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (19)++
00000800:00000200:18.0:1609800455.266178:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (20)--
00000800:00000200:28.0:1609800455.266774:0:433:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.182@o2ib18
00000800:00000200:28.0:1609800455.266780:0:433:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.182@o2ib18: active(1), version(12), status(0)
00000800:00000200:28.0:1609800455.266784:0:433:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451a5ae400] (19)++
00000800:00000200:28.0:1609800455.266786:0:433:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451a5ae400] (20)++
00000800:00000200:28.0:1609800455.266788:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000800:00000200:28.0:1609800455.266791:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (22)++
00000800:00000200:28.0:1609800455.266792:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000800:00000200:28.0:1609800455.266794:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000800:00000200:28.0:1609800455.266795:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (25)++
00000800:00000200:28.0:1609800455.266797:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (26)++
00000800:00000200:28.0:1609800455.266798:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (27)++
00000800:00000200:28.0:1609800455.266800:0:433:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (28)++
00000800:00000200:28.0:1609800455.266815:0:433:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451a5ae400] (29)--
00000800:00000200:28.1:1609800455.266831:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (28)++
00000800:00000200:3.0:1609800455.266888:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)++
00000800:00000200:3.0:1609800455.266897:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000400:00000200:3.0:1609800455.266900:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.266907:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.266915:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.266921:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800455.266924:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (29)++
00000800:00000200:3.0:1609800455.266926:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.266929:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:3.0:1609800455.266931:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)--
00000800:00000200:6.0:1609800455.266938:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.266947:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:3.0:1609800455.266950:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.266951:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.266953:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000400:00000200:6.0:1609800455.266956:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.266956:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:3.0:1609800455.266957:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000400:00000200:3.0:1609800455.266960:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.266962:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:3.0:1609800455.266964:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.266970:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.266971:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.266975:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.266977:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800455.266978:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (29)++
00000800:00000200:3.0:1609800455.266979:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.266980:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.266983:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.266984:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000800:00000200:3.0:1609800455.266984:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000800:00000200:6.0:1609800455.266988:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.266989:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000800:00000200:3.0:1609800455.266989:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000400:00000200:57.0:1609800455.266991:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.266991:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.266993:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:3.0:1609800455.266995:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.266996:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.266996:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000400:00000200:3.0:1609800455.266999:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.267001:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:3.0:1609800455.267003:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.267004:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:7.0:1609800455.267005:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.267005:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000400:00000200:6.0:1609800455.267008:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267010:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:37.0:1609800455.267011:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000400:00000200:6.0:1609800455.267012:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:7.0:1609800455.267013:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:7.0:1609800455.267015:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000800:00000200:3.0:1609800455.267016:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800455.267017:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.267018:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.267018:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000800:00000200:37.0:1609800455.267019:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:37.0:1609800455.267021:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000800:00000200:3.0:1609800455.267022:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (31)++
00000400:00000200:7.0:1609800455.267023:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.267023:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800455.267024:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.267026:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)++
00000800:00000200:3.0:1609800455.267026:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:3.0:1609800455.267027:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)--
00000800:00000200:6.0:1609800455.267028:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000400:00000200:37.0:1609800455.267029:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.267030:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000800:00000200:7.0:1609800455.267032:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:6.0:1609800455.267032:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267033:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)--
00000800:00000200:3.0:1609800455.267033:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)++
00000800:00000200:3.0:1609800455.267036:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267037:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000400:00000200:0.0:1609800455.267037:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.267038:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.267038:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000800:00000200:7.0:1609800455.267039:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800455.267040:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800455.267042:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000800:00000200:37.0:1609800455.267044:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800455.267044:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (31)++
00000400:00000200:3.0:1609800455.267044:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267047:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)++
00000800:00000200:7.0:1609800455.267047:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000400:00000200:0.0:1609800455.267047:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:6.0:1609800455.267048:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)++
00000800:00000200:7.0:1609800455.267049:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)--
00000800:00000200:37.0:1609800455.267050:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000800:00000200:37.0:1609800455.267053:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267053:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800455.267055:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:3.0:1609800455.267056:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:7.0:1609800455.267057:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000800:00000200:37.0:1609800455.267059:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:7.0:1609800455.267061:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.267063:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800455.267064:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800455.267065:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (31)++
00000800:00000200:7.0:1609800455.267070:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800455.267072:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000800:00000200:6.0:1609800455.267072:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267074:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (31)++
00000800:00000200:3.0:1609800455.267074:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (31)++
00000400:00000200:0.0:1609800455.267074:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.267076:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:3.0:1609800455.267077:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267078:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000800:00000200:3.0:1609800455.267078:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000400:00000200:0.0:1609800455.267078:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:3.0:1609800455.267083:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)--
00000800:00000200:7.0:1609800455.267088:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (29)++
00000800:00000200:7.0:1609800455.267090:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (30)--
00000400:00000200:0.0:1609800455.267090:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800455.267092:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)--
00000400:00000200:0.0:1609800455.267095:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800455.267096:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (28)++
00000400:00000200:0.0:1609800455.267099:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:0.0:1609800455.267107:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.267108:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)++
00000800:00000200:6.0:1609800455.267142:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000400:00000200:0.0:1609800455.267154:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.267156:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000800:00000200:6.0:1609800455.267156:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000400:00000200:6.0:1609800455.267158:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.267158:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:37.0:1609800455.267160:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.267164:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:37.0:1609800455.267167:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:0.0:1609800455.267167:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800455.267169:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:0.0:1609800455.267173:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.267176:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:0.0:1609800455.267177:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:3.0:1609800455.267179:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)++
00000800:00000200:3.0:1609800455.267187:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000400:00000200:3.0:1609800455.267189:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.267194:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267195:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.267196:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.267199:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (29)++
00000800:00000200:37.0:1609800455.267201:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.267201:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.267201:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:6.0:1609800455.267204:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267205:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000800:00000200:37.0:1609800455.267206:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000800:00000200:3.0:1609800455.267206:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.267208:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)--
00000800:00000200:3.0:1609800455.267209:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)++
00000800:00000200:37.0:1609800455.267211:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267211:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)++
00000800:00000200:37.0:1609800455.267213:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:3.0:1609800455.267213:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (33)++
00000800:00000200:37.0:1609800455.267217:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (33)--
00000800:00000200:3.0:1609800455.267217:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:3.0:1609800455.267218:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:6.0:1609800455.267220:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:37.0:1609800455.267221:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)++
00000800:00000200:6.0:1609800455.267221:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000400:00000200:6.0:1609800455.267224:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267224:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:3.0:1609800455.267226:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:37.0:1609800455.267227:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000400:00000200:6.0:1609800455.267228:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267229:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000400:00000200:37.0:1609800455.267232:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.267234:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:37.0:1609800455.267239:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.267239:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.267241:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.267242:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (31)++
00000800:00000200:6.0:1609800455.267246:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:37.0:1609800455.267247:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:6.0:1609800455.267247:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000800:00000200:6.0:1609800455.267249:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:6.0:1609800455.267251:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:3.0:1609800455.267251:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:3.0:1609800455.267252:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (30)--
00000800:00000200:37.0:1609800455.267254:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800455.267254:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.267255:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:6.0:1609800455.267255:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800455.267257:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (30)++
00000400:00000200:3.0:1609800455.267258:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.267263:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:3.0:1609800455.267267:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.267268:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000800:00000200:6.0:1609800455.267268:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (32)++
00000800:00000200:6.0:1609800455.267270:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:3.0:1609800455.267271:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (34)++
00000800:00000200:6.0:1609800455.267272:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (33)--
00000800:00000200:37.0:1609800455.267274:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:37.0:1609800455.267275:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (33)--
00000800:00000200:6.0:1609800455.267275:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (33)++
00000800:00000200:8.0:1609800455.267279:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:37.0:1609800455.267280:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (33)--
00000800:00000200:8.0:1609800455.267283:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (32)--
00000800:00000200:3.0:1609800455.267283:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (32)++
00000400:00000200:8.0:1609800455.267286:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267286:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000400:00000200:8.0:1609800455.267291:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267295:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (32)++
00000800:00000200:3.0:1609800455.267295:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (32)--
00000800:00000200:6.0:1609800455.267297:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18: no credits
00000800:00000200:6.0:1609800455.267298:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (32)--
00000800:00000200:8.0:1609800455.267300:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (31)--
00000800:00000200:37.0:1609800455.267301:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000400:00000200:6.0:1609800455.267301:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267303:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)--
00000800:00000200:8.0:1609800455.267305:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)++
00000400:00000200:6.0:1609800455.267305:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.267311:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)--
00000800:00000200:6.0:1609800455.267313:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (29)++
00000800:00000200:3.0:1609800455.267317:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (30)++
00000800:00000200:37.0:1609800455.267319:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (31)++
00000800:00000200:8.0:1609800455.267319:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000800:00000200:6.0:1609800455.267320:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000800:00000200:3.0:1609800455.267320:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (31)--
00000800:00000200:37.0:1609800455.267322:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (30)--
00000400:00000200:8.0:1609800455.267322:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.267323:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.267323:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.267325:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (28)--
00000400:00000200:8.0:1609800455.267327:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:6.0:1609800455.267327:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267328:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (27)++
00000400:00000200:3.0:1609800455.267328:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.267331:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (28)--
00000800:00000200:6.0:1609800455.267332:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (28)--
00000400:00000200:37.0:1609800455.267334:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267335:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:6.0:1609800455.267337:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)++
00000400:00000200:37.0:1609800455.267341:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.267341:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:6.0:1609800455.267358:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (26)--
00000800:00000200:8.0:1609800455.267359:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000400:00000200:6.0:1609800455.267359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.267361:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:8.0:1609800455.267361:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (25)--
00000400:00000200:6.0:1609800455.267361:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:8.0:1609800455.267362:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.267362:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000400:00000200:8.0:1609800455.267364:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.267364:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:8.0:1609800455.267367:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:28.1:1609800455.267475:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:37.0:1609800455.267487:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800455.267491:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800455.267492:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800455.267494:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800455.267495:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:37.0:1609800455.267496:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:33.1:1609800455.292941:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:6.0:1609800455.292998:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800455.293008:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.151@o2ib18
00000400:00000200:6.0:1609800455.293017:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800455.293024:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.293030:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800455.293042:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800455.293047:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800455.293049:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800455.293054:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800455.293059:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800455.293061:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800455.293064:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800455.293067:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800455.293070:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800455.293072:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800455.293074:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:8.0:1609800455.293076:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.293077:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000400:00000200:8.0:1609800455.293082:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800455.293082:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:6.0:1609800455.293091:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800455.293095:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800455.293098:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.293101:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800455.293102:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800455.293106:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:8.0:1609800455.293107:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800455.293140:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.293142:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:8.0:1609800455.293142:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800455.293142:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:6.0:1609800455.293143:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800455.293144:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.293145:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800455.293146:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800455.293146:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800455.293148:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800455.293149:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800455.293149:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800455.293150:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800455.293151:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800455.293151:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000400:00000200:37.0:1609800455.293152:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.293153:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800455.293153:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800455.293154:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800455.293155:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:3.0:1609800455.293155:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.293157:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:0.0:1609800455.293157:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800455.293159:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:0.0:1609800455.293159:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.293161:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800455.293163:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800455.293164:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.293173:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:3.0:1609800455.293174:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.293176:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800455.293176:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:3.0:1609800455.293178:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800455.293179:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800455.293179:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800455.293181:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800455.293181:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800455.293182:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.293182:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.293183:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800455.293183:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293185:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800455.293185:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.293185:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800455.293185:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800455.293187:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:3.0:1609800455.293187:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.293190:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:3.0:1609800455.293191:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000400:00000200:8.0:1609800455.293192:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800455.293192:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:0.0:1609800455.293193:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.293194:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.293200:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800455.293202:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800455.293203:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800455.293204:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800455.293206:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800455.293207:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (27)++
00000800:00000200:8.0:1609800455.293207:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.293207:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800455.293209:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (28)++
00000800:00000200:6.0:1609800455.293209:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800455.293212:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800455.293213:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.293215:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (29)--
00000800:00000200:3.0:1609800455.293215:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (29)++
00000800:00000200:57.0:1609800455.293216:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800455.293216:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (28)--
00000800:00000200:6.0:1609800455.293216:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (29)++
00000800:00000200:3.0:1609800455.293217:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (30)--
00000800:00000200:37.0:1609800455.293218:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (29)++
00000800:00000200:8.0:1609800455.293218:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (29)--
00000800:00000200:6.0:1609800455.293218:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (29)--
00000800:00000200:8.0:1609800455.293219:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (27)--
00000800:00000200:3.0:1609800455.293219:0:16038:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.151@o2ib18(1): redundant or enough NOOP
00000400:00000200:57.0:1609800455.293220:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293220:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:3.0:1609800455.293220:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800455.293221:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:8.0:1609800455.293222:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:37.0:1609800455.293223:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800455.293224:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800455.293238:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.293240:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800455.293241:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:37.0:1609800455.293247:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.293250:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800455.293252:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800455.293255:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.293256:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800455.293266:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.293267:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293269:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000400:00000200:0.0:1609800455.293270:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.293271:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800455.293271:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:37.0:1609800455.293272:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:57.0:1609800455.293273:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.293275:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800455.293280:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:0.0:1609800455.293287:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.293289:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.293290:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800455.293291:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000400:00000200:57.0:1609800455.293292:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.293292:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800455.293294:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800455.293295:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:6.0:1609800455.293296:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:57.0:1609800455.293298:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800455.293422:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:3.0:1609800455.293478:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:3.0:1609800455.293483:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:3.0:1609800455.293487:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800455.293492:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.293495:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:3.0:1609800455.293503:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.293506:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800455.293509:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800455.293512:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800455.293514:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:3.0:1609800455.293514:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800455.293518:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:37.0:1609800455.293521:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:3.0:1609800455.293521:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000400:00000200:37.0:1609800455.293525:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800455.293546:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:3.0:1609800455.293547:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:37.0:1609800455.293548:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.293548:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.293551:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.293552:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:37.0:1609800455.293553:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800455.293556:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.293558:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:37.0:1609800455.293559:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800455.293561:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800455.293580:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800455.293581:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800455.293582:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.293584:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800455.293588:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.293589:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800455.293591:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:8.0:1609800455.293595:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800455.293599:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000400:00000200:6.0:1609800455.293601:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800455.293602:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.293619:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000400:00000200:3.0:1609800455.293619:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293620:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:37.0:1609800455.293622:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:3.0:1609800455.293622:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800455.293624:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (26)--
00000800:00000200:37.0:1609800455.293625:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:37.0:1609800455.293626:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:37.0:1609800455.293628:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:8.0:1609800455.293628:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.293628:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800455.293630:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.293631:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800455.293631:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800455.293631:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800455.293634:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800455.293637:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800455.293638:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.293638:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800455.293641:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800455.293642:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800455.293644:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800455.293647:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.293647:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:8.0:1609800455.293648:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800455.293648:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000400:00000200:37.0:1609800455.293649:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800455.293649:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800455.293649:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.293649:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:4.0:1609800455.293650:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.293650:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800455.293653:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800455.293653:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.293655:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800455.293657:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800455.293657:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800455.293657:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800455.293657:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.293658:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800455.293659:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000400:00000200:57.0:1609800455.293660:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.293660:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:37.0:1609800455.293661:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800455.293661:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800455.293663:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800455.293663:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800455.293663:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.293665:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.293665:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.293665:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000400:00000200:4.0:1609800455.293665:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293666:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000400:00000200:4.0:1609800455.293668:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800455.293669:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000800:00000200:57.0:1609800455.293674:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800455.293674:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.293676:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293676:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800455.293676:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)--
00000400:00000200:4.0:1609800455.293676:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.293677:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000800:00000200:6.0:1609800455.293677:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:37.0:1609800455.293679:0:16039:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.151@o2ib18(1): redundant or enough NOOP
00000800:00000200:37.0:1609800455.293680:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:37.0:1609800455.293680:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:4.0:1609800455.293680:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.293682:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800455.293749:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:3.0:1609800455.293762:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:3.0:1609800455.293782:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000800:00000200:3.0:1609800455.293784:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:3.0:1609800455.293785:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:38.0:1609800455.293805:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.293806:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.293813:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.293816:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.293817:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:57.0:1609800455.293822:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:38.0:1609800455.293824:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.293830:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:57.0:1609800455.293838:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.293845:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:38.0:1609800455.293845:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.293846:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:38.0:1609800455.293848:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:57.0:1609800455.293853:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.293856:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:57.0:1609800455.293858:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:57.0:1609800455.293861:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.293870:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:57.0:1609800455.293879:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.293891:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.293895:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:57.0:1609800455.293906:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.293911:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:57.0:1609800455.293917:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.293919:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.293921:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.293929:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:33.1:1609800455.293941:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800455.293999:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:6.0:1609800455.294005:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000400:00000200:6.0:1609800455.294007:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.294010:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.294010:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800455.294032:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800455.294033:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800455.294037:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:6.0:1609800455.294038:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.294040:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:6.0:1609800455.294040:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.294041:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.294044:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:8.0:1609800455.294045:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800455.294046:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:8.0:1609800455.294047:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800455.294049:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.294051:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800455.294077:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:5.0:1609800455.294078:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:8.0:1609800455.294097:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:5.0:1609800455.294101:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.294103:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:5.0:1609800455.294104:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:5.0:1609800455.294112:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000400:00000200:5.0:1609800455.294117:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800455.294127:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:5.0:1609800455.294148:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.294149:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.294149:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000400:00000200:5.0:1609800455.294150:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:57.0:1609800455.294154:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.294155:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800455.294156:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:37.0:1609800455.294156:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800455.294158:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.294158:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:5.0:1609800455.294158:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:37.0:1609800455.294161:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.294163:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.294167:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:5.0:1609800455.294168:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.294169:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:5.0:1609800455.294169:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:5.0:1609800455.294170:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:57.0:1609800455.294171:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.294173:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.294175:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:5.0:1609800455.294175:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:5.0:1609800455.294179:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800455.294184:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:5.0:1609800455.294184:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.294186:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:33.1:1609800455.294187:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000400:00000200:57.0:1609800455.294188:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.294192:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.294192:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800455.294194:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:5.0:1609800455.294195:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:8.0:1609800455.294196:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:8.0:1609800455.294199:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:57.0:1609800455.294200:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.294203:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:8.0:1609800455.294203:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.294204:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:5.0:1609800455.294205:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800455.294206:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:5.0:1609800455.294206:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:57.0:1609800455.294207:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.294208:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:5.0:1609800455.294208:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000800:00000200:57.0:1609800455.294209:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (26)++
00000800:00000200:8.0:1609800455.294210:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:5.0:1609800455.294213:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:3.0:1609800455.294214:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:57.0:1609800455.294215:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000400:00000200:3.0:1609800455.294217:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.294219:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000400:00000200:3.0:1609800455.294220:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.294224:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800455.294225:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (23)++
00000800:00000200:3.0:1609800455.294228:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:57.0:1609800455.294229:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.294230:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:57.0:1609800455.294231:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:3.0:1609800455.294233:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800455.294234:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:3.0:1609800455.294234:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.294236:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800455.294237:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:3.0:1609800455.294237:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.294238:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:57.0:1609800455.294239:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:37.0:1609800455.294239:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.294240:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800455.294240:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:37.0:1609800455.294241:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.294241:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:8.0:1609800455.294242:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.294243:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.294243:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:57.0:1609800455.294244:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.294245:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:37.0:1609800455.294245:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:8.0:1609800455.294247:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:57.0:1609800455.294250:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000400:00000200:57.0:1609800455.294254:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.294262:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.294263:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:33.1:1609800455.294263:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:57.0:1609800455.294268:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.294276:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:57.0:1609800455.294285:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.294286:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.294287:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800455.294288:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.294291:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:6.0:1609800455.294291:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000400:00000200:6.0:1609800455.294293:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.294294:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:57.0:1609800455.294295:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800455.294296:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.294298:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.294300:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:57.0:1609800455.294301:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:33.1:1609800455.294305:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:57.0:1609800455.294306:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.294309:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:57.0:1609800455.294312:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800455.294312:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.294313:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.294314:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:57.0:1609800455.294315:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000800:00000200:57.0:1609800455.294319:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:8.0:1609800455.294319:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:0.0:1609800455.294319:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.294320:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000400:00000200:37.0:1609800455.294321:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.294323:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000400:00000200:0.0:1609800455.294323:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:37.0:1609800455.294324:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.294325:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800455.294325:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:3.0:1609800455.294325:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800455.294326:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800455.294327:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:57.0:1609800455.294329:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.294329:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800455.294331:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000400:00000200:57.0:1609800455.294332:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:0.0:1609800455.294334:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:57.0:1609800455.294339:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800455.294340:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:57.0:1609800455.294342:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:37.0:1609800455.294343:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800455.294344:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800455.294345:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800455.294345:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800455.294345:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.294346:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.294347:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:57.0:1609800455.294348:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:57.0:1609800455.294348:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000400:00000200:6.0:1609800455.294348:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.294352:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800455.294353:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:0.0:1609800455.294353:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000800:00000200:0.0:1609800455.294360:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:33.1:1609800455.294363:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000800:00000200:8.0:1609800455.294370:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:8.0:1609800455.294373:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:8.0:1609800455.294375:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.294376:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:8.0:1609800455.294377:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.294379:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800455.294380:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:37.0:1609800455.294381:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.294382:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:37.0:1609800455.294383:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.294386:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:33.1:1609800455.294664:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:6.0:1609800455.294673:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800455.294678:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800455.294681:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800455.294683:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800455.294684:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:6.0:1609800455.294686:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:5.0:1609800455.341196:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800455.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:26.1:1609800455.400694:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:20.0:1609800455.400746:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:20.0:1609800455.400758:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.132@o2ib18
00000400:00000200:20.0:1609800455.400766:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.400774:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.400780:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800455.400792:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.400796:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:20.0:1609800455.400799:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.400805:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800455.400808:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:20.0:1609800455.400810:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800455.400814:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800455.400816:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.400820:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:20.0:1609800455.400823:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000400:00000200:24.0:1609800455.400824:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.400825:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:20.0:1609800455.400827:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:24.0:1609800455.400830:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:24.0:1609800455.400843:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.400849:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800455.400871:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800455.400875:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.1:1609800455.400876:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:24.0:1609800455.400877:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.400882:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:24.0:1609800455.400883:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800455.400885:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:24.0:1609800455.400889:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:24.0:1609800455.400891:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800455.400891:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:57.0:1609800455.400895:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800455.400896:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800455.400901:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.400902:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800455.400903:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000400:00000200:19.0:1609800455.400904:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:57.0:1609800455.400906:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.400910:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:19.0:1609800455.400911:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.400914:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.400918:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.400918:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:24.0:1609800455.400919:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800455.400922:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800455.400923:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.400923:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:26.1:1609800455.400924:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800455.400928:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000400:00000200:18.0:1609800455.400928:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.400930:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:19.0:1609800455.400930:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000400:00000200:18.0:1609800455.400932:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800455.400933:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:20.0:1609800455.400934:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:19.0:1609800455.400934:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:57.0:1609800455.400937:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800455.400938:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800455.400939:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.400939:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800455.400941:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800455.400941:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000400:00000200:20.0:1609800455.400941:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.400943:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:18.0:1609800455.400943:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800455.400947:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:18.0:1609800455.400947:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800455.400949:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.400951:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.400951:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800455.400952:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.400954:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800455.400955:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:20.0:1609800455.400956:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.400956:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (24)++
00000800:00000200:24.0:1609800455.400957:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:19.0:1609800455.400957:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.400959:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800455.400960:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800455.400960:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.400960:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000800:00000200:20.0:1609800455.400961:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800455.400963:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:0.0:1609800455.400966:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800455.400968:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800455.400969:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.400970:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.400971:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.400972:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (27)++
00000800:00000200:19.0:1609800455.400973:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800455.400974:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800455.400974:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.400976:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (28)--
00000800:00000200:19.0:1609800455.400976:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.400976:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (28)--
00000800:00000200:20.0:1609800455.400977:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000400:00000200:24.0:1609800455.400978:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800455.400978:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000400:00000200:0.0:1609800455.400978:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800455.400979:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800455.400980:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:19.0:1609800455.400980:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800455.400984:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.400984:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.400986:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000800:00000200:24.0:1609800455.400987:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.400987:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:57.0:1609800455.400988:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800455.400988:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (27)--
00000800:00000200:18.0:1609800455.400988:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (27)--
00000400:00000200:57.0:1609800455.400989:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.400989:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:24.0:1609800455.400990:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800455.400990:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:20.0:1609800455.400991:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800455.400992:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.400992:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:24.0:1609800455.400993:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800455.400994:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800455.400996:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.400998:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:24.0:1609800455.401001:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:0.0:1609800455.401001:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800455.401002:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800455.401002:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:24.0:1609800455.401003:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:57.0:1609800455.401004:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.401004:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800455.401004:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.401007:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.401007:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800455.401010:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800455.401010:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.401014:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.401015:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.401019:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:20.0:1609800455.401022:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:26.1:1609800455.401025:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (23)++
00000800:00000200:20.0:1609800455.401029:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:20.0:1609800455.401030:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:0.0:1609800455.401030:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800455.401032:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:0.0:1609800455.401032:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401036:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:0.0:1609800455.401037:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.401038:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:19.0:1609800455.401039:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.401042:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (24)--
00000400:00000200:19.0:1609800455.401043:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.401043:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:18.0:1609800455.401045:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:19.0:1609800455.401046:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800455.401051:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.1:1609800455.401052:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800455.401054:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.401056:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800455.401058:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800455.401059:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800455.401060:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.401061:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:24.0:1609800455.401063:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:20.0:1609800455.401064:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.401064:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:19.0:1609800455.401065:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (25)--
00000800:00000200:19.0:1609800455.401066:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:24.0:1609800455.401067:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:20.0:1609800455.401068:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401068:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:19.0:1609800455.401070:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.401070:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:24.0:1609800455.401071:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.401071:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:24.0:1609800455.401075:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.401076:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800455.401078:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:20.0:1609800455.401078:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800455.401079:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.401080:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.401081:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800455.401083:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.401083:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800455.401084:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.401086:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.401087:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.401088:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.401089:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800455.401089:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.401091:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:24.0:1609800455.401092:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800455.401093:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.401093:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:20.0:1609800455.401095:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:24.0:1609800455.401096:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:20.0:1609800455.401096:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:24.0:1609800455.401097:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800455.401097:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.401098:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800455.401099:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800455.401100:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.401102:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401102:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800455.401104:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800455.401105:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.401106:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.1:1609800455.401109:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800455.401109:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800455.401111:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000800:00000200:18.0:1609800455.401117:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:19.0:1609800455.401118:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (25)--
00000800:00000200:19.0:1609800455.401120:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:18.0:1609800455.401131:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:19.0:1609800455.401132:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:18.0:1609800455.401135:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.401136:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:24.0:1609800455.401138:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000400:00000200:18.0:1609800455.401139:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.401141:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000400:00000200:19.0:1609800455.401141:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.401142:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:24.0:1609800455.401143:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:24.0:1609800455.401144:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:18.0:1609800455.401149:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.401152:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800455.401153:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.401155:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800455.401156:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800455.401157:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.401160:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800455.401160:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.401161:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.401161:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.401164:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800455.401164:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.401165:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800455.401167:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.401167:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:18.0:1609800455.401168:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800455.401169:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800455.401170:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800455.401170:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800455.401171:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800455.401172:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.401173:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401173:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800455.401174:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800455.401174:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:4.0:1609800455.401174:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.401176:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.401181:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.401183:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.401185:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.401644:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.401654:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.401657:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:38.0:1609800455.401659:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.401664:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800455.401666:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.401667:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800455.401669:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:57.0:1609800455.401671:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.401673:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:57.0:1609800455.401674:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000400:00000200:38.0:1609800455.401675:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.401679:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:57.0:1609800455.401681:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:38.0:1609800455.401683:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.401685:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (21)++
00000800:00000200:38.0:1609800455.401687:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:38.0:1609800455.401691:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000400:00000200:38.0:1609800455.401695:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.401711:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.401711:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.401714:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:57.0:1609800455.401718:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.401718:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800455.401720:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000800:00000200:38.0:1609800455.401721:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:57.0:1609800455.401722:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:38.0:1609800455.401724:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.401726:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:38.0:1609800455.401726:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (24)++
00000800:00000200:20.0:1609800455.401727:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000400:00000200:57.0:1609800455.401728:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.401731:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:38.0:1609800455.401732:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (26)--
00000800:00000200:24.0:1609800455.401734:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000800:00000200:20.0:1609800455.401734:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000800:00000200:57.0:1609800455.401735:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800455.401735:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.401736:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (25)++
00000800:00000200:57.0:1609800455.401738:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000800:00000200:24.0:1609800455.401738:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000400:00000200:20.0:1609800455.401738:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:24.0:1609800455.401739:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.401741:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:57.0:1609800455.401742:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (26)--
00000400:00000200:24.0:1609800455.401742:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.401743:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:24.0:1609800455.401747:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:20.0:1609800455.401747:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000800:00000200:24.0:1609800455.401748:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:20.0:1609800455.401749:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.401751:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.401754:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800455.401773:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:24.0:1609800455.401778:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:24.0:1609800455.401781:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:24.0:1609800455.401782:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401784:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:24.0:1609800455.401785:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.401785:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800455.401788:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:5.0:1609800455.401805:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.401808:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:5.0:1609800455.401815:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.401819:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:5.0:1609800455.401823:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.401826:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:5.0:1609800455.401827:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:5.0:1609800455.401835:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800455.401846:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:20.0:1609800455.401851:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:5.0:1609800455.401851:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.401854:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.401855:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:20.0:1609800455.401856:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.401856:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:18.0:1609800455.401858:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:20.0:1609800455.401859:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.401861:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.401864:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:20.0:1609800455.401866:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:5.0:1609800455.401868:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.401869:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:5.0:1609800455.401870:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:5.0:1609800455.401874:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000400:00000200:5.0:1609800455.401877:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.401883:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800455.401884:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000400:00000200:5.0:1609800455.401885:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:5.0:1609800455.401888:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800455.401890:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:5.0:1609800455.401890:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:5.0:1609800455.401892:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.401894:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:5.0:1609800455.401894:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:5.0:1609800455.401895:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (24)++
00000800:00000200:24.0:1609800455.401897:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:19.0:1609800455.401897:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.401900:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:5.0:1609800455.401900:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000400:00000200:5.0:1609800455.401904:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800455.401905:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:5.0:1609800455.401908:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.401910:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:5.0:1609800455.401914:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.401917:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:5.0:1609800455.401920:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.401921:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (21)++
00000800:00000200:5.0:1609800455.401922:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:5.0:1609800455.401926:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000800:00000200:26.1:1609800455.401929:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000800:00000200:18.0:1609800455.401935:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:57.0:1609800455.401936:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.401941:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (24)--
00000400:00000200:57.0:1609800455.401942:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.401942:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:18.0:1609800455.401943:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.401945:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:18.0:1609800455.401948:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.401951:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.401954:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.401957:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:57.0:1609800455.401958:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.401967:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (21)++
00000800:00000200:57.0:1609800455.401969:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:57.0:1609800455.401971:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:57.0:1609800455.401972:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000800:00000200:26.1:1609800455.401988:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000800:00000200:24.0:1609800455.401993:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:24.0:1609800455.401997:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:24.0:1609800455.401998:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (24)--
00000400:00000200:24.0:1609800455.401999:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.401999:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:24.0:1609800455.402001:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.402004:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:57.0:1609800455.402031:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.402037:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.402039:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:57.0:1609800455.402045:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.402047:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:0.0:1609800455.402050:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800455.402051:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.402053:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (21)++
00000800:00000200:57.0:1609800455.402053:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:57.0:1609800455.402055:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:57.0:1609800455.402055:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000400:00000200:0.0:1609800455.402057:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.402060:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:0.0:1609800455.402066:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.402069:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:0.0:1609800455.402074:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.402076:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)++
00000800:00000200:0.0:1609800455.402078:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000800:00000200:0.0:1609800455.402080:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:0.0:1609800455.402081:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)--
00000400:00000200:0.0:1609800455.402085:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800455.402086:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (23)++
00000400:00000200:0.0:1609800455.402089:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.402091:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:20.0:1609800455.402092:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000400:00000200:0.0:1609800455.402094:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800455.402096:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.402097:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:0.0:1609800455.402097:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:0.0:1609800455.402101:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.402103:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)++
00000800:00000200:20.0:1609800455.402106:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:0.0:1609800455.402106:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (25)++
00000800:00000200:20.0:1609800455.402107:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (27)--
00000800:00000200:20.0:1609800455.402108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:26.1:1609800455.402111:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (25)++
00000800:00000200:0.0:1609800455.402112:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (25)--
00000800:00000200:19.0:1609800455.402118:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000800:00000200:19.0:1609800455.402127:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000800:00000200:24.0:1609800455.402128:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000400:00000200:19.0:1609800455.402129:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.402132:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000400:00000200:24.0:1609800455.402133:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.402133:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:24.0:1609800455.402135:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.402135:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000800:00000200:19.0:1609800455.402139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:18.0:1609800455.402139:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000800:00000200:24.0:1609800455.402141:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:18.0:1609800455.402141:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.402142:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:18.0:1609800455.402144:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.402147:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:19.0:1609800455.402147:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (24)--
00000800:00000200:18.0:1609800455.402149:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800455.402150:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.402153:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.402156:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800455.402157:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:57.0:1609800455.402162:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.402164:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:57.0:1609800455.402169:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.402172:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:57.0:1609800455.402176:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.402177:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:57.0:1609800455.402178:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:57.0:1609800455.402180:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:57.0:1609800455.402181:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800455.402222:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:20.0:1609800455.402227:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:20.0:1609800455.402231:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:18.0:1609800455.402233:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:20.0:1609800455.402235:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:20.0:1609800455.402236:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:20.0:1609800455.402237:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800455.402252:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:24.0:1609800455.402257:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:24.0:1609800455.402259:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:24.0:1609800455.402261:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.402263:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.402263:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:24.0:1609800455.402265:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800455.402411:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:18.0:1609800455.402417:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:18.0:1609800455.402420:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:20.0:1609800455.402422:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:18.0:1609800455.402424:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:18.0:1609800455.402425:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (22)--
00000800:00000200:18.0:1609800455.402426:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:0.0:1609800455.402592:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.402622:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.402629:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:0.0:1609800455.402641:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.402647:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:0.0:1609800455.402654:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800455.402658:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:0.0:1609800455.402660:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:0.0:1609800455.402673:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800455.402777:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800455.402785:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800455.402788:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800455.402789:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.402792:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.402795:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800455.402796:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:27.1:1609800455.538640:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:8.0:1609800455.538696:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800455.538706:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.172@o2ib18
00000400:00000200:8.0:1609800455.538715:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : GET - for me
00000400:00000200:8.0:1609800455.538724:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.172@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800455.538731:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.172@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800455.538737:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800455.538740:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800455.538745:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:8.0:1609800455.538746:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:8.0:1609800455.538758:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800455.538764:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:8.0:1609800455.538770:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.538772:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800455.538776:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800455.538788:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:8.0:1609800455.538790:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800455.538798:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800455.538846:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800455.538854:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800455.538857:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.538864:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800455.538870:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:6.0:1609800455.538872:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:57.0:1609800455.539171:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.539182:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539186:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4cc0 nid 192.168.128.180@o2ib18
00000400:00000200:57.0:1609800455.539187:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edf00 net o2ib18
00000400:00000200:57.0:1609800455.539189:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93360db9d200 nid 192.168.128.180@o2ib18
00000400:00000200:57.0:1609800455.539192:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.180@o2ib18 NID 192.168.128.180@o2ib18 flags 0x0
00000400:00000200:57.0:1609800455.539215:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.180@o2ib18: 0
00000400:00000200:57.0:1609800455.539215:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.539216:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800455.539218:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.180@o2ib18 NID 192.168.128.180@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800455.539220:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.180@o2ib18 pending discovery
00000400:00000200:69.0:1609800455.539252:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800455.539255:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.180@o2ib18 state 0x20
00000400:00000200:69.0:1609800455.539256:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.180@o2ib18
00000400:00000200:69.0:1609800455.539258:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.180@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800455.539259:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.180@o2ib18
00000400:00000200:69.0:1609800455.539261:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.180@o2ib18
00000400:00000200:69.0:1609800455.539264:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:69.0:1609800455.539266:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:133] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800455.539268:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800455.539271:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.180@o2ib18
00000400:00000200:69.0:1609800455.539273:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.180@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800455.539276:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.180@o2ib18 1
00000400:00000200:69.0:1609800455.539280:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.539283:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:69.0:1609800455.539291:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5480] -> 192.168.128.180@o2ib18 (1)++
00000800:00000200:69.0:1609800455.539295:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5480] -> 192.168.128.180@o2ib18 (2)++
00000800:00000200:69.0:1609800455.539313:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800455.539316:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5480] -> 192.168.128.180@o2ib18 (3)--
00000400:00000200:0.0:1609800455.539321:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.539346:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.539352:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:0.0:1609800455.539365:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800455.539381:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800455.539386:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:57.0:1609800455.539388:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539391:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:0.0:1609800455.539394:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.539398:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.539399:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.539402:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:57.0:1609800455.539408:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.539410:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800455.539410:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.539415:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.539419:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:0.0:1609800455.539430:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.539435:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:0.0:1609800455.539440:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.539444:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800455.539452:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.539460:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.539463:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:0.0:1609800455.539487:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.539489:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:0.0:1609800455.539491:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.539492:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.539495:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.539498:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539500:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:57.0:1609800455.539506:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.539508:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:57.0:1609800455.539512:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.539514:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.539518:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.539523:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539525:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:57.0:1609800455.539529:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.539532:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:57.0:1609800455.539534:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.539536:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.539569:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.539574:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539576:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:57.0:1609800455.539581:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.539583:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:57.0:1609800455.539586:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.539604:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.539747:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.539752:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.539753:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:18.0:1609800455.539797:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.180@o2ib18 Addr resolved: 0
00000800:00000200:18.0:1609800455.539811:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.180@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:18.0:1609800455.540012:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.180@o2ib18 Route resolved: 0
00000400:00000200:57.0:1609800455.540025:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.540027:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c58c5000 0xffff9344c58c5000(0xfc58c5000)
00000800:00000200:18.0:1609800455.540029:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c58c6000 0xffff9344c58c6000(0xfc58c6000)
00000800:00000200:18.0:1609800455.540038:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c58c7000 0xffff9344c58c7000(0xfc58c7000)
00000800:00000200:18.0:1609800455.540039:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c58c8000 0xffff9344c58c8000(0xfc58c8000)
00000400:00000200:57.0:1609800455.540040:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.540040:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c58c9000 0xffff9344c58c9000(0xfc58c9000)
00000800:00000200:18.0:1609800455.540041:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c58ca000 0xffff9344c58ca000(0xfc58ca000)
00000400:00000200:57.0:1609800455.540042:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:18.0:1609800455.540042:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c58cb000 0xffff9344c58cb000(0xfc58cb000)
00000800:00000200:18.0:1609800455.540043:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c58cc000 0xffff9344c58cc000(0xfc58cc000)
00000800:00000200:18.0:1609800455.540044:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c58cd000 0xffff9344c58cd000(0xfc58cd000)
00000800:00000200:18.0:1609800455.540045:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c58ce000 0xffff9344c58ce000(0xfc58ce000)
00000800:00000200:18.0:1609800455.540045:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c58cf000 0xffff9344c58cf000(0xfc58cf000)
00000800:00000200:18.0:1609800455.540046:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c58d0000 0xffff9344c58d0000(0xfc58d0000)
00000800:00000200:18.0:1609800455.540047:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c58d1000 0xffff9344c58d1000(0xfc58d1000)
00000400:00000200:4.0:1609800455.540047:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.540048:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5910000 0xffff9344c5910000(0xfc5910000)
00000800:00000200:18.0:1609800455.540049:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5911000 0xffff9344c5911000(0xfc5911000)
00000800:00000200:18.0:1609800455.540049:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5912000 0xffff9344c5912000(0xfc5912000)
00000800:00000200:18.0:1609800455.540050:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5913000 0xffff9344c5913000(0xfc5913000)
00000800:00000200:18.0:1609800455.540051:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5914000 0xffff9344c5914000(0xfc5914000)
00000400:00000200:4.0:1609800455.540066:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.540069:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:57.0:1609800455.540212:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.540217:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.540219:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:38.0:1609800455.540221:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.540239:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.540242:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:38.0:1609800455.540249:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.540269:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.540271:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000400:00000200:38.0:1609800455.540272:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:18.0:1609800455.540272:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540273:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540274:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540274:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540275:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540275:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540276:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540277:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540294:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000400:00000200:57.0:1609800455.540295:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.540295:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540296:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540296:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540297:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540298:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540299:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540299:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540300:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540300:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540301:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540301:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540302:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540302:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540303:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540303:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540304:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540304:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540305:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540305:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540306:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540306:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540307:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540307:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540308:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000800:00000200:18.0:1609800455.540309:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (19)++
00000800:00000200:18.0:1609800455.540309:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (20)--
00000400:00000200:5.0:1609800455.540385:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.540403:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.540406:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:0.0:1609800455.540488:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.540507:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.540510:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:29.0:1609800455.540760:0:434:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.180@o2ib18
00000800:00000200:29.0:1609800455.540763:0:434:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.180@o2ib18: active(1), version(12), status(0)
00000800:00000200:29.0:1609800455.540764:0:434:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451a5afc00] (19)++
00000800:00000200:29.0:1609800455.540765:0:434:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451a5afc00] (20)++
00000800:00000200:29.0:1609800455.540766:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:29.0:1609800455.540767:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000800:00000200:29.0:1609800455.540768:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000800:00000200:29.0:1609800455.540769:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (24)++
00000800:00000200:29.0:1609800455.540770:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (25)++
00000800:00000200:29.0:1609800455.540787:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (26)++
00000800:00000200:29.0:1609800455.540788:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (27)++
00000800:00000200:29.0:1609800455.540788:0:434:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (28)++
00000800:00000200:29.0:1609800455.540814:0:434:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451a5afc00] (29)--
00000800:00000200:26.1:1609800455.540884:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (28)++
00000800:00000200:37.0:1609800455.540954:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.540962:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000400:00000200:37.0:1609800455.540965:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.540971:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.540979:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.540986:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.540988:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.540990:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.540994:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.540995:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541002:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.541011:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000800:00000200:37.0:1609800455.541013:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:8.0:1609800455.541015:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:8.0:1609800455.541017:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000800:00000200:37.0:1609800455.541020:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000400:00000200:8.0:1609800455.541020:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.541023:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000400:00000200:8.0:1609800455.541025:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:37.0:1609800455.541026:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.541030:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.541033:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.541035:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.541040:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.541040:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.541042:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (29)++
00000800:00000200:8.0:1609800455.541043:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.541044:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.541047:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541048:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (32)--
00000400:00000200:57.0:1609800455.541049:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.541049:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (32)++
00000800:00000200:37.0:1609800455.541051:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (32)--
00000800:00000200:37.0:1609800455.541052:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)++
00000800:00000200:8.0:1609800455.541052:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:8.0:1609800455.541054:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (31)--
00000800:00000200:37.0:1609800455.541056:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541057:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541057:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000400:00000200:57.0:1609800455.541059:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:37.0:1609800455.541059:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.541060:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000400:00000200:37.0:1609800455.541063:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.541068:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:3.0:1609800455.541068:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.541069:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:8.0:1609800455.541069:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000400:00000200:8.0:1609800455.541071:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.541072:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800455.541074:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.541075:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.541076:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000400:00000200:8.0:1609800455.541076:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.541076:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541078:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (31)++
00000800:00000200:3.0:1609800455.541078:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000400:00000200:57.0:1609800455.541079:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.541081:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:3.0:1609800455.541081:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.541082:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000400:00000200:57.0:1609800455.541083:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:37.0:1609800455.541083:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (32)--
00000800:00000200:37.0:1609800455.541086:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541086:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800455.541086:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000400:00000200:3.0:1609800455.541087:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541088:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:6.0:1609800455.541088:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000800:00000200:8.0:1609800455.541089:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000800:00000200:37.0:1609800455.541091:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000400:00000200:6.0:1609800455.541091:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.541093:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541093:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (31)++
00000400:00000200:57.0:1609800455.541094:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800455.541095:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541096:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:8.0:1609800455.541097:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000400:00000200:6.0:1609800455.541097:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.541098:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (31)--
00000400:00000200:37.0:1609800455.541099:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.541101:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)--
00000800:00000200:3.0:1609800455.541102:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.541103:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000800:00000200:3.0:1609800455.541105:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000800:00000200:6.0:1609800455.541106:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.541107:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:8.0:1609800455.541107:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:3.0:1609800455.541107:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (31)++
00000800:00000200:3.0:1609800455.541111:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541112:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800455.541112:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (32)--
00000800:00000200:6.0:1609800455.541113:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.541114:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (31)++
00000800:00000200:6.0:1609800455.541116:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (32)++
00000400:00000200:57.0:1609800455.541131:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.541135:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:3.0:1609800455.541140:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (33)--
00000800:00000200:3.0:1609800455.541142:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (32)++
00000400:00000200:57.0:1609800455.541145:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800455.541147:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:3.0:1609800455.541147:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.541149:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (33)++
00000800:00000200:8.0:1609800455.541149:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (33)++
00000800:00000200:8.0:1609800455.541151:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (35)--
00000800:00000200:37.0:1609800455.541153:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:8.0:1609800455.541153:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (34)--
00000800:00000200:37.0:1609800455.541154:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (34)--
00000800:00000200:8.0:1609800455.541155:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (33)++
00000800:00000200:6.0:1609800455.541155:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (34)++
00000800:00000200:6.0:1609800455.541159:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:6.0:1609800455.541160:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (34)--
00000800:00000200:37.0:1609800455.541161:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (34)--
00000800:00000200:37.0:1609800455.541163:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (32)--
00000800:00000200:6.0:1609800455.541165:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541171:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000800:00000200:3.0:1609800455.541171:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (30)++
00000400:00000200:8.0:1609800455.541173:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541173:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (30)--
00000800:00000200:3.0:1609800455.541175:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)--
00000400:00000200:8.0:1609800455.541178:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.541183:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.541183:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:8.0:1609800455.541187:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.541189:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (28)++
00000800:00000200:8.0:1609800455.541191:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (29)++
00000400:00000200:57.0:1609800455.541193:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:8.0:1609800455.541195:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:8.0:1609800455.541195:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)--
00000800:00000200:8.0:1609800455.541200:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)--
00000800:00000200:26.1:1609800455.541213:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (28)++
00000800:00000200:37.0:1609800455.541227:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.541233:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541234:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000800:00000200:6.0:1609800455.541236:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000400:00000200:37.0:1609800455.541237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.541241:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.541244:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:6.0:1609800455.541245:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000800:00000200:37.0:1609800455.541247:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:6.0:1609800455.541247:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541248:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.541252:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800455.541252:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541254:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000800:00000200:3.0:1609800455.541255:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541256:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (31)++
00000800:00000200:3.0:1609800455.541256:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541258:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)++
00000800:00000200:6.0:1609800455.541258:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:3.0:1609800455.541258:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.541260:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541261:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (32)--
00000800:00000200:8.0:1609800455.541263:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:6.0:1609800455.541263:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800455.541263:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541264:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000800:00000200:8.0:1609800455.541264:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000800:00000200:37.0:1609800455.541266:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000400:00000200:8.0:1609800455.541266:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.541266:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000800:00000200:3.0:1609800455.541269:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800455.541270:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541271:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (31)--
00000400:00000200:8.0:1609800455.541271:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.541271:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (31)++
00000400:00000200:37.0:1609800455.541290:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.541291:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (31)--
00000800:00000200:6.0:1609800455.541291:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:6.0:1609800455.541291:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (31)--
00000800:00000200:3.0:1609800455.541291:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800455.541292:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.541292:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)++
00000800:00000200:8.0:1609800455.541293:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)++
00000800:00000200:37.0:1609800455.541294:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)--
00000800:00000200:8.0:1609800455.541295:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:8.0:1609800455.541295:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (30)--
00000800:00000200:6.0:1609800455.541295:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (30)--
00000800:00000200:37.0:1609800455.541296:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (28)++
00000800:00000200:3.0:1609800455.541296:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (30)++
00000400:00000200:8.0:1609800455.541297:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541297:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:3.0:1609800455.541298:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (30)--
00000400:00000200:8.0:1609800455.541299:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541300:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.180@o2ib18: no credits
00000800:00000200:37.0:1609800455.541301:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (29)--
00000800:00000200:8.0:1609800455.541301:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (29)--
00000400:00000200:37.0:1609800455.541302:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541303:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (27)--
00000400:00000200:37.0:1609800455.541304:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.541305:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)++
00000800:00000200:37.0:1609800455.541307:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (27)--
00000800:00000200:37.0:1609800455.541308:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)--
00000800:00000200:8.0:1609800455.541308:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:8.0:1609800455.541316:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:8.0:1609800455.541318:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:8.0:1609800455.541318:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:26.1:1609800455.541329:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (24)++
00000800:00000200:3.0:1609800455.541337:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)++
00000800:00000200:3.0:1609800455.541341:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:3.0:1609800455.541342:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)++
00000800:00000200:37.0:1609800455.541343:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)++
00000800:00000200:3.0:1609800455.541344:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (27)--
00000800:00000200:37.0:1609800455.541346:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (27)--
00000800:00000200:3.0:1609800455.541346:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (27)--
00000400:00000200:37.0:1609800455.541347:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.541347:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)++
00000400:00000200:37.0:1609800455.541349:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.541350:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (26)--
00000800:00000200:6.0:1609800455.541351:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)++
00000800:00000200:37.0:1609800455.541352:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)--
00000400:00000200:3.0:1609800455.541352:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.541353:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (26)--
00000800:00000200:37.0:1609800455.541354:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:6.0:1609800455.541354:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.541354:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:6.0:1609800455.541356:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541357:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000800:00000200:3.0:1609800455.541357:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:3.0:1609800455.541358:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:37.0:1609800455.541359:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.541360:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:37.0:1609800455.541361:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.541363:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:26.1:1609800455.541366:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:3.0:1609800455.541374:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:3.0:1609800455.541377:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:3.0:1609800455.541378:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:8.0:1609800455.541379:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:3.0:1609800455.541380:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:3.0:1609800455.541381:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:29.1:1609800455.560063:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:20.0:1609800455.560103:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:20.0:1609800455.560110:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.63@o2ib18
00000400:00000200:20.0:1609800455.560114:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.560163:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.560165:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:18.0:1609800455.560165:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:18.0:1609800455.560171:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:20.0:1609800455.560172:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.560172:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:18.0:1609800455.560175:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.560176:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800455.560179:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.560182:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800455.560183:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800455.560186:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.560188:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.560188:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.560191:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:18.0:1609800455.560191:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.560193:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:20.0:1609800455.560194:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:18.0:1609800455.560196:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.560199:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.560200:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.560204:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:18.0:1609800455.560206:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:18.0:1609800455.560207:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:57.0:1609800455.560214:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.560215:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.560220:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800455.560265:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.560269:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.560276:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800455.560280:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:24.0:1609800455.560341:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:24.0:1609800455.560366:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800455.560366:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:19.0:1609800455.560369:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:24.0:1609800455.560370:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.560371:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:19.0:1609800455.560372:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800455.560374:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560374:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:19.0:1609800455.560375:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.560376:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:24.0:1609800455.560377:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:20.0:1609800455.560377:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800455.560381:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:24.0:1609800455.560384:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.1:1609800455.560385:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (23)++
00000800:00000200:24.0:1609800455.560387:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800455.560387:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.560389:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800455.560389:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:24.0:1609800455.560390:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800455.560390:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.560392:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800455.560392:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.560392:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800455.560394:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800455.560395:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.560395:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.560396:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.560396:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.560397:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.560398:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:19.0:1609800455.560399:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:18.0:1609800455.560399:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560400:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800455.560400:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:24.0:1609800455.560401:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:19.0:1609800455.560401:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:20.0:1609800455.560402:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800455.560402:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800455.560403:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:57.0:1609800455.560405:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800455.560405:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800455.560406:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560406:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.560407:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800455.560410:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800455.560410:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000800:00000200:20.0:1609800455.560410:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)++
00000800:00000200:18.0:1609800455.560410:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800455.560411:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.560412:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800455.560412:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800455.560414:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.560415:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000400:00000200:19.0:1609800455.560415:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:18.0:1609800455.560415:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800455.560415:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560416:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:20.0:1609800455.560416:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000800:00000200:18.0:1609800455.560416:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.560417:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:20.0:1609800455.560419:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:0.0:1609800455.560421:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.560422:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:19.0:1609800455.560422:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.560424:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:18.0:1609800455.560424:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:57.0:1609800455.560425:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800455.560425:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (27)--
00000800:00000200:19.0:1609800455.560425:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800455.560426:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.560426:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (27)--
00000800:00000200:18.0:1609800455.560426:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:57.0:1609800455.560427:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.560427:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:19.0:1609800455.560427:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800455.560429:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800455.560429:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.560429:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800455.560430:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800455.560431:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800455.560431:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.560435:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:0.0:1609800455.560435:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800455.560436:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800455.560436:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800455.560436:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:20.0:1609800455.560437:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800455.560437:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.560438:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560439:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800455.560441:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.560442:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800455.560443:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.560445:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.560446:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.560448:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:20.0:1609800455.560449:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000800:00000200:0.0:1609800455.560456:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.560469:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560470:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:20.0:1609800455.560471:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:0.0:1609800455.560474:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800455.560475:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:24.0:1609800455.560479:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:24.0:1609800455.560481:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:24.0:1609800455.560482:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:24.0:1609800455.560483:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800455.560525:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:19.0:1609800455.560529:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800455.560532:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:20.0:1609800455.560533:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:19.0:1609800455.560535:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800455.560538:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.560540:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:19.0:1609800455.560545:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.560548:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.560550:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800455.560552:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800455.560553:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.560555:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800455.560556:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:19.0:1609800455.560557:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:57.0:1609800455.560560:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.560561:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.560563:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.1:1609800455.560662:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:18.0:1609800455.560667:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:18.0:1609800455.560670:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:24.0:1609800455.560671:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000400:00000200:18.0:1609800455.560673:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800455.560674:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:20.0:1609800455.560675:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:18.0:1609800455.560675:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.560677:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.560677:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:20.0:1609800455.560678:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800455.560679:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:24.0:1609800455.560681:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.560681:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.560681:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:24.0:1609800455.560683:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800455.560683:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.560686:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800455.560688:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.560689:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800455.560691:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800455.560691:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.560691:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800455.560692:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.560693:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:18.0:1609800455.560693:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.560694:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800455.560696:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800455.560696:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.560696:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:24.0:1609800455.560697:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800455.560698:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800455.560698:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:20.0:1609800455.560699:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.560699:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:18.0:1609800455.560700:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:20.0:1609800455.560702:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800455.560702:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:19.0:1609800455.560703:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800455.560704:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800455.560704:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800455.560705:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.560705:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:24.0:1609800455.560706:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:20.0:1609800455.560706:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.560706:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800455.560707:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:18.0:1609800455.560707:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800455.560708:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800455.560708:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:20.0:1609800455.560708:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.560708:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800455.560710:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800455.560710:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560711:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:19.0:1609800455.560711:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.560712:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:57.0:1609800455.560717:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800455.560717:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800455.560718:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.560719:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000800:00000200:19.0:1609800455.560719:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)++
00000800:00000200:18.0:1609800455.560720:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.560722:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:19.0:1609800455.560722:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:18.0:1609800455.560722:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800455.560723:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:19.0:1609800455.560724:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:18.0:1609800455.560724:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.560725:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.560728:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:18.0:1609800455.560729:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000400:00000200:57.0:1609800455.560730:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.560730:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800455.560732:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:24.0:1609800455.560736:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:57.0:1609800455.560738:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800455.560738:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:24.0:1609800455.560739:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:57.0:1609800455.560740:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.560740:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:22.0:1609800455.560740:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.560742:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800455.560747:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800455.560750:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:4.0:1609800455.560751:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800455.560755:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800455.560756:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800455.560759:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:4.0:1609800455.560762:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800455.560763:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800455.560764:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:22.0:1609800455.560766:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:22.0:1609800455.560771:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:4.0:1609800455.560788:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800455.560791:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.560796:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800455.560853:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800455.560857:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:19.0:1609800455.560859:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:19.0:1609800455.560860:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.560861:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:19.0:1609800455.560863:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.560866:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:38.0:1609800455.560940:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.560952:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.560958:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:38.0:1609800455.560970:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.560977:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:38.0:1609800455.560984:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.560987:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:38.0:1609800455.560990:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:38.0:1609800455.561001:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:38.0:1609800455.561010:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.561017:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.561020:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:38.0:1609800455.561030:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.561035:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:38.0:1609800455.561040:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.561042:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:38.0:1609800455.561044:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000800:00000200:29.1:1609800455.561044:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000800:00000200:38.0:1609800455.561049:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000400:00000200:38.0:1609800455.561070:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.561072:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.561075:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561076:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561078:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:38.0:1609800455.561079:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:57.0:1609800455.561084:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.561091:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:20.0:1609800455.561093:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:38.0:1609800455.561098:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800455.561098:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:20.0:1609800455.561100:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800455.561103:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:57.0:1609800455.561104:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800455.561104:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.561105:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:57.0:1609800455.561108:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000800:00000200:20.0:1609800455.561108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:38.0:1609800455.561109:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800455.561109:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:38.0:1609800455.561111:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:57.0:1609800455.561114:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:20.0:1609800455.561114:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (26)--
00000400:00000200:20.0:1609800455.561134:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.561135:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:20.0:1609800455.561136:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.561137:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800455.561138:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:38.0:1609800455.561139:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (25)++
00000800:00000200:20.0:1609800455.561142:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:57.0:1609800455.561143:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561157:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:38.0:1609800455.561161:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000400:00000200:57.0:1609800455.561162:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800455.561162:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:18.0:1609800455.561163:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.561165:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:18.0:1609800455.561167:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.561168:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800455.561169:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800455.561170:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:57.0:1609800455.561171:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:29.1:1609800455.561171:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (23)++
00000400:00000200:38.0:1609800455.561172:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.561172:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:57.0:1609800455.561174:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:18.0:1609800455.561174:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:38.0:1609800455.561175:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:24.0:1609800455.561176:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:18.0:1609800455.561176:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:18.0:1609800455.561178:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.561180:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:38.0:1609800455.561181:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.561184:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:18.0:1609800455.561184:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:38.0:1609800455.561187:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.561189:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:38.0:1609800455.561190:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000800:00000200:38.0:1609800455.561194:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)--
00000400:00000200:38.0:1609800455.561199:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.561202:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.561203:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:29.1:1609800455.561203:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000400:00000200:38.0:1609800455.561208:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.561210:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:19.0:1609800455.561210:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:38.0:1609800455.561213:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.561213:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:57.0:1609800455.561214:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800455.561214:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800455.561215:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:24.0:1609800455.561215:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:38.0:1609800455.561216:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000400:00000200:19.0:1609800455.561216:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.561217:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.561218:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000400:00000200:57.0:1609800455.561220:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:38.0:1609800455.561220:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)--
00000800:00000200:19.0:1609800455.561220:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:24.0:1609800455.561221:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:24.0:1609800455.561223:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561225:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800455.561226:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.561227:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:38.0:1609800455.561227:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800455.561229:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:57.0:1609800455.561231:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800455.561231:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800455.561231:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:57.0:1609800455.561232:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:57.0:1609800455.561233:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000400:00000200:38.0:1609800455.561233:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:57.0:1609800455.561235:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:57.0:1609800455.561236:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:18.0:1609800455.561236:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:38.0:1609800455.561238:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800455.561239:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:19.0:1609800455.561240:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:18.0:1609800455.561240:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:38.0:1609800455.561241:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:18.0:1609800455.561241:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561244:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800455.561244:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800455.561245:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.561246:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800455.561246:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:38.0:1609800455.561247:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000400:00000200:57.0:1609800455.561249:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:38.0:1609800455.561249:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:38.0:1609800455.561250:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000400:00000200:38.0:1609800455.561254:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.561258:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.561260:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:38.0:1609800455.561260:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.561260:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:38.0:1609800455.561262:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:57.0:1609800455.561263:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.561265:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:57.0:1609800455.561266:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000400:00000200:38.0:1609800455.561267:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.561269:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:38.0:1609800455.561269:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:57.0:1609800455.561270:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:38.0:1609800455.561273:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.561274:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)++
00000400:00000200:57.0:1609800455.561275:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800455.561275:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000800:00000200:38.0:1609800455.561277:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:38.0:1609800455.561278:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)--
00000400:00000200:57.0:1609800455.561280:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.561282:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:38.0:1609800455.561284:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.561288:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.561291:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:57.0:1609800455.561294:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.561295:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)++
00000800:00000200:57.0:1609800455.561296:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (25)++
00000800:00000200:57.0:1609800455.561298:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:57.0:1609800455.561299:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:38.0:1609800455.561299:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.561301:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:29.1:1609800455.561305:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (25)++
00000400:00000200:38.0:1609800455.561306:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.561309:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:20.0:1609800455.561310:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)++
00000800:00000200:38.0:1609800455.561312:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.561314:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (27)++
00000800:00000200:20.0:1609800455.561314:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:38.0:1609800455.561315:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (28)++
00000800:00000200:24.0:1609800455.561315:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (28)--
00000800:00000200:38.0:1609800455.561317:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:38.0:1609800455.561318:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:20.0:1609800455.561327:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:20.0:1609800455.561328:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (27)++
00000800:00000200:20.0:1609800455.561330:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:20.0:1609800455.561330:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:29.1:1609800455.561332:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (26)++
00000800:00000200:19.0:1609800455.561337:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)++
00000800:00000200:19.0:1609800455.561340:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:19.0:1609800455.561341:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (28)--
00000800:00000200:18.0:1609800455.561341:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (28)++
00000400:00000200:19.0:1609800455.561342:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.561345:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.561345:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:18.0:1609800455.561345:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (28)--
00000800:00000200:24.0:1609800455.561346:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (28)++
00000800:00000200:19.0:1609800455.561347:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (28)--
00000400:00000200:18.0:1609800455.561347:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.561348:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)++
00000800:00000200:24.0:1609800455.561349:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000400:00000200:18.0:1609800455.561349:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.561350:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (28)--
00000800:00000200:20.0:1609800455.561350:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (28)--
00000400:00000200:24.0:1609800455.561351:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.561351:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.63@o2ib18: no credits
00000800:00000200:19.0:1609800455.561351:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (26)--
00000400:00000200:19.0:1609800455.561352:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.561352:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000400:00000200:24.0:1609800455.561353:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.561355:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:19.0:1609800455.561355:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.561357:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:29.1:1609800455.561374:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000800:00000200:20.0:1609800455.561379:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:20.0:1609800455.561381:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:18.0:1609800455.561383:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:20.0:1609800455.561386:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:20.0:1609800455.561388:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:20.0:1609800455.561388:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:29.1:1609800455.561398:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000800:00000200:24.0:1609800455.561402:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:24.0:1609800455.561404:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:24.0:1609800455.561405:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.561406:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:24.0:1609800455.561407:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.561408:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:24.0:1609800455.561409:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:19.0:1609800455.561409:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.561410:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:19.0:1609800455.561412:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.561414:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800455.561499:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:20.0:1609800455.561503:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:20.0:1609800455.561506:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:20.0:1609800455.561507:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:18.0:1609800455.561507:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:20.0:1609800455.561508:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:20.0:1609800455.561509:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:33.1:1609800455.579677:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:24.0:1609800455.579683:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800455.579686:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800455.579688:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:24.0:1609800455.579690:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800455.579693:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.579696:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800455.579702:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.579704:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800455.579707:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800455.579710:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800455.579711:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.579715:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800455.579716:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:24.0:1609800455.579717:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800455.579788:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:5.0:1609800455.579789:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800455.579793:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.579800:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.579830:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:18.0:1609800455.579837:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:18.0:1609800455.579841:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.579847:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.579850:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:18.0:1609800455.579856:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.579859:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800455.579862:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800455.579866:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:18.0:1609800455.579866:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.579867:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.579871:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:33.1:1609800455.579872:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:18.0:1609800455.579873:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.579874:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:18.0:1609800455.579875:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800455.579877:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:18.0:1609800455.579878:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:18.0:1609800455.579881:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.579883:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.579885:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:18.0:1609800455.579890:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.579892:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800455.579896:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800455.579898:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800455.579900:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.579903:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:18.0:1609800455.579904:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:18.0:1609800455.579905:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:57.0:1609800455.579916:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.579922:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.579925:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800455.579942:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:20.0:1609800455.579946:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:20.0:1609800455.579950:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800455.579951:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:20.0:1609800455.579954:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.579958:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.579961:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800455.579967:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.579970:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.579973:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.1:1609800455.579975:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:20.0:1609800455.579976:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800455.579976:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800455.579978:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.579979:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:20.0:1609800455.579981:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000400:00000200:0.0:1609800455.579981:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.579983:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.579984:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (24)++
00000800:00000200:18.0:1609800455.579985:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000400:00000200:24.0:1609800455.579987:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800455.579988:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.579989:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.579990:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.579990:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.579990:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000800:00000200:20.0:1609800455.579991:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:24.0:1609800455.579992:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800455.579993:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800455.579998:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.580001:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800455.580003:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800455.580006:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800455.580007:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.1:1609800455.580009:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800455.580010:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:24.0:1609800455.580011:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000800:00000200:24.0:1609800455.580012:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:24.0:1609800455.580013:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800455.580015:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800455.580015:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:24.0:1609800455.580016:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:0.0:1609800455.580034:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.580037:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.580042:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800455.580085:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:20.0:1609800455.580112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:20.0:1609800455.580115:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800455.580116:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:20.0:1609800455.580118:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.580119:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:19.0:1609800455.580126:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.580128:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.580129:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:19.0:1609800455.580129:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.580131:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800455.580132:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:18.0:1609800455.580134:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:20.0:1609800455.580136:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.580136:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.580139:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800455.580140:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:24.0:1609800455.580141:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.580141:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.580151:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800455.580152:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.580153:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800455.580154:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800455.580154:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800455.580154:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800455.580156:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800455.580159:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800455.580160:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.580161:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.580162:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800455.580163:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.580163:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:18.0:1609800455.580163:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800455.580164:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800455.580164:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000400:00000200:57.0:1609800455.580165:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.580165:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:20.0:1609800455.580165:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:18.0:1609800455.580165:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800455.580166:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000800:00000200:19.0:1609800455.580166:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (24)++
00000400:00000200:57.0:1609800455.580168:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.580168:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800455.580168:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000800:00000200:19.0:1609800455.580169:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:18.0:1609800455.580169:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800455.580170:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.580170:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000800:00000200:18.0:1609800455.580170:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800455.580172:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.580172:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:18.0:1609800455.580172:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:24.0:1609800455.580173:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800455.580175:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.580175:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.580175:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (26)++
00000800:00000200:24.0:1609800455.580176:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800455.580177:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:24.0:1609800455.580178:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800455.580179:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800455.580180:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.580181:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000400:00000200:22.0:1609800455.580182:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.580182:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.580182:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:0.0:1609800455.580182:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.580183:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000400:00000200:0.0:1609800455.580183:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.580184:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (26)++
00000800:00000200:20.0:1609800455.580184:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800455.580184:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.580185:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000800:00000200:18.0:1609800455.580185:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:24.0:1609800455.580186:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:22.0:1609800455.580186:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800455.580186:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:24.0:1609800455.580187:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:20.0:1609800455.580187:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800455.580187:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800455.580189:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000800:00000200:20.0:1609800455.580189:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800455.580190:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:20.0:1609800455.580190:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.580190:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800455.580191:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:20.0:1609800455.580192:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000400:00000200:19.0:1609800455.580192:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.580193:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000400:00000200:18.0:1609800455.580193:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.580194:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800455.580194:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800455.580195:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:57.0:1609800455.580196:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.580197:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.580197:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800455.580200:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800455.580200:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.580201:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800455.580201:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.580203:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.580204:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800455.580205:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800455.580205:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:18.0:1609800455.580205:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800455.580206:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.580208:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.580209:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800455.580209:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.580212:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000400:00000200:0.0:1609800455.580212:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.580214:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:0.0:1609800455.580215:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800455.580216:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.1:1609800455.580216:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (23)++
00000800:00000200:18.0:1609800455.580216:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000400:00000200:57.0:1609800455.580217:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.580217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:0.0:1609800455.580217:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.580219:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:57.0:1609800455.580220:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800455.580221:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:0.0:1609800455.580221:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.580222:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:33.1:1609800455.580225:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000400:00000200:18.0:1609800455.580226:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800455.580229:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:19.0:1609800455.580231:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000800:00000200:19.0:1609800455.580233:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800455.580234:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800455.580237:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.580238:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:18.0:1609800455.580243:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.580244:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.580245:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:19.0:1609800455.580248:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.580250:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:18.0:1609800455.580250:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.580253:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800455.580255:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.580256:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800455.580257:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800455.580258:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800455.580259:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.580259:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.580262:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.580262:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800455.580263:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.580263:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580264:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:19.0:1609800455.580265:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800455.580266:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:19.0:1609800455.580267:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:57.0:1609800455.580269:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.580270:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.580272:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800455.580309:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800455.580311:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.580315:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.580400:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.580405:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.580409:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800455.580415:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.580418:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800455.580421:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.580423:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:57.0:1609800455.580424:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.580429:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:57.0:1609800455.580517:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.580522:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.580524:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800455.580529:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.580532:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800455.580534:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.580535:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.580536:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:57.0:1609800455.580539:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:33.1:1609800455.580628:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000400:00000200:38.0:1609800455.580648:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.580654:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.580658:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:38.0:1609800455.580663:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800455.580665:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:38.0:1609800455.580666:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:38.0:1609800455.580683:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.580685:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)++
00000800:00000200:38.0:1609800455.580686:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (25)++
00000800:00000200:38.0:1609800455.580694:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)--
00000400:00000200:38.0:1609800455.580698:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800455.580712:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (25)--
00000400:00000200:24.0:1609800455.580713:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.580717:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.580720:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:24.0:1609800455.580721:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:24.0:1609800455.580723:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000400:00000200:24.0:1609800455.580724:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.580726:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:24.0:1609800455.580727:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:38.0:1609800455.580728:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.580729:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:24.0:1609800455.580730:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580730:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:38.0:1609800455.580731:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:18.0:1609800455.580731:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.580735:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:38.0:1609800455.580736:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.580739:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:18.0:1609800455.580741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:38.0:1609800455.580744:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.580745:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:38.0:1609800455.580746:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:38.0:1609800455.580749:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:38.0:1609800455.580753:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.580756:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.580758:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:33.1:1609800455.580760:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:38.0:1609800455.580762:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800455.580764:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:38.0:1609800455.580765:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:24.0:1609800455.580766:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:38.0:1609800455.580767:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800455.580768:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.580768:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:38.0:1609800455.580769:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000800:00000200:38.0:1609800455.580770:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000400:00000200:24.0:1609800455.580770:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:38.0:1609800455.580773:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:24.0:1609800455.580773:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:33.1:1609800455.580791:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:18.0:1609800455.580795:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:20.0:1609800455.580800:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580812:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (22)--
00000400:00000200:18.0:1609800455.580813:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.580815:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.580818:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:5.0:1609800455.580835:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.580841:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.580844:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:5.0:1609800455.580850:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.580853:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:5.0:1609800455.580858:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.580860:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:5.0:1609800455.580861:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:5.0:1609800455.580869:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:5.0:1609800455.580874:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.580876:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800455.580877:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.580879:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.580879:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800455.580881:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:33.1:1609800455.580881:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800455.580885:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:57.0:1609800455.580886:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800455.580888:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:57.0:1609800455.580889:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:24.0:1609800455.580889:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800455.580889:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.580892:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.580893:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.580896:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800455.580897:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800455.580897:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:57.0:1609800455.580899:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:5.0:1609800455.580899:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.580900:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:5.0:1609800455.580901:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.580905:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:5.0:1609800455.580905:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000400:00000200:57.0:1609800455.580909:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.580911:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800455.580911:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000400:00000200:57.0:1609800455.580913:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:33.1:1609800455.580914:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000400:00000200:5.0:1609800455.580915:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800455.580918:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:57.0:1609800455.580919:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800455.580920:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.580922:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:5.0:1609800455.580922:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:20.0:1609800455.580923:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:18.0:1609800455.580923:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000800:00000200:57.0:1609800455.580925:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800455.580925:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:57.0:1609800455.580926:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)++
00000800:00000200:20.0:1609800455.580926:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000800:00000200:18.0:1609800455.580926:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000800:00000200:57.0:1609800455.580927:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (25)++
00000800:00000200:20.0:1609800455.580927:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000400:00000200:18.0:1609800455.580927:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.580927:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800455.580928:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:57.0:1609800455.580930:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)--
00000400:00000200:18.0:1609800455.580930:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:5.0:1609800455.580930:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.580931:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (25)--
00000800:00000200:19.0:1609800455.580932:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000400:00000200:20.0:1609800455.580933:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.580934:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:5.0:1609800455.580934:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800455.580935:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:5.0:1609800455.580935:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000400:00000200:57.0:1609800455.580936:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800455.580936:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000800:00000200:33.1:1609800455.580939:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (24)++
00000400:00000200:57.0:1609800455.580940:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800455.580940:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (25)--
00000800:00000200:20.0:1609800455.580941:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:20.0:1609800455.580942:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:24.0:1609800455.580945:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:20.0:1609800455.580945:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000400:00000200:57.0:1609800455.580946:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:20.0:1609800455.580946:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800455.580949:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000400:00000200:20.0:1609800455.580949:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.580951:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800455.580953:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:57.0:1609800455.580954:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.580955:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:57.0:1609800455.580956:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800455.580956:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580956:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000400:00000200:18.0:1609800455.580957:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.580958:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.580959:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000400:00000200:18.0:1609800455.580960:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.580962:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580963:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:57.0:1609800455.580965:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.580971:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800455.580972:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:57.0:1609800455.580973:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:19.0:1609800455.580976:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:57.0:1609800455.580978:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800455.580978:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800455.580979:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.580980:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.580980:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:57.0:1609800455.580982:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800455.580982:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.580983:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.580984:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800455.580984:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:57.0:1609800455.580986:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800455.580988:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800455.580992:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800455.580995:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:24.0:1609800455.580996:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:18.0:1609800455.580996:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:24.0:1609800455.580997:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (25)--
00000800:00000200:24.0:1609800455.580998:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:24.0:1609800455.580999:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:18.0:1609800455.580999:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000400:00000200:18.0:1609800455.581000:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.581002:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.581004:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:57.0:1609800455.581007:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.581009:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.581011:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800455.581016:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.581019:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800455.581021:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.581022:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:57.0:1609800455.581023:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.581026:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:57.0:1609800455.581030:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800455.581035:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800455.581039:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800455.581041:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800455.581042:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.581043:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800455.581045:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.581047:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800455.581089:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:20.0:1609800455.581093:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:20.0:1609800455.581096:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:20.0:1609800455.581097:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:18.0:1609800455.581097:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:20.0:1609800455.581098:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:20.0:1609800455.581099:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:57.0:1609800455.581139:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.581141:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:57.0:1609800455.581146:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.581149:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:57.0:1609800455.581151:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.581152:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:57.0:1609800455.581153:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:57.0:1609800455.581155:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800455.581167:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800455.581171:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800455.581173:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:24.0:1609800455.581174:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.581176:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:24.0:1609800455.581177:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.581179:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:22.1:1609800455.684447:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:6.0:1609800455.684501:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:37.0:1609800455.684525:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800455.684526:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.684532:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800455.684535:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:6.0:1609800455.684535:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.684539:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800455.684541:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:6.0:1609800455.684543:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.684546:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800455.684548:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800455.684549:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800455.684568:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.684574:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800455.684575:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:6.0:1609800455.684580:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800455.684583:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.684583:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800455.684586:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800455.684588:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800455.684588:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800455.684589:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800455.684591:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.684595:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800455.684601:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800455.684601:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.684606:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:37.0:1609800455.684607:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800455.684608:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800455.684609:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:37.0:1609800455.684610:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800455.684610:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800455.684611:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800455.684613:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800455.684613:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800455.684617:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.684618:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000400:00000200:3.0:1609800455.684618:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.684619:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.684620:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:37.0:1609800455.684622:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800455.684622:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800455.684623:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.684624:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:3.0:1609800455.684624:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:37.0:1609800455.684628:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800455.684629:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800455.684631:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000400:00000200:6.0:1609800455.684631:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.684633:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800455.684635:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:37.0:1609800455.684636:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800455.684636:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:3.0:1609800455.684638:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800455.684639:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:3.0:1609800455.684645:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800455.684646:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800455.684649:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800455.684651:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800455.684652:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.684652:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800455.684653:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800455.684655:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.684656:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800455.684657:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800455.684658:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800455.684660:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800455.684661:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800455.684661:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800455.684662:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.684666:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800455.684667:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800455.684668:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000400:00000200:8.0:1609800455.684670:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:57.0:1609800455.684672:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800455.684672:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800455.684676:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800455.684680:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.684681:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800455.684681:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.684683:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800455.684684:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800455.684685:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (26)++
00000800:00000200:8.0:1609800455.684686:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800455.684686:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (27)++
00000800:00000200:37.0:1609800455.684687:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (27)++
00000800:00000200:0.0:1609800455.684687:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800455.684690:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800455.684690:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.684692:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.684694:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.684695:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800455.684695:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.684697:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800455.684697:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.684698:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (29)--
00000800:00000200:6.0:1609800455.684698:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (29)--
00000800:00000200:3.0:1609800455.684698:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (29)--
00000800:00000200:6.0:1609800455.684700:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (28)--
00000800:00000200:8.0:1609800455.684701:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (27)++
00000800:00000200:37.0:1609800455.684702:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800455.684703:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:3.0:1609800455.684704:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:0.0:1609800455.684705:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800455.684707:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800455.684707:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:0.0:1609800455.684708:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.684709:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.684711:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000400:00000200:57.0:1609800455.684713:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800455.684713:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800455.684714:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:6.0:1609800455.684714:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.684719:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800455.684719:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000800:00000200:0.0:1609800455.684719:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.684721:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.684722:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:6.0:1609800455.684723:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800455.684726:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800455.684727:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.684732:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:6.0:1609800455.684743:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.684748:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800455.684752:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800455.684757:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800455.684759:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.684765:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (21)++
00000800:00000200:22.1:1609800455.684767:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800455.684769:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:57.0:1609800455.684773:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.684775:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.684777:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.684780:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800455.684781:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:6.0:1609800455.684784:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:37.0:1609800455.684786:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:6.0:1609800455.684786:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800455.684791:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:37.0:1609800455.684792:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800455.684792:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:3.0:1609800455.684795:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800455.684796:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:37.0:1609800455.684797:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.684799:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.684800:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:3.0:1609800455.684800:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800455.684802:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800455.684811:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.684816:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800455.684818:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800455.684819:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800455.684820:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.684821:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800455.684823:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800455.684826:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800455.684828:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800455.684829:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:8.0:1609800455.684834:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800455.684839:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800455.684840:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.684845:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (26)++
00000800:00000200:8.0:1609800455.684845:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800455.684845:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800455.684845:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.684848:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000800:00000200:6.0:1609800455.684849:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800455.684850:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000800:00000200:8.0:1609800455.684850:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800455.684850:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:0.0:1609800455.684851:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800455.684852:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800455.684852:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.684854:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000800:00000200:6.0:1609800455.684854:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800455.684854:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.684856:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800455.684856:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800455.684858:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:8.0:1609800455.684858:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800455.684859:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000400:00000200:0.0:1609800455.684859:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800455.684860:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:37.0:1609800455.684861:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:6.0:1609800455.684861:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000800:00000200:8.0:1609800455.684862:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:3.0:1609800455.684862:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800455.684864:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:0.0:1609800455.684866:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800455.684867:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:37.0:1609800455.684868:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800455.684868:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800455.684868:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.684869:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.684871:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.684873:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.684873:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800455.684873:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.684874:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800455.684874:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:37.0:1609800455.684879:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800455.684879:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:3.0:1609800455.684879:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800455.684881:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800455.684889:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800455.684894:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800455.684895:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:57.0:1609800455.684896:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800455.684897:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800455.684898:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800455.684898:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (24)++
00000400:00000200:57.0:1609800455.684900:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800455.684902:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.684903:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.684903:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800455.684904:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (25)--
00000800:00000200:37.0:1609800455.684905:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800455.684906:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800455.684906:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:37.0:1609800455.684911:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:22.1:1609800455.684929:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800455.684930:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000400:00000200:8.0:1609800455.684932:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800455.684932:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.684933:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.684934:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800455.684934:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800455.684935:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800455.684936:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800455.684936:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800455.684939:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800455.684940:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800455.684940:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800455.684940:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:37.0:1609800455.684942:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:8.0:1609800455.684943:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (21)++
00000800:00000200:8.0:1609800455.684944:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (22)--
00000800:00000200:8.0:1609800455.684945:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:57.0:1609800455.684950:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.684951:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.684954:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800455.685276:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.685281:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.685285:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:57.0:1609800455.685291:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.685294:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:57.0:1609800455.685299:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.685301:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:57.0:1609800455.685302:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:57.0:1609800455.685309:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000400:00000200:57.0:1609800455.685314:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.685321:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.685323:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:57.0:1609800455.685328:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.685331:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:57.0:1609800455.685333:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.685335:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:57.0:1609800455.685336:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:57.0:1609800455.685341:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:22.1:1609800455.685375:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800455.685453:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:6.0:1609800455.685458:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:6.0:1609800455.685461:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.685464:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685468:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:6.0:1609800455.685469:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800455.685472:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:6.0:1609800455.685473:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.685475:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685477:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:6.0:1609800455.685478:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:4.0:1609800455.685527:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.685534:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685537:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:4.0:1609800455.685544:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800455.685545:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800455.685548:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:57.0:1609800455.685549:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.685552:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:4.0:1609800455.685553:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685554:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:4.0:1609800455.685556:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000400:00000200:57.0:1609800455.685557:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.685561:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800455.685564:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000800:00000200:57.0:1609800455.685565:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.685568:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000400:00000200:4.0:1609800455.685570:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.685574:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.685575:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000400:00000200:4.0:1609800455.685576:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:57.0:1609800455.685581:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800455.685581:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.685584:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:57.0:1609800455.685585:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800455.685587:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685589:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800455.685590:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:22.1:1609800455.685591:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000400:00000200:57.0:1609800455.685593:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.685595:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:4.0:1609800455.685597:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (25)--
00000400:00000200:57.0:1609800455.685601:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.685604:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:57.0:1609800455.685622:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.685624:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)++
00000800:00000200:57.0:1609800455.685625:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (25)++
00000400:00000200:4.0:1609800455.685625:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800455.685629:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (26)--
00000400:00000200:4.0:1609800455.685629:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685631:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:4.0:1609800455.685636:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800455.685638:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:4.0:1609800455.685639:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800455.685642:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800455.685644:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000800:00000200:4.0:1609800455.685644:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (26)++
00000800:00000200:4.0:1609800455.685645:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (27)++
00000400:00000200:8.0:1609800455.685646:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.685647:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (27)++
00000800:00000200:4.0:1609800455.685648:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (28)--
00000400:00000200:8.0:1609800455.685649:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685650:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (27)--
00000400:00000200:6.0:1609800455.685651:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.685653:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (26)++
00000400:00000200:6.0:1609800455.685653:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:4.0:1609800455.685655:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800455.685658:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (27)--
00000400:00000200:4.0:1609800455.685658:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800455.685659:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (27)--
00000800:00000200:6.0:1609800455.685660:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:4.0:1609800455.685660:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:37.0:1609800455.685661:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.685661:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:37.0:1609800455.685665:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:8.0:1609800455.685665:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000400:00000200:4.0:1609800455.685665:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800455.685666:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.685666:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:4.0:1609800455.685667:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:8.0:1609800455.685669:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:37.0:1609800455.685670:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800455.685672:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:4.0:1609800455.685672:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685673:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800455.685675:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800455.685679:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:57.0:1609800455.685680:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.685684:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685684:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.685686:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:22.1:1609800455.685686:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000400:00000200:4.0:1609800455.685688:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.685692:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800455.685695:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:57.0:1609800455.685696:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:4.0:1609800455.685696:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:57.0:1609800455.685700:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800455.685700:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000800:00000200:57.0:1609800455.685702:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)++
00000800:00000200:6.0:1609800455.685702:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:4.0:1609800455.685702:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800455.685702:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.685704:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (25)++
00000800:00000200:4.0:1609800455.685705:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:3.0:1609800455.685705:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.685706:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:57.0:1609800455.685707:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (26)--
00000800:00000200:4.0:1609800455.685707:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800455.685709:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800455.685709:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:4.0:1609800455.685709:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (25)++
00000800:00000200:6.0:1609800455.685710:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000800:00000200:4.0:1609800455.685710:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (25)++
00000800:00000200:3.0:1609800455.685710:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000400:00000200:6.0:1609800455.685712:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800455.685712:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:4.0:1609800455.685713:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)--
00000400:00000200:6.0:1609800455.685714:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685716:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800455.685719:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.685722:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685724:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:4.0:1609800455.685729:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.685731:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800455.685733:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685734:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800455.685735:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800455.685736:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:22.1:1609800455.685737:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (24)++
00000800:00000200:4.0:1609800455.685737:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)--
00000400:00000200:4.0:1609800455.685741:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.685744:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800455.685745:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:4.0:1609800455.685746:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:8.0:1609800455.685749:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.685750:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000400:00000200:4.0:1609800455.685750:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.685753:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800455.685755:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685756:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)++
00000800:00000200:8.0:1609800455.685762:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:4.0:1609800455.685762:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800455.685763:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000800:00000200:8.0:1609800455.685764:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:4.0:1609800455.685764:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (27)--
00000400:00000200:4.0:1609800455.685767:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800455.685769:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (24)++
00000400:00000200:4.0:1609800455.685769:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685771:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:4.0:1609800455.685775:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.685777:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:3.0:1609800455.685777:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:4.0:1609800455.685779:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685779:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (26)++
00000800:00000200:4.0:1609800455.685780:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (27)++
00000800:00000200:3.0:1609800455.685780:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000800:00000200:4.0:1609800455.685781:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000400:00000200:3.0:1609800455.685781:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800455.685782:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (27)--
00000800:00000200:6.0:1609800455.685783:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (27)++
00000400:00000200:3.0:1609800455.685784:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:4.0:1609800455.685786:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800455.685787:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:6.0:1609800455.685787:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (27)--
00000800:00000200:3.0:1609800455.685787:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (27)--
00000400:00000200:6.0:1609800455.685789:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.685789:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000400:00000200:6.0:1609800455.685791:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.685792:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:3.0:1609800455.685793:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000800:00000200:6.0:1609800455.685794:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:3.0:1609800455.685794:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.685795:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:3.0:1609800455.685796:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685799:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:3.0:1609800455.685799:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800455.685800:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000800:00000200:3.0:1609800455.685802:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:6.0:1609800455.685803:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.685803:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800455.685805:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:4.0:1609800455.685806:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:4.0:1609800455.685810:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800455.685813:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:4.0:1609800455.685813:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800455.685815:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.685817:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800455.685817:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800455.685819:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:4.0:1609800455.685819:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:22.1:1609800455.685891:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800455.685898:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800455.685902:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800455.685903:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800455.685909:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800455.685911:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800455.685912:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:22.1:1609800455.685918:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:3.0:1609800455.685927:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:3.0:1609800455.685929:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:3.0:1609800455.685931:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800455.685933:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:3.0:1609800455.685933:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:3.0:1609800455.685935:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:6.0:1609800455.685936:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:6.0:1609800455.685937:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800455.685937:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:6.0:1609800455.685939:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.685942:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:22.1:1609800455.685966:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:8.0:1609800455.685974:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:8.0:1609800455.685977:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800455.685978:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800455.685979:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:3.0:1609800455.685979:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800455.685981:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:38.0:1609800455.685986:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.686005:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800455.686009:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:38.0:1609800455.686015:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.686018:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:38.0:1609800455.686022:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.686024:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:38.0:1609800455.686025:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:38.0:1609800455.686033:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800455.686046:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:37.0:1609800455.686053:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800455.686057:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:37.0:1609800455.686058:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800455.686060:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800455.686060:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:37.0:1609800455.686063:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:22.1:1609800455.700722:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:18.0:1609800455.700771:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:18.0:1609800455.700800:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.152@o2ib18
00000400:00000200:18.0:1609800455.700805:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.700811:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.700815:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800455.700822:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.700826:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800455.700829:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800455.700830:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800455.700834:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800455.700835:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800455.700836:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:18.0:1609800455.700840:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000400:00000200:20.0:1609800455.700841:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.700842:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:18.0:1609800455.700843:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.700845:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000400:00000200:20.0:1609800455.700846:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.700849:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:18.0:1609800455.700849:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:24.0:1609800455.700851:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:24.0:1609800455.700856:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:20.0:1609800455.700856:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.700860:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800455.700861:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.700861:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800455.700863:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800455.700864:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.700866:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.700866:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800455.700867:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800455.700868:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.700870:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000400:00000200:24.0:1609800455.700872:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:18.0:1609800455.700874:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800455.700879:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.700879:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800455.700881:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800455.700882:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.700882:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:18.0:1609800455.700883:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.700884:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:20.0:1609800455.700885:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.700885:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.700886:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800455.700886:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:22.1:1609800455.700887:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800455.700887:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:24.0:1609800455.700889:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800455.700889:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:24.0:1609800455.700891:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.700891:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:24.0:1609800455.700894:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800455.700894:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.700894:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:24.0:1609800455.700896:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000400:00000200:18.0:1609800455.700897:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.700899:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.700901:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800455.700902:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:24.0:1609800455.700903:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:5.0:1609800455.700904:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800455.700906:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800455.700908:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.700909:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800455.700911:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.1:1609800455.700914:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800455.700914:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800455.700915:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.700915:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800455.700915:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.700917:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000400:00000200:57.0:1609800455.700918:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.700918:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:19.0:1609800455.700919:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:57.0:1609800455.700922:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800455.700923:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:19.0:1609800455.700924:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.700924:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.700927:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:5.0:1609800455.700927:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800455.700929:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.700934:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.700938:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800455.700941:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000400:00000200:57.0:1609800455.700945:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.700947:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800455.700947:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:24.0:1609800455.700951:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:24.0:1609800455.700954:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.700954:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800455.700957:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:24.0:1609800455.700958:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800455.700958:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800455.700959:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:24.0:1609800455.700960:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:18.0:1609800455.700960:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800455.700961:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.700966:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800455.700967:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.700971:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800455.700973:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800455.700974:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.700976:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.1:1609800455.700977:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000400:00000200:18.0:1609800455.700977:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:24.0:1609800455.700978:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.700981:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:24.0:1609800455.700982:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:19.0:1609800455.700983:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:18.0:1609800455.700983:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.700985:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:18.0:1609800455.700985:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800455.700987:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.700987:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:18.0:1609800455.700988:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800455.700991:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.700992:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.700992:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800455.700992:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800455.700993:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800455.700996:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800455.700997:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.700997:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:18.0:1609800455.700998:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.700999:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:19.0:1609800455.701001:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:19.0:1609800455.701008:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800455.701011:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800455.701015:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800455.701018:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800455.701020:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.701024:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800455.701027:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:57.0:1609800455.701029:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.701030:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701032:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800455.701034:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.701035:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800455.701047:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:24.0:1609800455.701053:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:24.0:1609800455.701056:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000800:00000200:24.0:1609800455.701058:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:24.0:1609800455.701060:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:0.0:1609800455.701070:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.701074:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.701081:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800455.701278:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:18.0:1609800455.701285:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:18.0:1609800455.701289:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:19.0:1609800455.701291:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:18.0:1609800455.701293:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800455.701298:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.701300:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:18.0:1609800455.701307:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800455.701309:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800455.701312:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800455.701315:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800455.701316:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800455.701320:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:18.0:1609800455.701322:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:18.0:1609800455.701323:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:0.0:1609800455.701352:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800455.701354:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800455.701355:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000400:00000200:0.0:1609800455.701356:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800455.701392:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:20.0:1609800455.701399:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:24.0:1609800455.701400:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000400:00000200:20.0:1609800455.701403:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800455.701404:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:19.0:1609800455.701406:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:24.0:1609800455.701407:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.701409:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.701410:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.701410:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:18.0:1609800455.701412:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000400:00000200:20.0:1609800455.701413:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800455.701413:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800455.701420:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800455.701423:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:20.0:1609800455.701423:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.701426:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800455.701427:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.701429:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800455.701430:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800455.701430:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:24.0:1609800455.701432:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800455.701432:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.701435:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800455.701436:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800455.701438:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800455.701438:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:24.0:1609800455.701439:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800455.701439:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800455.701440:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:20.0:1609800455.701441:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.701441:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800455.701443:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800455.701444:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800455.701445:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.701445:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800455.701446:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:19.0:1609800455.701449:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800455.701450:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800455.701454:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:0.0:1609800455.701454:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800455.701455:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:0.0:1609800455.701457:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.701459:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800455.701472:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:18.0:1609800455.701478:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:20.0:1609800455.701483:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800455.701484:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000800:00000200:57.0:1609800455.701485:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800455.701486:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:57.0:1609800455.701487:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701491:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800455.701507:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800455.701513:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701516:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800455.701678:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.701686:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800455.701689:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:4.0:1609800455.701695:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.701698:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:57.0:1609800455.701700:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800455.701703:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.701704:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000400:00000200:57.0:1609800455.701706:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800455.701706:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000400:00000200:57.0:1609800455.701709:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:4.0:1609800455.701713:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:57.0:1609800455.701715:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.701719:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:4.0:1609800455.701720:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.701723:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.701725:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800455.701725:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:57.0:1609800455.701727:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:57.0:1609800455.701728:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000400:00000200:4.0:1609800455.701730:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.701733:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800455.701735:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:4.0:1609800455.701737:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800455.701738:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:57.0:1609800455.701739:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800455.701739:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:4.0:1609800455.701741:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)--
00000400:00000200:57.0:1609800455.701742:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701745:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:4.0:1609800455.701746:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.701751:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.701754:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800455.701757:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.701759:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:57.0:1609800455.701760:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (24)++
00000400:00000200:4.0:1609800455.701762:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.701764:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000400:00000200:4.0:1609800455.701764:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800455.701768:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800455.701771:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.701773:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:57.0:1609800455.701774:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800455.701777:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800455.701778:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:4.0:1609800455.701778:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)++
00000800:00000200:4.0:1609800455.701779:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (25)++
00000400:00000200:57.0:1609800455.701784:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800455.701784:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (26)--
00000800:00000200:57.0:1609800455.701787:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800455.701791:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.701792:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:57.0:1609800455.701793:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (26)++
00000800:00000200:57.0:1609800455.701797:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (27)--
00000400:00000200:38.0:1609800455.701842:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800455.701849:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800455.701851:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (26)++
00000400:00000200:38.0:1609800455.701854:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:38.0:1609800455.701870:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800455.701873:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:38.0:1609800455.701878:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800455.701880:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (27)++
00000800:00000200:38.0:1609800455.701894:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (28)++
00000800:00000200:38.0:1609800455.701902:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (29)--
00000400:00000200:57.0:1609800455.701903:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.701907:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701909:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800455.701914:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.701927:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:24.0:1609800455.701929:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (28)++
00000800:00000200:57.0:1609800455.701931:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.701932:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (29)++
00000800:00000200:57.0:1609800455.701934:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (30)++
00000800:00000200:57.0:1609800455.701940:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (31)--
00000800:00000200:24.0:1609800455.701940:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (31)--
00000400:00000200:24.0:1609800455.701942:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701944:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800455.701946:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:57.0:1609800455.701948:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701950:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800455.701955:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.701958:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:24.0:1609800455.701958:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (29)--
00000800:00000200:24.0:1609800455.701959:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (28)++
00000800:00000200:57.0:1609800455.701961:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.701962:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (29)--
00000800:00000200:57.0:1609800455.701963:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (29)++
00000800:00000200:57.0:1609800455.701964:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (29)++
00000400:00000200:24.0:1609800455.701964:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.701965:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:20.0:1609800455.701965:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (30)++
00000800:00000200:57.0:1609800455.701966:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (30)--
00000400:00000200:24.0:1609800455.701966:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.701969:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (30)--
00000400:00000200:57.0:1609800455.701971:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800455.701971:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (29)++
00000800:00000200:20.0:1609800455.701971:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:20.0:1609800455.701972:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (30)--
00000400:00000200:57.0:1609800455.701974:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.701974:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.701975:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (29)++
00000400:00000200:57.0:1609800455.701976:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:24.0:1609800455.701976:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:24.0:1609800455.701976:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (30)--
00000400:00000200:20.0:1609800455.701977:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:24.0:1609800455.701978:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.701979:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (29)++
00000800:00000200:18.0:1609800455.701979:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000400:00000200:24.0:1609800455.701980:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.701980:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (29)--
00000400:00000200:18.0:1609800455.701982:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.701983:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800455.701983:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:19.0:1609800455.701984:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (29)--
00000400:00000200:18.0:1609800455.701984:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:57.0:1609800455.701986:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:19.0:1609800455.701986:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.701988:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (28)--
00000800:00000200:24.0:1609800455.701989:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (27)++
00000400:00000200:19.0:1609800455.701989:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.701990:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (28)--
00000800:00000200:57.0:1609800455.701991:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800455.701991:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:18.0:1609800455.701992:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (27)--
00000800:00000200:57.0:1609800455.701993:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (27)++
00000800:00000200:24.0:1609800455.701993:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000800:00000200:20.0:1609800455.701993:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)++
00000800:00000200:57.0:1609800455.701994:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (27)++
00000400:00000200:24.0:1609800455.701995:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800455.701996:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:57.0:1609800455.701996:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (28)--
00000800:00000200:19.0:1609800455.701996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (28)--
00000400:00000200:24.0:1609800455.701997:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.701997:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:20.0:1609800455.701998:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000800:00000200:19.0:1609800455.701998:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000400:00000200:20.0:1609800455.702000:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.702001:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000400:00000200:20.0:1609800455.702002:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.702005:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:57.0:1609800455.702038:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.702041:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.702043:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800455.702048:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.702054:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800455.702056:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.702057:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:57.0:1609800455.702058:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:57.0:1609800455.702060:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:57.0:1609800455.702061:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)--
00000400:00000200:57.0:1609800455.702064:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.702070:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.702072:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:57.0:1609800455.702077:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.702079:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:57.0:1609800455.702082:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800455.702083:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:57.0:1609800455.702084:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (24)++
00000800:00000200:57.0:1609800455.702085:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:57.0:1609800455.702086:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:22.1:1609800455.702187:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (24)++
00000800:00000200:19.0:1609800455.702193:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000800:00000200:19.0:1609800455.702199:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:18.0:1609800455.702203:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:19.0:1609800455.702210:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:19.0:1609800455.702212:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)--
00000800:00000200:19.0:1609800455.702213:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:22.1:1609800455.702217:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (24)++
00000800:00000200:24.0:1609800455.702223:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000800:00000200:24.0:1609800455.702226:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000400:00000200:24.0:1609800455.702227:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800455.702230:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.702230:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000800:00000200:24.0:1609800455.702233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:20.0:1609800455.702233:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000800:00000200:24.0:1609800455.702234:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:20.0:1609800455.702236:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.702237:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:18.0:1609800455.702237:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:24.0:1609800455.702238:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800455.702239:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.702239:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:19.0:1609800455.702240:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000400:00000200:24.0:1609800455.702241:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.702241:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:18.0:1609800455.702241:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.702243:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:18.0:1609800455.702245:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:5.0:1609800455.702247:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800455.702248:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:5.0:1609800455.702267:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800455.702271:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:5.0:1609800455.702277:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800455.702280:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:5.0:1609800455.702285:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800455.702287:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:5.0:1609800455.702289:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:5.0:1609800455.702291:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.152@o2ib18: no credits
00000800:00000200:5.0:1609800455.702292:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800455.702311:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800455.702317:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800455.702321:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:20.0:1609800455.702322:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.702325:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800455.702327:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800455.702328:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800455.702336:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:24.0:1609800455.702341:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:24.0:1609800455.702344:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:24.0:1609800455.702345:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.702347:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:24.0:1609800455.702348:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.702351:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:22.1:1609800455.702431:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:20.0:1609800455.702437:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:20.0:1609800455.702441:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:20.0:1609800455.702442:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800455.702443:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:20.0:1609800455.702444:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:20.0:1609800455.702445:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:57.0:1609800455.876022:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.876034:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.876042:0:16064:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4d80 nid 192.168.128.64@o2ib18
00000400:00000200:57.0:1609800455.876045:0:16064:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edb40 net o2ib18
00000400:00000200:57.0:1609800455.876050:0:16064:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dad87a00 nid 192.168.128.64@o2ib18
00000400:00000200:57.0:1609800455.876057:0:16064:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.64@o2ib18 NID 192.168.128.64@o2ib18 flags 0x0
00000400:00000200:0.0:1609800455.876063:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.876065:0:16064:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.64@o2ib18: 0
00000400:00000200:57.0:1609800455.876067:0:16064:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.876069:0:16064:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800455.876073:0:16064:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.64@o2ib18 NID 192.168.128.64@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800455.876076:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800455.876076:0:16064:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.64@o2ib18 pending discovery
00000400:00000200:0.0:1609800455.876078:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800455.876082:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.64@o2ib18 state 0x20
00000400:00000200:57.0:1609800455.876085:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800455.876086:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.64@o2ib18
00000400:00000200:69.0:1609800455.876089:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.64@o2ib18 state 0x10 rc 0
00000400:00000200:0.0:1609800455.876094:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:0.0:1609800455.876099:0:16060:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:134] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800455.876104:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.876105:0:16060:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800455.876109:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:0.0:1609800455.876110:0:16060:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.64@o2ib18
00000400:00000200:57.0:1609800455.876116:0:16064:0:(router.c:135:lnet_notify_locked()) set 192.168.128.64@o2ib18 1
00000400:00000200:0.0:1609800455.876117:0:16060:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.64@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800455.876149:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.876155:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:0.0:1609800455.876162:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800455.876168:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.64@o2ib18
00000800:00000200:0.0:1609800455.876170:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:69.0:1609800455.876173:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.64@o2ib18
00000400:00000200:69.0:1609800455.876179:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:57.0:1609800455.876179:0:16064:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (1)++
00000800:00000200:0.0:1609800455.876185:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.876187:0:16064:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2)++
00000800:00000200:0.0:1609800455.876191:0:16060:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9345c37ce900] -> 192.168.128.64@o2ib18 (1)--
00000400:00000200:69.0:1609800455.876192:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.876199:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:69.0:1609800455.876207:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800455.876209:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800455.876211:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800455.876223:0:16064:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800455.876230:0:16064:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (3)--
00000400:00000200:0.0:1609800455.876231:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.876234:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:0.0:1609800455.876239:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.876242:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:0.0:1609800455.876247:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.876248:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800455.876253:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.876256:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.876257:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:0.0:1609800455.876261:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.876263:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:0.0:1609800455.876266:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.876267:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800455.876273:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.876276:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.876278:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.876280:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:57.0:1609800455.876283:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.876284:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.876286:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:57.0:1609800455.876288:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:0.0:1609800455.876289:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.876290:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.876300:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.876306:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:57.0:1609800455.876312:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.876316:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 0
00000800:00000200:3.0:1609800455.876825:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.64@o2ib18 Addr resolved: 0
00000800:00000200:3.0:1609800455.876843:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.64@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:3.0:1609800455.877181:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.64@o2ib18 Route resolved: 0
00000800:00000200:3.0:1609800455.877210:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354daf8e000 0xffff9354daf8e000(0x1fdaf8e000)
00000800:00000200:3.0:1609800455.877212:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354daf8f000 0xffff9354daf8f000(0x1fdaf8f000)
00000800:00000200:3.0:1609800455.877213:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354daf94000 0xffff9354daf94000(0x1fdaf94000)
00000800:00000200:3.0:1609800455.877213:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354daf95000 0xffff9354daf95000(0x1fdaf95000)
00000800:00000200:3.0:1609800455.877215:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354daf96000 0xffff9354daf96000(0x1fdaf96000)
00000800:00000200:3.0:1609800455.877215:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354daf97000 0xffff9354daf97000(0x1fdaf97000)
00000800:00000200:3.0:1609800455.877216:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354daf98000 0xffff9354daf98000(0x1fdaf98000)
00000800:00000200:3.0:1609800455.877217:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354daf99000 0xffff9354daf99000(0x1fdaf99000)
00000800:00000200:3.0:1609800455.877218:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354daf9a000 0xffff9354daf9a000(0x1fdaf9a000)
00000800:00000200:3.0:1609800455.877218:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354daf9b000 0xffff9354daf9b000(0x1fdaf9b000)
00000800:00000200:3.0:1609800455.877219:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354daf9c000 0xffff9354daf9c000(0x1fdaf9c000)
00000800:00000200:3.0:1609800455.877220:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354daf9d000 0xffff9354daf9d000(0x1fdaf9d000)
00000800:00000200:3.0:1609800455.877220:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354daf9e000 0xffff9354daf9e000(0x1fdaf9e000)
00000800:00000200:3.0:1609800455.877221:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354daf9f000 0xffff9354daf9f000(0x1fdaf9f000)
00000800:00000200:3.0:1609800455.877222:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dafa0000 0xffff9354dafa0000(0x1fdafa0000)
00000800:00000200:3.0:1609800455.877222:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dafa1000 0xffff9354dafa1000(0x1fdafa1000)
00000800:00000200:3.0:1609800455.877223:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dafa2000 0xffff9354dafa2000(0x1fdafa2000)
00000800:00000200:3.0:1609800455.877224:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354dafa3000 0xffff9354dafa3000(0x1fdafa3000)
00000800:00000200:3.0:1609800455.877478:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877479:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877480:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877481:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877482:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877483:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877483:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877484:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877485:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877485:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877486:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877486:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877487:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877487:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877488:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877488:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877489:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877489:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877489:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877490:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877490:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877491:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877491:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877492:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877492:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877493:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877493:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877493:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877494:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877494:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877495:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877495:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877496:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877496:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:3.0:1609800455.877496:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (19)++
00000800:00000200:3.0:1609800455.877497:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (20)--
00000800:00000200:30.0:1609800455.878151:0:435:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.64@o2ib18
00000800:00000200:30.0:1609800455.878154:0:435:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.64@o2ib18: active(1), version(12), status(0)
00000800:00000200:30.0:1609800455.878156:0:435:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354daf90000] (19)++
00000800:00000200:30.0:1609800455.878158:0:435:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354daf90000] (20)++
00000800:00000200:30.0:1609800455.878159:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:30.0:1609800455.878160:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:30.0:1609800455.878180:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:30.0:1609800455.878181:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000800:00000200:30.0:1609800455.878182:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (25)++
00000800:00000200:30.0:1609800455.878183:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (26)++
00000800:00000200:30.0:1609800455.878184:0:435:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (27)++
00000800:00000200:30.0:1609800455.878198:0:435:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354daf90000] (28)--
00000800:00000200:30.1:1609800455.878248:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (27)++
00000800:00000200:18.0:1609800455.878259:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (28)++
00000800:00000200:18.0:1609800455.878266:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (29)--
00000400:00000200:18.0:1609800455.878268:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.878270:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (28)++
00000400:00000200:18.0:1609800455.878272:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.878276:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (29)--
00000800:00000200:18.0:1609800455.878276:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (29)--
00000400:00000200:24.0:1609800455.878278:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.878278:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (27)++
00000400:00000200:24.0:1609800455.878281:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.878282:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (28)--
00000400:00000200:18.0:1609800455.878283:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.878285:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.878286:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (27)--
00000800:00000200:24.0:1609800455.878288:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (26)++
00000800:00000200:18.0:1609800455.878289:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (27)--
00000800:00000200:24.0:1609800455.878290:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (27)--
00000400:00000200:24.0:1609800455.878291:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.878291:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:18.0:1609800455.878293:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (26)--
00000400:00000200:24.0:1609800455.878294:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:18.0:1609800455.878294:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.878296:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000400:00000200:18.0:1609800455.878296:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.878297:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:24.0:1609800455.878299:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000800:00000200:18.0:1609800455.878299:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000400:00000200:24.0:1609800455.878300:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800455.878301:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:24.0:1609800455.878302:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:18.0:1609800455.878302:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:18.0:1609800455.878304:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800455.878305:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:18.0:1609800455.878306:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:24.0:1609800455.878308:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:18.0:1609800455.878310:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:30.1:1609800455.878441:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:24.0:1609800455.878447:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:24.0:1609800455.878451:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:24.0:1609800455.878453:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:18.0:1609800455.878454:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:24.0:1609800455.878455:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:24.0:1609800455.878456:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:57.0:1609800455.926704:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.926714:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.926720:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4e40 nid 192.168.128.74@o2ib18
00000400:00000200:57.0:1609800455.926725:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73edc00 net o2ib18
00000400:00000200:57.0:1609800455.926729:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dad86e00 nid 192.168.128.74@o2ib18
00000400:00000200:57.0:1609800455.926734:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.74@o2ib18 NID 192.168.128.74@o2ib18 flags 0x0
00000400:00000200:0.0:1609800455.926741:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.926743:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.74@o2ib18: 0
00000400:00000200:57.0:1609800455.926745:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800455.926747:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800455.926751:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.74@o2ib18 NID 192.168.128.74@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800455.926754:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800455.926755:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.74@o2ib18 pending discovery
00000400:00000200:0.0:1609800455.926756:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800455.926758:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.74@o2ib18 state 0x20
00000400:00000200:69.0:1609800455.926761:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.74@o2ib18
00000400:00000200:69.0:1609800455.926764:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.74@o2ib18 state 0x10 rc 0
00000400:00000200:57.0:1609800455.926764:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.926768:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:0.0:1609800455.926774:0:16058:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:135] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:0.0:1609800455.926779:0:16058:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800455.926782:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.926783:0:16058:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.74@o2ib18
00000400:00000200:57.0:1609800455.926787:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:0.0:1609800455.926789:0:16058:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.74@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800455.926794:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.74@o2ib18 1
00000400:00000200:57.0:1609800455.926807:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.926814:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:0.0:1609800455.926820:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800455.926825:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.74@o2ib18
00000800:00000200:0.0:1609800455.926827:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:69.0:1609800455.926829:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.74@o2ib18
00000400:00000200:69.0:1609800455.926833:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:57.0:1609800455.926833:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (1)++
00000800:00000200:0.0:1609800455.926839:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.926840:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2)++
00000800:00000200:0.0:1609800455.926844:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800455.926845:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800455.926850:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:0.0:1609800455.926856:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.926875:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800455.926880:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (3) version: 0
00000400:00000200:0.0:1609800455.926880:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:69.0:1609800455.926882:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800455.926889:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800455.926892:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (3)--
00000400:00000200:0.0:1609800455.926892:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.926911:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:0.0:1609800455.926920:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.926922:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.926950:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.926959:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.926961:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:57.0:1609800455.926968:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.926971:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:57.0:1609800455.926975:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.926977:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800455.926989:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800455.926994:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800455.926996:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:0.0:1609800455.927001:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800455.927004:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:0.0:1609800455.927007:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800455.927009:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800455.927239:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800455.927261:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800455.927263:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:57.0:1609800455.927269:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800455.927273:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:57.0:1609800455.927276:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800455.927278:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800455.927429:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.74@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800455.927444:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.74@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800455.927881:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.74@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800455.927897:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dae71000 0xffff9354dae71000(0x1fdae71000)
00000800:00000200:46.0:1609800455.927898:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dae72000 0xffff9354dae72000(0x1fdae72000)
00000800:00000200:46.0:1609800455.927899:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dae73000 0xffff9354dae73000(0x1fdae73000)
00000800:00000200:46.0:1609800455.927900:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dae74000 0xffff9354dae74000(0x1fdae74000)
00000800:00000200:46.0:1609800455.927900:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dae75000 0xffff9354dae75000(0x1fdae75000)
00000800:00000200:46.0:1609800455.927901:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dae76000 0xffff9354dae76000(0x1fdae76000)
00000800:00000200:46.0:1609800455.927902:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dae77000 0xffff9354dae77000(0x1fdae77000)
00000800:00000200:46.0:1609800455.927902:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dae78000 0xffff9354dae78000(0x1fdae78000)
00000800:00000200:46.0:1609800455.927903:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dae79000 0xffff9354dae79000(0x1fdae79000)
00000800:00000200:46.0:1609800455.927905:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dae7a000 0xffff9354dae7a000(0x1fdae7a000)
00000800:00000200:46.0:1609800455.927906:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dae7b000 0xffff9354dae7b000(0x1fdae7b000)
00000800:00000200:46.0:1609800455.927907:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dae7c000 0xffff9354dae7c000(0x1fdae7c000)
00000800:00000200:46.0:1609800455.927908:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dae7d000 0xffff9354dae7d000(0x1fdae7d000)
00000800:00000200:46.0:1609800455.927909:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dae7e000 0xffff9354dae7e000(0x1fdae7e000)
00000800:00000200:46.0:1609800455.927910:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dae7f000 0xffff9354dae7f000(0x1fdae7f000)
00000800:00000200:46.0:1609800455.927911:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dae80000 0xffff9354dae80000(0x1fdae80000)
00000800:00000200:46.0:1609800455.927911:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354da82d000 0xffff9354da82d000(0x1fda82d000)
00000800:00000200:46.0:1609800455.927912:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354da82e000 0xffff9354da82e000(0x1fda82e000)
00000800:00000200:46.0:1609800455.928160:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928162:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928162:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928163:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928163:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928164:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928164:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928164:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928165:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928166:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928166:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928167:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928168:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928169:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928169:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928170:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928171:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928171:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928171:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928172:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928172:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928173:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928173:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928174:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928174:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928175:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928176:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928176:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928177:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928178:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928178:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928179:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928180:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928181:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:46.0:1609800455.928181:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (19)++
00000800:00000200:46.0:1609800455.928181:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (20)--
00000800:00000200:31.0:1609800455.928843:0:436:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.74@o2ib18
00000800:00000200:31.0:1609800455.928846:0:436:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.74@o2ib18: active(1), version(12), status(0)
00000800:00000200:31.0:1609800455.928848:0:436:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dae24800] (19)++
00000800:00000200:31.0:1609800455.928849:0:436:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dae24800] (20)++
00000800:00000200:31.0:1609800455.928850:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000800:00000200:31.0:1609800455.928852:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:31.0:1609800455.928871:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000800:00000200:31.0:1609800455.928872:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (24)++
00000800:00000200:31.0:1609800455.928873:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (25)++
00000800:00000200:31.0:1609800455.928874:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (26)++
00000800:00000200:31.0:1609800455.928874:0:436:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (27)++
00000800:00000200:31.0:1609800455.928887:0:436:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dae24800] (28)--
00000800:00000200:31.1:1609800455.928968:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (27)++
00000800:00000200:19.0:1609800455.929007:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (28)++
00000800:00000200:19.0:1609800455.929014:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (29)--
00000400:00000200:19.0:1609800455.929016:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.929019:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.929023:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (28)--
00000800:00000200:19.0:1609800455.929024:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (27)++
00000800:00000200:19.0:1609800455.929028:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (28)--
00000400:00000200:19.0:1609800455.929029:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.929032:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.929034:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (27)--
00000800:00000200:19.0:1609800455.929036:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (26)++
00000800:00000200:19.0:1609800455.929038:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (27)--
00000400:00000200:19.0:1609800455.929041:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.929043:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.929045:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (26)--
00000800:00000200:19.0:1609800455.929046:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (25)++
00000800:00000200:19.0:1609800455.929049:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (26)--
00000800:00000200:20.0:1609800455.929051:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (26)++
00000400:00000200:19.0:1609800455.929051:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800455.929053:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.929055:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (26)--
00000800:00000200:18.0:1609800455.929055:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (26)++
00000400:00000200:20.0:1609800455.929056:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800455.929058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (26)--
00000800:00000200:19.0:1609800455.929059:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (25)++
00000800:00000200:18.0:1609800455.929059:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (25)--
00000400:00000200:20.0:1609800455.929060:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.929060:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (26)--
00000400:00000200:19.0:1609800455.929062:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800455.929062:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800455.929064:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000400:00000200:19.0:1609800455.929064:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:20.0:1609800455.929065:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000400:00000200:18.0:1609800455.929066:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800455.929067:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:18.0:1609800455.929071:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:31.1:1609800455.929236:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:20.0:1609800455.929242:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:20.0:1609800455.929247:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.74@o2ib18
00000800:00000200:20.0:1609800455.929249:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800455.929249:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800455.929250:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800455.929251:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:21.1:1609800456.029396:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:18.0:1609800456.029449:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:18.0:1609800456.029461:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.79@o2ib18
00000400:00000200:18.0:1609800456.029471:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.029479:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.029484:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800456.029499:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.029504:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:18.0:1609800456.029506:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800456.029512:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.029516:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:18.0:1609800456.029518:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800456.029521:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800456.029524:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.029528:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)++
00000800:00000200:18.0:1609800456.029531:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)--
00000400:00000200:24.0:1609800456.029532:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.029533:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:18.0:1609800456.029535:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:24.0:1609800456.029538:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800456.029550:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:21.1:1609800456.029556:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:24.0:1609800456.029557:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.029563:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.029569:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.029587:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.029592:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.029594:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:24.0:1609800456.029613:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:24.0:1609800456.029614:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:24.0:1609800456.029618:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:24.0:1609800456.029621:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.029621:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:24.0:1609800456.029624:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.029626:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:57.0:1609800456.029632:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800456.029632:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800456.029633:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.029634:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800456.029637:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.029638:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800456.029639:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.029641:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.029642:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.029643:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.029644:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000400:00000200:4.0:1609800456.029644:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.029647:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:24.0:1609800456.029648:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800456.029652:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:4.0:1609800456.029656:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.029658:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.029662:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000400:00000200:4.0:1609800456.029663:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.029669:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:18.0:1609800456.029670:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:19.0:1609800456.029673:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800456.029679:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.029682:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800456.029689:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.029693:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.029696:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:21.1:1609800456.029699:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800456.029700:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.029702:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.029706:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800456.029706:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800456.029709:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (24)++
00000800:00000200:20.0:1609800456.029713:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:24.0:1609800456.029715:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000800:00000200:57.0:1609800456.029716:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.029716:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000400:00000200:20.0:1609800456.029717:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800456.029718:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.029718:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.029718:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:19.0:1609800456.029719:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000400:00000200:57.0:1609800456.029721:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.029721:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000400:00000200:24.0:1609800456.029722:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.029722:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:20.0:1609800456.029723:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.029723:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:20.0:1609800456.029726:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:19.0:1609800456.029726:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.029730:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.029732:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.029732:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.029733:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:20.0:1609800456.029734:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.029737:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800456.029739:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.029741:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800456.029741:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800456.029742:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800456.029744:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.029745:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800456.029746:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.029747:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800456.029747:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.029748:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800456.029748:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800456.029749:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800456.029751:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.029754:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800456.029755:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.029757:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.029758:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)++
00000800:00000200:20.0:1609800456.029758:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)++
00000800:00000200:18.0:1609800456.029758:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.029759:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (28)--
00000800:00000200:19.0:1609800456.029759:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.029760:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (27)--
00000800:00000200:20.0:1609800456.029760:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (28)--
00000800:00000200:19.0:1609800456.029761:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (27)++
00000800:00000200:18.0:1609800456.029761:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.029762:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (27)++
00000800:00000200:19.0:1609800456.029762:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (27)--
00000800:00000200:20.0:1609800456.029763:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:24.0:1609800456.029764:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (26)--
00000800:00000200:18.0:1609800456.029764:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.029765:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:18.0:1609800456.029765:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800456.029766:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.029766:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:18.0:1609800456.029767:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)++
00000400:00000200:57.0:1609800456.029768:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.029768:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:57.0:1609800456.029770:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.029770:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:57.0:1609800456.029774:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.029776:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.029778:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.029778:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:18.0:1609800456.029779:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.029800:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800456.029806:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800456.029809:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:24.0:1609800456.029812:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800456.029813:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800456.029815:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800456.029818:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800456.029818:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:38.0:1609800456.029820:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.029823:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800456.029824:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.029827:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:21.1:1609800456.029828:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800456.029829:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.029832:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.029833:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.029834:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:19.0:1609800456.029836:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:20.0:1609800456.029837:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000800:00000200:20.0:1609800456.029838:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:19.0:1609800456.029838:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:19.0:1609800456.029840:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:57.0:1609800456.029841:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.029842:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800456.029842:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.029842:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000400:00000200:38.0:1609800456.029844:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.029845:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800456.029847:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.029847:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.029851:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.029853:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:24.0:1609800456.029854:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.029854:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.029856:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:24.0:1609800456.029858:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.029858:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.029858:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000400:00000200:19.0:1609800456.029859:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.029860:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:20.0:1609800456.029864:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.029866:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800456.029866:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.029867:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:24.0:1609800456.029869:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.029871:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:21.1:1609800456.029872:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (23)++
00000400:00000200:20.0:1609800456.029873:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.029874:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.029875:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.029876:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800456.029876:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:20.0:1609800456.029878:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.029879:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:24.0:1609800456.029881:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:20.0:1609800456.029881:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.029882:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:20.0:1609800456.029882:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800456.029882:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.029883:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:24.0:1609800456.029885:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.029885:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800456.029886:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:20.0:1609800456.029887:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)--
00000400:00000200:24.0:1609800456.029888:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.029888:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800456.029889:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:19.0:1609800456.029890:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800456.029890:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:57.0:1609800456.029891:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800456.029891:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.029891:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.029892:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.029893:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800456.029895:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800456.029898:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.029900:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.029901:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.029902:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:24.0:1609800456.029903:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.029906:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.029906:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:24.0:1609800456.029907:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.029907:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:24.0:1609800456.029910:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.029911:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:24.0:1609800456.029912:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:57.0:1609800456.029914:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.029915:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.029919:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800456.029920:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:5.0:1609800456.029920:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800456.029924:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.029926:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:5.0:1609800456.029927:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.029930:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:18.0:1609800456.029932:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:20.0:1609800456.029934:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.029936:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:20.0:1609800456.029938:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.029938:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:18.0:1609800456.029939:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:20.0:1609800456.029940:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:5.0:1609800456.029945:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800456.029946:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800456.029947:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.029949:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800456.029950:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.029952:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.029955:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800456.029956:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.029959:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:20.0:1609800456.029961:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:20.0:1609800456.029962:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:57.0:1609800456.029964:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.029966:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.029968:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.030076:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.030085:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030088:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030094:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.030098:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:57.0:1609800456.030102:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.030104:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:57.0:1609800456.030105:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:57.0:1609800456.030112:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030263:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000400:00000200:0.0:1609800456.030268:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.030274:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.030277:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800456.030283:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.030286:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800456.030291:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.030293:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:0.0:1609800456.030295:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:24.0:1609800456.030301:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:0.0:1609800456.030303:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:24.0:1609800456.030307:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:0.0:1609800456.030307:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800456.030309:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.030312:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.030316:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:24.0:1609800456.030318:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.030321:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:24.0:1609800456.030322:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.030323:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.030325:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.030325:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:0.0:1609800456.030326:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800456.030331:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800456.030333:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:0.0:1609800456.030334:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800456.030337:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.030339:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:0.0:1609800456.030340:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:0.0:1609800456.030344:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030355:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000400:00000200:57.0:1609800456.030374:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.030382:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030385:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030390:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800456.030392:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:57.0:1609800456.030394:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:57.0:1609800456.030397:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.030399:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)++
00000800:00000200:20.0:1609800456.030399:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:57.0:1609800456.030400:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000400:00000200:20.0:1609800456.030401:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.030401:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:20.0:1609800456.030404:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.030406:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:20.0:1609800456.030409:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030435:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:24.0:1609800456.030441:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.030443:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:24.0:1609800456.030445:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.030447:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.030448:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:24.0:1609800456.030451:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:0.0:1609800456.030457:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.030468:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.030470:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800456.030476:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.030480:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800456.030484:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.030485:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:0.0:1609800456.030487:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:0.0:1609800456.030492:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030503:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:18.0:1609800456.030519:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:18.0:1609800456.030523:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:18.0:1609800456.030524:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.030525:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:0.0:1609800456.030526:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800456.030528:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.030533:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:0.0:1609800456.030535:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.030537:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:0.0:1609800456.030542:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.030545:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:0.0:1609800456.030548:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.030549:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:0.0:1609800456.030550:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:0.0:1609800456.030554:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030565:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800456.030571:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800456.030576:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:24.0:1609800456.030578:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:19.0:1609800456.030579:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.030582:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.030587:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:57.0:1609800456.030635:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.030642:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030645:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030651:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.030653:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:57.0:1609800456.030657:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.030659:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:57.0:1609800456.030660:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:57.0:1609800456.030664:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:4.0:1609800456.030672:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800456.030678:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:20.0:1609800456.030685:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:57.0:1609800456.030686:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800456.030687:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:20.0:1609800456.030689:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.030691:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.030691:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:4.0:1609800456.030691:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030693:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.030694:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:4.0:1609800456.030695:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030696:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030702:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.030705:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:4.0:1609800456.030709:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.030712:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:57.0:1609800456.030713:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.030714:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:57.0:1609800456.030715:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:4.0:1609800456.030717:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.030719:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:57.0:1609800456.030720:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:4.0:1609800456.030721:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:21.1:1609800456.030722:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000800:00000200:4.0:1609800456.030723:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.79@o2ib18: no credits
00000800:00000200:4.0:1609800456.030724:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:24.0:1609800456.030728:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:4.0:1609800456.030730:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800456.030733:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.030735:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000400:00000200:4.0:1609800456.030738:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.030740:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:24.0:1609800456.030741:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)++
00000800:00000200:19.0:1609800456.030741:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000800:00000200:18.0:1609800456.030741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:24.0:1609800456.030742:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:24.0:1609800456.030743:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800456.030743:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.030745:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800456.030746:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:4.0:1609800456.030748:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:19.0:1609800456.030749:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030753:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:4.0:1609800456.030753:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.030755:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:4.0:1609800456.030756:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:20.0:1609800456.030759:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:4.0:1609800456.030763:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:20.0:1609800456.030764:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000400:00000200:20.0:1609800456.030765:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.030765:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000400:00000200:20.0:1609800456.030768:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.030771:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030776:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:24.0:1609800456.030782:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.030785:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:24.0:1609800456.030786:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.030787:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:24.0:1609800456.030788:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.030792:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800456.030824:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:18.0:1609800456.030831:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:18.0:1609800456.030835:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:20.0:1609800456.030836:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:18.0:1609800456.030837:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:18.0:1609800456.030838:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:18.0:1609800456.030839:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:38.0:1609800456.030854:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.030857:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.030865:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030867:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030872:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.030875:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:38.0:1609800456.030875:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.030879:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800456.030879:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:57.0:1609800456.030881:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:57.0:1609800456.030882:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000400:00000200:38.0:1609800456.030885:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.030886:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:38.0:1609800456.030889:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:38.0:1609800456.030894:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800456.030896:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:38.0:1609800456.030897:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:21.1:1609800456.030900:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (23)++
00000800:00000200:38.0:1609800456.030905:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:19.0:1609800456.030906:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:19.0:1609800456.030909:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:38.0:1609800456.030911:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800456.030911:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.030912:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:19.0:1609800456.030913:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.030915:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:24.0:1609800456.030916:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.030916:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800456.030917:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:24.0:1609800456.030918:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:38.0:1609800456.030920:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.030922:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:38.0:1609800456.030923:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:38.0:1609800456.030928:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.030930:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:38.0:1609800456.030934:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800456.030935:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:38.0:1609800456.030938:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:38.0:1609800456.030942:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.030955:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:18.0:1609800456.030961:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:18.0:1609800456.030965:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:20.0:1609800456.030967:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:18.0:1609800456.030967:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.030970:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.030971:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800456.030971:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:20.0:1609800456.030973:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)++
00000800:00000200:19.0:1609800456.030973:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:20.0:1609800456.030974:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:18.0:1609800456.030975:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:20.0:1609800456.030976:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:57.0:1609800456.030978:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.030980:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:57.0:1609800456.030998:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.031001:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:57.0:1609800456.031004:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.031006:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:57.0:1609800456.031007:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:57.0:1609800456.031011:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800456.031025:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:24.0:1609800456.031030:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:24.0:1609800456.031033:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:24.0:1609800456.031034:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.031036:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:24.0:1609800456.031037:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.031039:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:5.0:1609800456.079099:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.079118:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.079132:0:16054:0:(peer.c:271:lnet_peer_alloc()) ffff93366875cd80 nid 192.168.128.87@o2ib18
00000400:00000200:5.0:1609800456.079134:0:16054:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345b1fb0d80 net o2ib18
00000400:00000200:5.0:1609800456.079136:0:16054:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354db191400 nid 192.168.128.87@o2ib18
00000400:00000200:5.0:1609800456.079139:0:16054:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.87@o2ib18 NID 192.168.128.87@o2ib18 flags 0x0
00000400:00000200:5.0:1609800456.079144:0:16054:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.87@o2ib18: 0
00000400:00000200:5.0:1609800456.079145:0:16054:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:5.0:1609800456.079146:0:16054:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:5.0:1609800456.079148:0:16054:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.87@o2ib18 NID 192.168.128.87@o2ib18: 0. pending discovery
00000400:00000200:5.0:1609800456.079150:0:16054:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.87@o2ib18 pending discovery
00000400:00000200:69.0:1609800456.079151:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:69.0:1609800456.079156:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.87@o2ib18 state 0x20
00000400:00000200:69.0:1609800456.079159:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.87@o2ib18
00000400:00000200:69.0:1609800456.079161:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.87@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800456.079164:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.87@o2ib18
00000400:00000200:69.0:1609800456.079168:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.87@o2ib18
00000400:00000200:69.0:1609800456.079172:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:69.0:1609800456.079177:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:136] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800456.079182:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800456.079187:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.87@o2ib18
00000400:00000200:69.0:1609800456.079192:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.87@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800456.079212:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.87@o2ib18 1
00000400:00000200:69.0:1609800456.079216:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800456.079218:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:57.0:1609800456.079220:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800456.079225:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dbb98000] -> 192.168.128.87@o2ib18 (1)++
00000400:00000200:57.0:1609800456.079226:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800456.079229:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2)++
00000400:00000200:57.0:1609800456.079229:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079234:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.079237:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.079240:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800456.079242:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (3) version: 0
00000800:00000200:69.0:1609800456.079254:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800456.079256:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dbb98000] -> 192.168.128.87@o2ib18 (3)--
00000400:00000200:57.0:1609800456.079297:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079300:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079302:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079307:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.079310:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.079312:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.079314:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800456.079317:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079320:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079322:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079327:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.079329:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.079332:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.079333:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.079338:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079339:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079345:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079347:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079351:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.079353:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.079355:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.079356:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.079358:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.079362:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:0.0:1609800456.079368:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.079372:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:0.0:1609800456.079377:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.079379:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.079402:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.079413:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.079415:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:0.0:1609800456.079419:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.079422:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:0.0:1609800456.079425:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.079428:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.079434:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.079442:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.079444:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:0.0:1609800456.079447:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.079450:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:0.0:1609800456.079452:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.079454:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.079464:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.079486:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.079488:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:4.0:1609800456.079579:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.079614:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.079618:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:46.0:1609800456.079626:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.87@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800456.079641:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.87@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800456.079690:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079696:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079698:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079826:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079835:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079842:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079889:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079898:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079901:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.079952:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.079961:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.079965:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:46.0:1609800456.079977:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.87@o2ib18 Route resolved: 0
00000400:00000200:38.0:1609800456.079984:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.079990:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:46.0:1609800456.079991:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354da8a6000 0xffff9354da8a6000(0x1fda8a6000)
00000800:00000200:46.0:1609800456.079992:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354da8a7000 0xffff9354da8a7000(0x1fda8a7000)
00000800:00000200:46.0:1609800456.079993:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354da8a8000 0xffff9354da8a8000(0x1fda8a8000)
00000400:00000200:38.0:1609800456.079993:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:46.0:1609800456.079994:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9345a77d1000 0xffff9345a77d1000(0x10a77d1000)
00000800:00000200:46.0:1609800456.079995:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff934583b97000 0xffff934583b97000(0x1083b97000)
00000800:00000200:46.0:1609800456.079996:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff934581fa3000 0xffff934581fa3000(0x1081fa3000)
00000800:00000200:46.0:1609800456.079997:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9345c43dd000 0xffff9345c43dd000(0x10c43dd000)
00000800:00000200:46.0:1609800456.079997:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9345e5bbf000 0xffff9345e5bbf000(0x10e5bbf000)
00000800:00000200:46.0:1609800456.079998:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9345a5bd5000 0xffff9345a5bd5000(0x10a5bd5000)
00000400:00000200:38.0:1609800456.079998:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800456.079999:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9345bbbfc000 0xffff9345bbbfc000(0x10bbbfc000)
00000800:00000200:46.0:1609800456.079999:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9345aebbd000 0xffff9345aebbd000(0x10aebbd000)
00000800:00000200:46.0:1609800456.080000:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9345e43ca000 0xffff9345e43ca000(0x10e43ca000)
00000800:00000200:46.0:1609800456.080001:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9345e3be2000 0xffff9345e3be2000(0x10e3be2000)
00000800:00000200:46.0:1609800456.080001:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354da8a9000 0xffff9354da8a9000(0x1fda8a9000)
00000800:00000200:46.0:1609800456.080002:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354da8aa000 0xffff9354da8aa000(0x1fda8aa000)
00000800:00000200:46.0:1609800456.080003:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354da8ab000 0xffff9354da8ab000(0x1fda8ab000)
00000800:00000200:46.0:1609800456.080003:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354da8ac000 0xffff9354da8ac000(0x1fda8ac000)
00000800:00000200:46.0:1609800456.080004:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354da8ad000 0xffff9354da8ad000(0x1fda8ad000)
00000400:00000200:57.0:1609800456.080005:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.080015:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.080017:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:5.0:1609800456.080076:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800456.080277:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080279:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080280:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080281:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080282:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080282:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080283:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080284:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080285:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080285:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080302:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080302:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080303:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080303:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080303:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080304:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080304:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080305:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080305:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080306:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080306:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080307:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080307:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080308:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080308:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080308:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080309:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080309:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080310:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080310:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080311:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080311:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080312:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080312:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:46.0:1609800456.080312:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (19)++
00000800:00000200:46.0:1609800456.080313:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (20)--
00000800:00000200:32.0:1609800456.080881:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.87@o2ib18
00000800:00000200:32.0:1609800456.080884:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.87@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800456.080886:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dae25400] (19)++
00000800:00000200:32.0:1609800456.080887:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dae25400] (20)++
00000800:00000200:32.0:1609800456.080889:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:32.0:1609800456.080890:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000800:00000200:32.0:1609800456.080891:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:32.0:1609800456.080892:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (24)++
00000800:00000200:32.0:1609800456.080893:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (25)++
00000800:00000200:32.0:1609800456.080894:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (26)++
00000800:00000200:32.0:1609800456.080894:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (27)++
00000800:00000200:32.0:1609800456.080895:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (28)++
00000800:00000200:32.0:1609800456.080907:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dae25400] (29)--
00000800:00000200:32.1:1609800456.080943:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (28)++
00000800:00000200:18.0:1609800456.080954:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.080962:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:20.0:1609800456.080964:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000400:00000200:18.0:1609800456.080964:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.080967:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000400:00000200:20.0:1609800456.080969:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.080969:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:20.0:1609800456.080971:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.080975:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:20.0:1609800456.080976:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:20.0:1609800456.080980:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.080980:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.080982:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.080982:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000800:00000200:20.0:1609800456.080983:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (30)++
00000800:00000200:20.0:1609800456.080985:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.080986:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (32)--
00000800:00000200:18.0:1609800456.080987:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (32)++
00000800:00000200:18.0:1609800456.080989:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.080990:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (32)--
00000800:00000200:20.0:1609800456.080992:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000400:00000200:57.0:1609800456.080995:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.080995:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000800:00000200:18.0:1609800456.080997:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000400:00000200:57.0:1609800456.080998:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:20.0:1609800456.080999:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.080999:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:18.0:1609800456.080999:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000400:00000200:20.0:1609800456.081000:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.081001:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081002:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000400:00000200:20.0:1609800456.081003:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081003:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000400:00000200:57.0:1609800456.081004:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800456.081004:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.081006:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:18.0:1609800456.081007:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081008:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081009:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800456.081009:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:20.0:1609800456.081010:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000800:00000200:20.0:1609800456.081011:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (30)++
00000400:00000200:19.0:1609800456.081011:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.081011:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:20.0:1609800456.081013:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081014:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)--
00000400:00000200:19.0:1609800456.081014:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.081014:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.081015:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)++
00000800:00000200:18.0:1609800456.081017:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (31)++
00000800:00000200:20.0:1609800456.081018:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000800:00000200:20.0:1609800456.081019:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (31)++
00000800:00000200:19.0:1609800456.081019:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:18.0:1609800456.081019:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081020:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)--
00000800:00000200:20.0:1609800456.081021:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081022:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (31)--
00000800:00000200:18.0:1609800456.081022:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000400:00000200:20.0:1609800456.081023:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.081023:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.081023:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000400:00000200:57.0:1609800456.081024:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.081025:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081025:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000400:00000200:20.0:1609800456.081026:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081026:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000400:00000200:18.0:1609800456.081026:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.081028:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:19.0:1609800456.081028:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (30)++
00000400:00000200:18.0:1609800456.081029:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081030:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:19.0:1609800456.081031:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)--
00000800:00000200:20.0:1609800456.081032:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:24.0:1609800456.081033:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000800:00000200:18.0:1609800456.081034:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:19.0:1609800456.081035:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000800:00000200:24.0:1609800456.081037:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081037:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800456.081037:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:18.0:1609800456.081037:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.081038:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (29)--
00000800:00000200:20.0:1609800456.081038:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.081039:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (29)++
00000800:00000200:20.0:1609800456.081040:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (30)++
00000400:00000200:24.0:1609800456.081041:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.081041:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081042:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)--
00000800:00000200:18.0:1609800456.081042:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (31)++
00000400:00000200:24.0:1609800456.081043:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.081044:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (31)--
00000800:00000200:18.0:1609800456.081044:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081045:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)--
00000400:00000200:0.0:1609800456.081046:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.081048:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:18.0:1609800456.081048:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000800:00000200:24.0:1609800456.081052:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.081053:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (28)++
00000800:00000200:24.0:1609800456.081055:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (29)++
00000800:00000200:24.0:1609800456.081057:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000400:00000200:0.0:1609800456.081057:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:24.0:1609800456.081058:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)--
00000800:00000200:24.0:1609800456.081063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000400:00000200:0.0:1609800456.081071:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.081099:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.081104:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800456.081186:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (28)++
00000800:00000200:19.0:1609800456.081192:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000800:00000200:19.0:1609800456.081197:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:20.0:1609800456.081199:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081210:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:19.0:1609800456.081211:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (29)++
00000800:00000200:19.0:1609800456.081213:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081214:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000800:00000200:32.1:1609800456.081216:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (28)++
00000800:00000200:18.0:1609800456.081223:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.081229:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081230:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:24.0:1609800456.081231:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000400:00000200:18.0:1609800456.081231:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.081234:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.081235:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:24.0:1609800456.081236:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:20.0:1609800456.081237:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000400:00000200:24.0:1609800456.081239:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.081239:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:24.0:1609800456.081241:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.081241:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081241:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081242:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (30)++
00000800:00000200:18.0:1609800456.081242:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800456.081243:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.081244:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)++
00000800:00000200:24.0:1609800456.081245:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:20.0:1609800456.081245:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081245:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:19.0:1609800456.081246:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (31)--
00000800:00000200:18.0:1609800456.081246:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (31)++
00000400:00000200:19.0:1609800456.081247:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.081248:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.081248:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:24.0:1609800456.081249:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)++
00000800:00000200:20.0:1609800456.081249:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:18.0:1609800456.081249:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (31)--
00000800:00000200:24.0:1609800456.081250:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (31)++
00000400:00000200:19.0:1609800456.081250:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.081252:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081252:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.081253:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (32)--
00000800:00000200:20.0:1609800456.081253:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (32)++
00000800:00000200:19.0:1609800456.081253:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:18.0:1609800456.081253:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (32)--
00000800:00000200:18.0:1609800456.081254:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:20.0:1609800456.081255:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (31)++
00000800:00000200:24.0:1609800456.081256:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:20.0:1609800456.081257:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:19.0:1609800456.081257:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.081258:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081258:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)++
00000800:00000200:20.0:1609800456.081259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081259:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (30)++
00000800:00000200:19.0:1609800456.081261:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:19.0:1609800456.081262:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081263:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000800:00000200:32.1:1609800456.081268:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (28)++
00000800:00000200:18.0:1609800456.081274:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.081278:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:24.0:1609800456.081280:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:18.0:1609800456.081289:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081290:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (29)++
00000800:00000200:18.0:1609800456.081292:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (30)--
00000800:00000200:18.0:1609800456.081293:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000800:00000200:32.1:1609800456.081297:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (28)++
00000800:00000200:20.0:1609800456.081302:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000800:00000200:20.0:1609800456.081306:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081307:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000400:00000200:20.0:1609800456.081308:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.081308:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (29)++
00000400:00000200:20.0:1609800456.081310:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081311:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081312:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (30)--
00000800:00000200:19.0:1609800456.081312:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (30)--
00000400:00000200:19.0:1609800456.081313:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.081314:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (28)++
00000400:00000200:19.0:1609800456.081315:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.081317:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:20.0:1609800456.081318:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (29)--
00000800:00000200:19.0:1609800456.081318:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (29)--
00000400:00000200:20.0:1609800456.081319:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.081319:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (27)++
00000400:00000200:20.0:1609800456.081322:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081323:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:18.0:1609800456.081323:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (28)--
00000800:00000200:20.0:1609800456.081324:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:19.0:1609800456.081324:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (27)--
00000400:00000200:19.0:1609800456.081325:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.081328:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081331:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:32.1:1609800456.081345:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (24)++
00000800:00000200:18.0:1609800456.081351:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:18.0:1609800456.081355:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:24.0:1609800456.081356:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:18.0:1609800456.081362:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:18.0:1609800456.081363:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (26)--
00000800:00000200:18.0:1609800456.081365:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:32.1:1609800456.081378:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (24)++
00000800:00000200:20.0:1609800456.081384:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:20.0:1609800456.081387:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000400:00000200:20.0:1609800456.081388:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.081389:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000400:00000200:20.0:1609800456.081390:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081392:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000800:00000200:20.0:1609800456.081393:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:20.0:1609800456.081394:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:19.0:1609800456.081394:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.081396:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.081397:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:20.0:1609800456.081397:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:20.0:1609800456.081398:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.081399:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000800:00000200:19.0:1609800456.081399:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000400:00000200:24.0:1609800456.081400:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.081400:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.081400:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:24.0:1609800456.081402:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.081403:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:24.0:1609800456.081405:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800456.081413:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:18.0:1609800456.081419:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:18.0:1609800456.081423:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:18.0:1609800456.081424:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:19.0:1609800456.081425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:18.0:1609800456.081426:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000800:00000200:18.0:1609800456.081427:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800456.081460:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:20.0:1609800456.081465:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:20.0:1609800456.081469:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:24.0:1609800456.081470:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:20.0:1609800456.081470:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:20.0:1609800456.081471:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000800:00000200:20.0:1609800456.081472:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800456.136463:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:3.0:1609800456.136522:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:3.0:1609800456.136533:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.78@o2ib18
00000400:00000200:3.0:1609800456.136541:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800456.136554:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.136559:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800456.136571:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:3.0:1609800456.136572:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.136578:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.136583:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:3.0:1609800456.136584:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800456.136591:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.136591:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800456.136594:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800456.136599:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.136600:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.136603:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000400:00000200:8.0:1609800456.136605:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:3.0:1609800456.136605:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:3.0:1609800456.136607:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:3.0:1609800456.136614:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:8.0:1609800456.136619:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800456.136621:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800456.136623:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:8.0:1609800456.136626:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800456.136626:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.136630:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800456.136631:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800456.136632:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800456.136639:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800456.136641:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800456.136642:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800456.136647:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.136649:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000400:00000200:6.0:1609800456.136650:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.136651:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.136652:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800456.136654:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800456.136656:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.136656:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800456.136658:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.136658:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdaa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800456.136660:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:8.0:1609800456.136660:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:6.0:1609800456.136664:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:57.0:1609800456.136667:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800456.136668:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:3.0:1609800456.136669:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)++
00000800:00000200:3.0:1609800456.136671:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:3.0:1609800456.136672:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000400:00000200:57.0:1609800456.136673:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.136674:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.136674:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000400:00000200:37.0:1609800456.136677:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800456.136679:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800456.136679:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.136679:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:0.0:1609800456.136680:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.136681:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800456.136684:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.136685:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.136686:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800456.136686:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800456.136686:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800456.136690:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800456.136692:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800456.136696:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:8.0:1609800456.136698:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.136699:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800456.136702:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800456.136705:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800456.136709:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800456.136710:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800456.136731:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.136731:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800456.136732:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800456.136732:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.136734:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)++
00000800:00000200:57.0:1609800456.136735:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800456.136735:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.136735:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)++
00000400:00000200:3.0:1609800456.136736:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:57.0:1609800456.136738:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.136738:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800456.136738:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (27)++
00000800:00000200:37.0:1609800456.136740:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800456.136741:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800456.136741:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800456.136742:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (28)++
00000400:00000200:57.0:1609800456.136743:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800456.136743:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.136745:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800456.136746:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (29)--
00000800:00000200:6.0:1609800456.136746:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (29)++
00000400:00000200:0.0:1609800456.136746:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800456.136747:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (28)--
00000800:00000200:3.0:1609800456.136747:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800456.136748:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (28)--
00000800:00000200:8.0:1609800456.136748:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (28)++
00000800:00000200:6.0:1609800456.136748:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (28)--
00000800:00000200:37.0:1609800456.136749:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)--
00000800:00000200:8.0:1609800456.136750:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800456.136750:0:16037:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.78@o2ib18(1): redundant or enough NOOP
00000800:00000200:3.0:1609800456.136750:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800456.136751:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000800:00000200:6.0:1609800456.136751:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:0.0:1609800456.136751:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800456.136752:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800456.136752:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800456.136752:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.136753:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800456.136753:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000400:00000200:57.0:1609800456.136754:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.136754:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.136755:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000400:00000200:0.0:1609800456.136755:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.136756:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.136756:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:57.0:1609800456.136759:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.136760:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:8.0:1609800456.136765:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800456.136768:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.136770:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800456.136771:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800456.136773:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800456.136774:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.136774:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800456.136777:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000400:00000200:57.0:1609800456.136778:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800456.136779:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:8.0:1609800456.136780:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:0.0:1609800456.136782:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.136783:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.136786:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800456.136861:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800456.136914:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800456.136919:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800456.136920:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:37.0:1609800456.136921:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:32.1:1609800456.136987:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:3.0:1609800456.137067:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:3.0:1609800456.137073:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:3.0:1609800456.137076:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800456.137081:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.137084:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:3.0:1609800456.137090:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.137093:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800456.137096:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800456.137099:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800456.137100:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800456.137103:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:3.0:1609800456.137105:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:3.0:1609800456.137108:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000800:00000200:8.0:1609800456.137109:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:8.0:1609800456.137113:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.137114:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:3.0:1609800456.137115:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:57.0:1609800456.137142:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800456.137144:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.137147:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800456.137148:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000400:00000200:8.0:1609800456.137149:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.137150:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800456.137166:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.137170:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:8.0:1609800456.137170:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:57.0:1609800456.137172:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.137196:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800456.137199:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800456.137201:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800456.137202:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800456.137203:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.137206:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.137207:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800456.137226:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800456.137226:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:8.0:1609800456.137227:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800456.137229:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800456.137230:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:3.0:1609800456.137230:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.137234:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800456.137235:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.137236:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800456.137238:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)++
00000800:00000200:37.0:1609800456.137240:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.137240:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (27)--
00000400:00000200:6.0:1609800456.137241:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.137241:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800456.137242:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000400:00000200:57.0:1609800456.137243:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.137243:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.137243:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:3.0:1609800456.137243:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800456.137245:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000800:00000200:8.0:1609800456.137246:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000400:00000200:6.0:1609800456.137246:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.137246:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)++
00000800:00000200:37.0:1609800456.137247:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800456.137265:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:3.0:1609800456.137265:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:3.0:1609800456.137266:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800456.137267:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800456.137267:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:4.0:1609800456.137267:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.137271:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800456.137273:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800456.137274:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:57.0:1609800456.137275:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.137276:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800456.137278:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800456.137279:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:6.0:1609800456.137283:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800456.137284:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:38.0:1609800456.137286:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.137286:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800456.137287:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800456.137289:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.137290:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800456.137291:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:38.0:1609800456.137292:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800456.137292:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.137298:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800456.137302:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:57.0:1609800456.137304:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:4.0:1609800456.137304:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800456.137305:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800456.137306:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:57.0:1609800456.137311:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800456.137313:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:4.0:1609800456.137313:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000800:00000200:57.0:1609800456.137314:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800456.137315:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:38.0:1609800456.137317:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800456.137318:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800456.137320:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:57.0:1609800456.137321:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000400:00000200:38.0:1609800456.137321:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800456.137326:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:18.0:1609800456.137326:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.137327:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800456.137329:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.137333:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.137335:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.137336:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.137336:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:4.0:1609800456.137342:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.137345:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:4.0:1609800456.137349:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.137351:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800456.137352:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000400:00000200:57.0:1609800456.137354:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800456.137354:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (25)--
00000400:00000200:57.0:1609800456.137358:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800456.137368:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.137369:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800456.137371:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.137376:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800456.137383:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:57.0:1609800456.137388:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.137391:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:57.0:1609800456.137393:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (25)++
00000800:00000200:57.0:1609800456.137400:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (26)--
00000400:00000200:57.0:1609800456.137408:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.137414:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.137417:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:32.1:1609800456.137421:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (25)++
00000400:00000200:57.0:1609800456.137427:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.137447:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:57.0:1609800456.137450:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.137452:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (26)++
00000800:00000200:57.0:1609800456.137453:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (27)++
00000800:00000200:8.0:1609800456.137453:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)++
00000800:00000200:57.0:1609800456.137455:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (29)--
00000800:00000200:8.0:1609800456.137456:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (28)--
00000800:00000200:8.0:1609800456.137458:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)--
00000800:00000200:8.0:1609800456.137460:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)++
00000800:00000200:8.0:1609800456.137462:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (27)--
00000400:00000200:8.0:1609800456.137463:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.137465:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)++
00000400:00000200:8.0:1609800456.137466:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.137470:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (27)--
00000800:00000200:8.0:1609800456.137470:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (27)--
00000400:00000200:37.0:1609800456.137472:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.137472:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000400:00000200:37.0:1609800456.137492:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.137493:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000800:00000200:6.0:1609800456.137493:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)++
00000400:00000200:8.0:1609800456.137494:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.137496:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000800:00000200:3.0:1609800456.137496:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)++
00000400:00000200:8.0:1609800456.137497:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.137498:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000400:00000200:6.0:1609800456.137498:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.137499:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:3.0:1609800456.137499:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000400:00000200:3.0:1609800456.137500:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.137501:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800456.137501:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:3.0:1609800456.137503:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.137506:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:3.0:1609800456.137508:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:5.0:1609800456.137516:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.137522:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.137523:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.137526:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:57.0:1609800456.137529:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.137531:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:5.0:1609800456.137533:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.137537:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:57.0:1609800456.137540:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.137544:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:5.0:1609800456.137547:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.137549:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.137549:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:5.0:1609800456.137550:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:57.0:1609800456.137551:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:57.0:1609800456.137560:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:5.0:1609800456.137560:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:57.0:1609800456.137566:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:32.1:1609800456.137567:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000400:00000200:5.0:1609800456.137567:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.137570:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.137573:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:8.0:1609800456.137575:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:8.0:1609800456.137579:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000400:00000200:5.0:1609800456.137579:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800456.137581:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:8.0:1609800456.137581:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:8.0:1609800456.137582:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:5.0:1609800456.137583:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800456.137584:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800456.137584:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800456.137585:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:37.0:1609800456.137586:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800456.137587:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800456.137589:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:5.0:1609800456.137589:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:5.0:1609800456.137590:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:37.0:1609800456.137591:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:5.0:1609800456.137612:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:32.1:1609800456.137614:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (22)++
00000400:00000200:5.0:1609800456.137616:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800456.137623:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.137626:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:3.0:1609800456.137627:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.137628:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:3.0:1609800456.137630:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.137633:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:5.0:1609800456.137634:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800456.137649:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:5.0:1609800456.137652:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:6.0:1609800456.137658:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:5.0:1609800456.137658:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.137660:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:6.0:1609800456.137662:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800456.137663:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800456.137664:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800456.137665:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:6.0:1609800456.137665:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:5.0:1609800456.137665:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:5.0:1609800456.137666:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800456.137668:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:5.0:1609800456.137671:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800456.137721:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800456.137729:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800456.137732:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:8.0:1609800456.137733:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.137736:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.137736:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:8.0:1609800456.137738:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:0.0:1609800456.137748:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.137757:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.137760:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:32.1:1609800456.137761:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000400:00000200:0.0:1609800456.137766:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800456.137769:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:0.0:1609800456.137769:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800456.137773:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800456.137774:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:0.0:1609800456.137774:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.137775:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800456.137776:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800456.137776:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800456.137777:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:0.0:1609800456.137777:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:0.0:1609800456.137785:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:57.0:1609800456.137798:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800456.137798:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:57.0:1609800456.137802:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.137804:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:3.0:1609800456.137805:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:3.0:1609800456.137809:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:57.0:1609800456.137810:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800456.137810:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.137811:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:57.0:1609800456.137813:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:3.0:1609800456.137813:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.137816:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:57.0:1609800456.137817:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.137819:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:57.0:1609800456.137820:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:57.0:1609800456.137824:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800456.137837:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800456.137845:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800456.137848:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800456.137850:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.137851:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:6.0:1609800456.137852:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.137855:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800456.137856:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:0.0:1609800456.137872:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.137875:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:0.0:1609800456.137881:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.137884:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800456.137888:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.137890:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:0.0:1609800456.137891:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:0.0:1609800456.137896:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800456.137909:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800456.137916:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800456.137920:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:8.0:1609800456.137921:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.137923:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800456.137924:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.137926:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:32.1:1609800456.137972:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:37.0:1609800456.137980:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800456.137984:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800456.137986:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800456.137986:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:0.0:1609800456.137986:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.138001:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:37.0:1609800456.138002:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:0.0:1609800456.138003:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.138005:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.138006:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:0.0:1609800456.138011:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800456.138012:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800456.138013:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:57.0:1609800456.138015:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:0.0:1609800456.138016:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.138018:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:0.0:1609800456.138018:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000400:00000200:57.0:1609800456.138020:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.138023:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800456.138023:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:57.0:1609800456.138028:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.138029:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:57.0:1609800456.138031:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:57.0:1609800456.138036:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:32.1:1609800456.138036:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.138045:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:3.0:1609800456.138048:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:3.0:1609800456.138050:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.138051:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:3.0:1609800456.138052:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.138054:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:3.0:1609800456.138055:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000400:00000200:8.0:1609800456.138056:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.138057:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800456.138058:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.138061:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:57.0:1609800456.214594:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.214600:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.214609:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.80@o2ib18: 0
00000400:00000200:57.0:1609800456.214611:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800456.214613:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800456.214617:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.80@o2ib18 NID 192.168.128.80@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800456.214621:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800456.214622:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.80@o2ib18 pending discovery
00000400:00000200:69.0:1609800456.214625:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.80@o2ib18 state 0x20
00000400:00000200:69.0:1609800456.214628:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.80@o2ib18
00000400:00000200:57.0:1609800456.214630:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800456.214631:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.80@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800456.214634:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.80@o2ib18
00000400:00000200:69.0:1609800456.214638:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.80@o2ib18
00000400:00000200:69.0:1609800456.214641:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:69.0:1609800456.214645:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:137] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800456.214650:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800456.214654:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.80@o2ib18
00000400:00000200:69.0:1609800456.214660:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.80@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800456.214664:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.80@o2ib18 1
00000400:00000200:57.0:1609800456.214665:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.214669:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:69.0:1609800456.214673:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800456.214679:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000400:00000200:57.0:1609800456.214685:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800456.214688:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5800] -> 192.168.128.80@o2ib18 (1)++
00000800:00000200:57.0:1609800456.214690:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:69.0:1609800456.214694:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5800] -> 192.168.128.80@o2ib18 (2)++
00000800:00000200:57.0:1609800456.214695:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.214699:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800456.214708:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.214712:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800456.214713:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800456.214716:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5800] -> 192.168.128.80@o2ib18 (3)--
00000400:00000200:57.0:1609800456.214716:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:57.0:1609800456.214725:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.214730:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:57.0:1609800456.214735:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.214738:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800456.214922:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.214926:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.214930:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:57.0:1609800456.214939:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.214944:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:57.0:1609800456.214949:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.214952:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800456.215068:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.215098:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.215105:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:38.0:1609800456.215117:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.215167:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:38.0:1609800456.215184:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800456.215188:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000400:00000200:38.0:1609800456.215200:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.215215:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.215219:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:38.0:1609800456.215229:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.215234:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:38.0:1609800456.215239:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:38.0:1609800456.215242:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800456.215248:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.80@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800456.215282:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.80@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000800:00000200:46.0:1609800456.215565:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.80@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800456.215580:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c588b000 0xffff9344c588b000(0xfc588b000)
00000800:00000200:46.0:1609800456.215581:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9344c588c000 0xffff9344c588c000(0xfc588c000)
00000800:00000200:46.0:1609800456.215582:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9344c588d000 0xffff9344c588d000(0xfc588d000)
00000800:00000200:46.0:1609800456.215583:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c588e000 0xffff9344c588e000(0xfc588e000)
00000800:00000200:46.0:1609800456.215584:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9344c588f000 0xffff9344c588f000(0xfc588f000)
00000800:00000200:46.0:1609800456.215585:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9344c5890000 0xffff9344c5890000(0xfc5890000)
00000800:00000200:46.0:1609800456.215586:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9344c5891000 0xffff9344c5891000(0xfc5891000)
00000800:00000200:46.0:1609800456.215587:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9344c5892000 0xffff9344c5892000(0xfc5892000)
00000800:00000200:46.0:1609800456.215588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9344c5893000 0xffff9344c5893000(0xfc5893000)
00000800:00000200:46.0:1609800456.215588:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9344c5894000 0xffff9344c5894000(0xfc5894000)
00000800:00000200:46.0:1609800456.215589:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9344c5895000 0xffff9344c5895000(0xfc5895000)
00000800:00000200:46.0:1609800456.215590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9344c5896000 0xffff9344c5896000(0xfc5896000)
00000800:00000200:46.0:1609800456.215590:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5897000 0xffff9344c5897000(0xfc5897000)
00000800:00000200:46.0:1609800456.215591:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5898000 0xffff9344c5898000(0xfc5898000)
00000800:00000200:46.0:1609800456.215592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5899000 0xffff9344c5899000(0xfc5899000)
00000800:00000200:46.0:1609800456.215592:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c589a000 0xffff9344c589a000(0xfc589a000)
00000800:00000200:46.0:1609800456.215593:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c589b000 0xffff9344c589b000(0xfc589b000)
00000800:00000200:46.0:1609800456.215594:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c589c000 0xffff9344c589c000(0xfc589c000)
00000800:00000200:46.0:1609800456.215840:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215841:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215841:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215842:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215842:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215843:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215843:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215843:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215844:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215844:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215845:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215845:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215846:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215847:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215848:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215849:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215850:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215850:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215851:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215852:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215852:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215853:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215853:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215854:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215854:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215855:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215855:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215855:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215856:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215856:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215857:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215857:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215858:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215858:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:46.0:1609800456.215859:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (19)++
00000800:00000200:46.0:1609800456.215859:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (20)--
00000800:00000200:32.0:1609800456.216195:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.80@o2ib18
00000800:00000200:32.0:1609800456.216198:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.80@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800456.216200:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff93451a5ae000] (19)++
00000800:00000200:32.0:1609800456.216201:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff93451a5ae000] (20)++
00000800:00000200:32.0:1609800456.216202:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (21)++
00000800:00000200:32.0:1609800456.216204:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (22)++
00000800:00000200:32.0:1609800456.216205:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (23)++
00000800:00000200:32.0:1609800456.216208:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (24)++
00000800:00000200:32.0:1609800456.216210:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (25)++
00000800:00000200:32.0:1609800456.216211:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (26)++
00000800:00000200:32.0:1609800456.216222:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff93451a5ae000] (27)--
00000800:00000200:34.1:1609800456.216290:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (26)++
00000800:00000200:37.0:1609800456.216333:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)++
00000800:00000200:37.0:1609800456.216338:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (28)--
00000400:00000200:37.0:1609800456.216341:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.216344:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.216367:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)--
00000800:00000200:37.0:1609800456.216368:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000800:00000200:37.0:1609800456.216371:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (27)--
00000400:00000200:37.0:1609800456.216372:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.216374:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.216376:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000800:00000200:37.0:1609800456.216400:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)--
00000800:00000200:37.0:1609800456.216401:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000800:00000200:6.0:1609800456.216401:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (26)--
00000800:00000200:37.0:1609800456.216403:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (26)--
00000400:00000200:6.0:1609800456.216403:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.216404:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.216406:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000400:00000200:6.0:1609800456.216406:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.216408:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:37.0:1609800456.216427:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:6.0:1609800456.216430:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:37.0:1609800456.216431:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (25)--
00000400:00000200:37.0:1609800456.216432:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.216432:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000400:00000200:37.0:1609800456.216434:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.216434:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (24)--
00000800:00000200:3.0:1609800456.216435:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000400:00000200:6.0:1609800456.216436:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.216438:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:6.0:1609800456.216440:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.216443:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000800:00000200:34.1:1609800456.216676:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (20)++
00000800:00000200:3.0:1609800456.216692:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)++
00000800:00000200:3.0:1609800456.216697:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.80@o2ib18
00000800:00000200:3.0:1609800456.216698:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:3.0:1609800456.216700:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:3.0:1609800456.216701:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:3.0:1609800456.216704:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000800:00000200:29.1:1609800456.314606:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:8.0:1609800456.314665:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:8.0:1609800456.314675:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.102@o2ib18
00000400:00000200:8.0:1609800456.314684:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800456.314691:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.314697:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800456.314710:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.314715:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:8.0:1609800456.314716:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.314721:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.314727:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800456.314727:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.314730:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800456.314735:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800456.314737:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000800:00000200:8.0:1609800456.314740:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (24)--
00000800:00000200:8.0:1609800456.314741:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800456.314743:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.314744:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:6.0:1609800456.314749:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800456.314750:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:8.0:1609800456.314759:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800456.314762:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800456.314763:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.314767:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800456.314769:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800456.314774:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:6.0:1609800456.314775:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800456.314778:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.314782:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:6.0:1609800456.314782:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800456.314783:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800456.314785:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800456.314790:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800456.314791:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800456.314792:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800456.314795:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800456.314795:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.314795:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800456.314797:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800456.314798:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.314799:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800456.314801:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:6.0:1609800456.314802:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800456.314803:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.314803:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800456.314805:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:8.0:1609800456.314805:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:6.0:1609800456.314806:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.314807:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800456.314810:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:57.0:1609800456.314811:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800456.314815:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800456.314815:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.314816:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.314817:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800456.314817:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800456.314819:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.314821:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800456.314821:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.314822:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.314823:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.314826:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800456.314826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.314828:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800456.314829:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:37.0:1609800456.314834:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800456.314837:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:37.0:1609800456.314841:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800456.314841:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.314846:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800456.314847:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.314847:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800456.314852:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800456.314864:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800456.314864:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800456.314866:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:4.0:1609800456.314867:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800456.314869:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800456.314869:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800456.314869:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800456.314871:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.314871:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800456.314871:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800456.314872:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800456.314872:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.314874:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000800:00000200:6.0:1609800456.314875:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000400:00000200:57.0:1609800456.314876:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800456.314877:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (28)++
00000400:00000200:4.0:1609800456.314878:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800456.314879:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.314886:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800456.314888:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800456.314889:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (29)--
00000800:00000200:6.0:1609800456.314889:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (29)--
00000400:00000200:57.0:1609800456.314890:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.314890:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (29)++
00000800:00000200:4.0:1609800456.314890:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800456.314891:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (27)--
00000800:00000200:8.0:1609800456.314892:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (28)--
00000400:00000200:4.0:1609800456.314892:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.314892:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800456.314893:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800456.314894:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (27)--
00000800:00000200:37.0:1609800456.314896:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800456.314896:0:16040:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.102@o2ib18(1): redundant or enough NOOP
00000400:00000200:4.0:1609800456.314897:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800456.314898:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000800:00000200:3.0:1609800456.314899:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800456.314902:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800456.314921:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.314921:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800456.314922:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800456.314923:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000400:00000200:37.0:1609800456.314924:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800456.314924:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:3.0:1609800456.314924:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (24)++
00000800:00000200:6.0:1609800456.314925:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:3.0:1609800456.314927:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000400:00000200:37.0:1609800456.314928:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.314929:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000400:00000200:37.0:1609800456.314930:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:6.0:1609800456.314930:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:3.0:1609800456.314930:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.314931:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.314932:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.314936:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800456.314937:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.314940:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800456.314941:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800456.314943:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800456.314945:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.314946:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800456.314947:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800456.314948:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800456.314951:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800456.314952:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800456.314953:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:6.0:1609800456.314954:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.314957:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800456.314959:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800456.314979:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800456.314980:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.1:1609800456.314982:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:6.0:1609800456.314985:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (21)++
00000800:00000200:6.0:1609800456.314987:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:3.0:1609800456.314993:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:57.0:1609800456.314994:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800456.314994:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000400:00000200:57.0:1609800456.314996:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.314996:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:6.0:1609800456.314997:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:3.0:1609800456.314997:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:57.0:1609800456.314999:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800456.314999:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800456.315001:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:3.0:1609800456.315001:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800456.315017:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.315021:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000400:00000200:5.0:1609800456.315021:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800456.315021:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800456.315023:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800456.315024:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:8.0:1609800456.315026:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800456.315028:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:37.0:1609800456.315030:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:3.0:1609800456.315030:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800456.315031:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800456.315031:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.315033:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800456.315034:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:3.0:1609800456.315034:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800456.315036:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800456.315039:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.315039:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800456.315040:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800456.315042:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800456.315044:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800456.315045:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.315046:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315046:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000400:00000200:8.0:1609800456.315047:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:6.0:1609800456.315047:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800456.315047:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (27)--
00000800:00000200:6.0:1609800456.315048:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800456.315048:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:57.0:1609800456.315050:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800456.315050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000400:00000200:57.0:1609800456.315051:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.315051:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800456.315051:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000400:00000200:8.0:1609800456.315053:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800456.315056:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800456.315058:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800456.315058:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800456.315060:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800456.315061:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800456.315061:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:3.0:1609800456.315061:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:6.0:1609800456.315079:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.315079:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:37.0:1609800456.315080:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.315080:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800456.315080:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.315081:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.315082:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800456.315082:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:37.0:1609800456.315083:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800456.315084:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800456.315084:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800456.315086:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000800:00000200:8.0:1609800456.315086:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000800:00000200:8.0:1609800456.315088:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000400:00000200:3.0:1609800456.315088:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.315090:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800456.315090:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000400:00000200:3.0:1609800456.315090:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800456.315092:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.315093:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.315094:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (24)--
00000800:00000200:37.0:1609800456.315096:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:3.0:1609800456.315096:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800456.315099:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800456.315099:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.315101:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800456.315101:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315102:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800456.315104:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800456.315105:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800456.315106:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.1:1609800456.315107:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000800:00000200:6.0:1609800456.315132:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:6.0:1609800456.315135:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:6.0:1609800456.315137:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:6.0:1609800456.315138:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:57.0:1609800456.315142:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800456.315142:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (21)++
00000400:00000200:57.0:1609800456.315144:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315144:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (22)--
00000800:00000200:3.0:1609800456.315145:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:57.0:1609800456.315147:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800456.315161:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.315163:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.315166:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800456.315475:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.315481:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.315484:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:0.0:1609800456.315489:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.315492:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:0.0:1609800456.315495:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.315497:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:0.0:1609800456.315498:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:0.0:1609800456.315505:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:0.0:1609800456.315509:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.315523:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.315524:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:0.0:1609800456.315528:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.315530:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:0.0:1609800456.315532:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.315534:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:0.0:1609800456.315534:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:0.0:1609800456.315539:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:29.1:1609800456.315566:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800456.315577:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:0.0:1609800456.315577:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.315581:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:37.0:1609800456.315582:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.315585:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.315586:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.315588:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800456.315606:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:0.0:1609800456.315607:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:37.0:1609800456.315609:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800456.315610:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.315611:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800456.315612:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:0.0:1609800456.315613:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:37.0:1609800456.315614:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:37.0:1609800456.315615:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:0.0:1609800456.315616:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.315617:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:0.0:1609800456.315638:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:0.0:1609800456.315655:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800456.315687:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:57.0:1609800456.315698:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.315715:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.315718:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:57.0:1609800456.315724:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.315727:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:57.0:1609800456.315731:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.315733:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:57.0:1609800456.315748:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:3.0:1609800456.315749:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:57.0:1609800456.315753:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.315756:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000800:00000200:37.0:1609800456.315758:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:3.0:1609800456.315758:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.315761:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800456.315762:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.315764:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315766:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800456.315769:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:38.0:1609800456.315774:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.315775:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:8.0:1609800456.315778:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:57.0:1609800456.315783:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800456.315784:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315786:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:8.0:1609800456.315786:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.315787:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:8.0:1609800456.315789:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.315790:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.315792:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:57.0:1609800456.315793:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000400:00000200:38.0:1609800456.315794:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.315794:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315796:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:38.0:1609800456.315798:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:57.0:1609800456.315804:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.315806:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800456.315808:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800456.315810:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:57.0:1609800456.315811:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800456.315811:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:38.0:1609800456.315815:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800456.315817:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000400:00000200:57.0:1609800456.315818:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800456.315818:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:38.0:1609800456.315819:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:57.0:1609800456.315821:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:57.0:1609800456.315825:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800456.315825:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:57.0:1609800456.315827:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (26)++
00000800:00000200:38.0:1609800456.315828:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (27)--
00000800:00000200:37.0:1609800456.315828:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (27)--
00000400:00000200:37.0:1609800456.315830:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.315830:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.315830:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:3.0:1609800456.315831:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000400:00000200:37.0:1609800456.315833:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.315833:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:3.0:1609800456.315834:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000400:00000200:38.0:1609800456.315835:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.315836:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315837:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:57.0:1609800456.315842:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:29.1:1609800456.315842:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (23)++
00000400:00000200:38.0:1609800456.315845:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.315848:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:57.0:1609800456.315850:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800456.315850:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:57.0:1609800456.315853:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.315853:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:38.0:1609800456.315854:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800456.315855:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.315856:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:6.0:1609800456.315856:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:38.0:1609800456.315858:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:8.0:1609800456.315858:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.315861:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:57.0:1609800456.315862:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800456.315862:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315863:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315865:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.315866:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:6.0:1609800456.315866:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:38.0:1609800456.315867:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.315869:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800456.315869:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:38.0:1609800456.315870:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:57.0:1609800456.315871:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000800:00000200:6.0:1609800456.315872:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:38.0:1609800456.315875:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315876:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:57.0:1609800456.315883:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:29.1:1609800456.315888:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000400:00000200:57.0:1609800456.315895:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800456.315896:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:57.0:1609800456.315898:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.315899:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:57.0:1609800456.315900:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:37.0:1609800456.315901:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.315901:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:37.0:1609800456.315904:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.315904:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:57.0:1609800456.315906:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800456.315906:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.315907:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:3.0:1609800456.315909:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.315910:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:37.0:1609800456.315911:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:3.0:1609800456.315913:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:57.0:1609800456.315914:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.315916:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:57.0:1609800456.315917:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:57.0:1609800456.315920:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:57.0:1609800456.315926:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.315939:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.315940:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800456.315942:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:57.0:1609800456.315945:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.315947:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:57.0:1609800456.315950:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800456.315950:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:57.0:1609800456.315952:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000800:00000200:57.0:1609800456.315953:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000800:00000200:57.0:1609800456.315956:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800456.315956:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:6.0:1609800456.315957:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800456.315959:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800456.315962:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.315963:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800456.315966:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:57.0:1609800456.315968:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800456.315969:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:57.0:1609800456.315970:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:57.0:1609800456.315975:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.315977:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:37.0:1609800456.315977:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800456.315980:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.315981:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.315982:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000400:00000200:37.0:1609800456.315982:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.315983:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:3.0:1609800456.315983:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:37.0:1609800456.315984:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.315986:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800456.315988:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:57.0:1609800456.315994:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800456.315999:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:57.0:1609800456.316002:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.316005:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:8.0:1609800456.316008:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:57.0:1609800456.316010:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800456.316011:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000800:00000200:57.0:1609800456.316012:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:8.0:1609800456.316013:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.316014:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:8.0:1609800456.316015:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.316016:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.316018:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:57.0:1609800456.316019:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:8.0:1609800456.316019:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:57.0:1609800456.316021:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.102@o2ib18: no credits
00000800:00000200:57.0:1609800456.316022:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800456.316102:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:3.0:1609800456.316109:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:3.0:1609800456.316114:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800456.316116:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:3.0:1609800456.316129:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:3.0:1609800456.316132:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:3.0:1609800456.316133:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:4.0:1609800456.316136:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800456.316168:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:6.0:1609800456.316175:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:4.0:1609800456.316176:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.316178:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800456.316180:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.316180:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:8.0:1609800456.316181:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:6.0:1609800456.316182:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:4.0:1609800456.316186:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.316189:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:6.0:1609800456.316190:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:4.0:1609800456.316193:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.316195:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:4.0:1609800456.316197:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:4.0:1609800456.316204:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800456.316219:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800456.316227:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800456.316230:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800456.316231:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.316233:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.316233:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:37.0:1609800456.316237:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:29.1:1609800456.316281:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:8.0:1609800456.316289:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:8.0:1609800456.316293:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800456.316294:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:6.0:1609800456.316295:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:8.0:1609800456.316296:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (22)--
00000800:00000200:8.0:1609800456.316297:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:5.0:1609800456.341192:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800456.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:57.0:1609800456.367208:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.367211:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.367214:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.367219:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.367222:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.367226:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.367228:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800456.367229:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.367233:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800456.367237:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.367243:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.367245:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.367250:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.367252:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.367255:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.367256:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.367257:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800456.367261:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:5.0:1609800456.367284:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.367295:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.367302:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800456.367315:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.367321:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:28.1:1609800456.367327:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800456.367329:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.367332:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:5.0:1609800456.367335:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800456.367336:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:5.0:1609800456.367347:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800456.367348:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:19.0:1609800456.367349:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.367352:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.367356:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800456.367357:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:5.0:1609800456.367358:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800456.367361:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800456.367362:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.367364:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800456.367364:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.367368:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800456.367368:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800456.367369:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:24.0:1609800456.367370:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.367372:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.367375:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800456.367383:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.367388:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800456.367398:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.367404:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800456.367409:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.367412:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800456.367413:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800456.367419:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800456.367534:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800456.367540:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800456.367543:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800456.367544:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.367546:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800456.367546:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.367550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800456.367552:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800456.367552:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800456.367555:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800456.367556:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800456.367565:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800456.367776:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:24.0:1609800456.367781:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:24.0:1609800456.367785:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800456.367787:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:24.0:1609800456.367789:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.367791:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:24.0:1609800456.367793:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.367794:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800456.367795:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.367796:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800456.367801:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.367803:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800456.367804:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:24.0:1609800456.367806:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.367810:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.1:1609800456.367811:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800456.367811:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.367813:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.367814:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.367815:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc300 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.367818:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800456.367818:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.367820:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:24.0:1609800456.367821:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800456.367822:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800456.367822:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.367823:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:24.0:1609800456.367824:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800456.367824:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 288 niov 1 nkiov 1
00000400:00000200:20.0:1609800456.367826:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.367827:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800456.367828:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800456.367830:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800456.367830:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800456.367831:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.367832:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.367832:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800456.367834:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:57.0:1609800456.367838:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800456.367838:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.367839:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.367840:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:20.0:1609800456.367841:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800456.367843:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.367845:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800456.367846:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.367848:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.367849:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800456.367851:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.367852:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.367853:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.367855:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.367856:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd500 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.367856:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800456.367857:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800456.367858:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:24.0:1609800456.367859:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800456.367861:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800456.367866:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.367868:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.367868:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:24.0:1609800456.367869:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800456.367870:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800456.367874:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800456.367879:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800456.367880:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.367885:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.367886:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800456.367886:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800456.367889:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800456.367890:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800456.367890:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.367892:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800456.367892:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800456.367897:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.367901:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800456.367908:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.367912:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.367916:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800456.367919:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.367922:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.367927:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.367929:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.367931:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538af00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.367936:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800456.367939:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800456.367940:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800456.367941:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.367943:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.367946:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800456.367999:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:24.0:1609800456.368005:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:24.0:1609800456.368008:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800456.368010:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:24.0:1609800456.368011:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.368014:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.368016:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:28.1:1609800456.368017:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:24.0:1609800456.368022:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.368022:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800456.368025:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.368026:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800456.368028:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800456.368028:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800456.368029:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.368031:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.368032:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc900 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:19.0:1609800456.368032:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.368035:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800456.368040:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.368043:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800456.368043:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.368044:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:24.0:1609800456.368045:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800456.368045:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.368048:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.368049:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.368052:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800456.368053:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:19.0:1609800456.368054:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800456.368059:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.368060:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.368063:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800456.368118:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.368132:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.368135:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.368468:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.368473:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.368477:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.368487:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.368493:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.368497:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.368500:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800456.368501:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.368508:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800456.368516:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.368526:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.368529:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.368539:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.368544:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.368547:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.368549:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.368551:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800456.368555:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800456.368588:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.368599:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.368605:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800456.368618:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.368624:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800456.368632:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.368635:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800456.368638:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:0.0:1609800456.368647:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000400:00000200:0.0:1609800456.368656:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800456.368668:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000400:00000200:0.0:1609800456.368682:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.368686:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800456.368696:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.368701:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800456.368706:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.368708:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (24)++
00000800:00000200:0.0:1609800456.368710:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:20.0:1609800456.368713:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (26)++
00000800:00000200:0.0:1609800456.368720:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (27)--
00000800:00000200:20.0:1609800456.368722:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:20.0:1609800456.368726:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.368732:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.368733:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:20.0:1609800456.368740:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:18.0:1609800456.368742:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:20.0:1609800456.368743:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000400:00000200:18.0:1609800456.368745:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.368747:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:20.0:1609800456.368749:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.368753:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:20.0:1609800456.368754:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.368759:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:20.0:1609800456.368762:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800456.368764:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800456.368769:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800456.368771:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.368774:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:18.0:1609800456.368776:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.368781:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800456.368880:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:20.0:1609800456.368888:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800456.368894:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:20.0:1609800456.368896:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800456.368897:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800456.368899:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:20.0:1609800456.368901:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800456.369877:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.369879:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.369899:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.369903:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.369906:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.369909:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.369915:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800456.369916:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.369920:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800456.369924:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.369930:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.369932:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.369955:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.369958:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.369960:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.369962:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.369962:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800456.369966:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000400:00000200:38.0:1609800456.369993:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800456.370004:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800456.370005:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.370011:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800456.370024:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.370030:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 296 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800456.370038:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.370040:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:38.0:1609800456.370041:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:38.0:1609800456.370044:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (25)++
00000800:00000200:38.0:1609800456.370057:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (26)--
00000800:00000200:24.0:1609800456.370058:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000400:00000200:24.0:1609800456.370060:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.370064:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.370068:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:24.0:1609800456.370069:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:24.0:1609800456.370072:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:24.0:1609800456.370073:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.370076:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.370077:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:24.0:1609800456.370081:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800456.370083:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:24.0:1609800456.370084:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.370086:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.370089:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:24.0:1609800456.370090:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800456.370428:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:18.0:1609800456.370474:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:18.0:1609800456.370481:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000400:00000200:18.0:1609800456.370486:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.370492:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.370495:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800456.370503:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.370506:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800456.370510:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.370514:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800456.370514:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800456.370515:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bc00 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.370520:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800456.370521:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:18.0:1609800456.370522:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800456.370523:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800456.370524:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800456.370525:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.370528:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800456.370530:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.370532:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800456.370534:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800456.370541:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.370544:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800456.370545:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.370547:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800456.370549:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.370553:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800456.370553:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.370555:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 288 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.370556:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800456.370558:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.370560:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800456.370561:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.370562:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800456.370562:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.370563:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800456.370563:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800456.370565:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:18.0:1609800456.370565:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800456.370569:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:57.0:1609800456.370570:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.370570:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:57.0:1609800456.370571:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.370571:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:19.0:1609800456.370573:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800456.370575:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.370575:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800456.370576:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800456.370576:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.370579:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800456.370580:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800456.370582:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800456.370585:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800456.370587:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.370588:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800456.370589:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.370590:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800456.370591:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800456.370592:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.370593:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:4.0:1609800456.370594:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800456.370596:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.370598:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800456.370599:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.370601:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.370602:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000800:00000200:57.0:1609800456.370603:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800456.370604:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800456.370605:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.370606:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.370607:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000400:00000200:57.0:1609800456.370608:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.370609:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800456.370609:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:18.0:1609800456.370610:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:57.0:1609800456.370612:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.370612:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800456.370613:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.370616:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800456.370621:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:4.0:1609800456.370622:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.370624:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.370626:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:4.0:1609800456.370629:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.370631:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:24.0:1609800456.370633:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:20.0:1609800456.370635:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800456.371056:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.371060:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.371062:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800456.371067:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.371070:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800456.371073:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.371074:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800456.371075:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800456.371098:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800456.371213:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.371224:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.371230:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800456.371243:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.371249:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800456.371257:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.371260:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800456.371263:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:28.1:1609800456.371268:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (23)++
00000800:00000200:5.0:1609800456.371275:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (24)--
00000800:00000200:18.0:1609800456.371277:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:5.0:1609800456.371283:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800456.371284:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:18.0:1609800456.371286:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.371290:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.371296:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:18.0:1609800456.371297:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:18.0:1609800456.371301:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:18.0:1609800456.371303:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.371305:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.371308:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:18.0:1609800456.371309:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:5.0:1609800456.371309:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.371314:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:5.0:1609800456.371325:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.371330:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800456.371335:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.371338:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800456.371340:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800456.371346:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800456.371357:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:20.0:1609800456.371394:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:20.0:1609800456.371402:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:20.0:1609800456.371404:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.371404:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:20.0:1609800456.371408:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.371412:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800456.401723:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.401726:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.401729:0:16066:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4f00 nid 192.168.128.174@o2ib18
00000400:00000200:57.0:1609800456.401730:0:16066:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed140 net o2ib18
00000400:00000200:57.0:1609800456.401732:0:16066:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354dad85e00 nid 192.168.128.174@o2ib18
00000400:00000200:57.0:1609800456.401735:0:16066:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.174@o2ib18 NID 192.168.128.174@o2ib18 flags 0x0
00000400:00000200:57.0:1609800456.401740:0:16066:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.174@o2ib18: 0
00000400:00000200:57.0:1609800456.401741:0:16066:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800456.401742:0:16066:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800456.401743:0:16066:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.174@o2ib18 NID 192.168.128.174@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800456.401745:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800456.401745:0:16066:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.174@o2ib18 pending discovery
00000400:00000200:69.0:1609800456.401747:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.174@o2ib18 state 0x20
00000400:00000200:69.0:1609800456.401749:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.174@o2ib18
00000400:00000200:69.0:1609800456.401750:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.174@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800456.401752:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.174@o2ib18
00000400:00000200:69.0:1609800456.401754:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.174@o2ib18
00000400:00000200:57.0:1609800456.401755:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800456.401756:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:69.0:1609800456.401758:0:16070:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:138] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:69.0:1609800456.401759:0:16070:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:69.0:1609800456.401761:0:16070:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.174@o2ib18
00000400:00000200:69.0:1609800456.401763:0:16070:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.174@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800456.401764:0:16070:0:(router.c:135:lnet_notify_locked()) set 192.168.128.174@o2ib18 1
00000400:00000200:69.0:1609800456.401768:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800456.401771:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:57.0:1609800456.401771:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.401773:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:57.0:1609800456.401777:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.401780:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:69.0:1609800456.401782:0:16070:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9354dbb90000] -> 192.168.128.174@o2ib18 (1)++
00000800:00000200:57.0:1609800456.401784:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800456.401785:0:16070:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2)++
00000800:00000200:57.0:1609800456.401786:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800456.401790:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.401792:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.401793:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:69.0:1609800456.401795:0:16070:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:69.0:1609800456.401797:0:16070:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9354dbb90000] -> 192.168.128.174@o2ib18 (3)--
00000400:00000200:57.0:1609800456.401798:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.401800:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:57.0:1609800456.401802:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.401804:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.402030:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.402055:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402059:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.402065:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.402068:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:0.0:1609800456.402086:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.402088:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.402092:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402096:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.402096:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402097:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.402102:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800456.402103:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800456.402104:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:57.0:1609800456.402106:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:0.0:1609800456.402107:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.402108:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800456.402112:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800456.402112:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.402115:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:57.0:1609800456.402119:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.402121:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.402138:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402140:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.402145:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.402148:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:0.0:1609800456.402152:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.402153:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000400:00000200:0.0:1609800456.402187:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.402191:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402192:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.402196:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.402199:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:0.0:1609800456.402201:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:0.0:1609800456.402204:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800456.402291:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.174@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800456.402306:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.174@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:0.0:1609800456.402360:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.402366:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402368:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:57.0:1609800456.402372:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.402375:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402376:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.402378:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.402392:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.402394:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:38.0:1609800456.402462:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.402470:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.402474:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:4.0:1609800456.402540:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.402559:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.402562:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:57.0:1609800456.402590:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402610:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.402612:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:46.0:1609800456.402668:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.174@o2ib18 Route resolved: 0
00000400:00000200:57.0:1609800456.402693:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402696:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.402697:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:46.0:1609800456.402697:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354da9a4000 0xffff9354da9a4000(0x1fda9a4000)
00000800:00000200:46.0:1609800456.402699:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354da9a5000 0xffff9354da9a5000(0x1fda9a5000)
00000800:00000200:46.0:1609800456.402700:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354da9a6000 0xffff9354da9a6000(0x1fda9a6000)
00000800:00000200:46.0:1609800456.402700:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354da9a7000 0xffff9354da9a7000(0x1fda9a7000)
00000800:00000200:46.0:1609800456.402701:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354da9a8000 0xffff9354da9a8000(0x1fda9a8000)
00000400:00000200:57.0:1609800456.402713:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402718:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:46.0:1609800456.402718:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354da9a9000 0xffff9354da9a9000(0x1fda9a9000)
00000800:00000200:46.0:1609800456.402718:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354da9aa000 0xffff9354da9aa000(0x1fda9aa000)
00000800:00000200:46.0:1609800456.402719:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354da9ab000 0xffff9354da9ab000(0x1fda9ab000)
00000400:00000200:57.0:1609800456.402720:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:46.0:1609800456.402720:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354da9ac000 0xffff9354da9ac000(0x1fda9ac000)
00000800:00000200:46.0:1609800456.402722:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354da9ad000 0xffff9354da9ad000(0x1fda9ad000)
00000800:00000200:46.0:1609800456.402723:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354da9ae000 0xffff9354da9ae000(0x1fda9ae000)
00000800:00000200:46.0:1609800456.402724:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354da9af000 0xffff9354da9af000(0x1fda9af000)
00000800:00000200:46.0:1609800456.402725:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354da9b0000 0xffff9354da9b0000(0x1fda9b0000)
00000800:00000200:46.0:1609800456.402726:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354da9b1000 0xffff9354da9b1000(0x1fda9b1000)
00000800:00000200:46.0:1609800456.402727:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354da9b2000 0xffff9354da9b2000(0x1fda9b2000)
00000800:00000200:46.0:1609800456.402728:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354da9b3000 0xffff9354da9b3000(0x1fda9b3000)
00000800:00000200:46.0:1609800456.402728:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354da9b4000 0xffff9354da9b4000(0x1fda9b4000)
00000800:00000200:46.0:1609800456.402729:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354da9b5000 0xffff9354da9b5000(0x1fda9b5000)
00000400:00000200:5.0:1609800456.402733:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.402764:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800456.402999:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403000:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403000:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403001:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403001:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403002:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403002:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403003:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403003:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403004:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403005:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403005:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403006:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403007:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403008:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403008:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403009:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403009:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403010:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403010:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403010:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403011:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403011:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403012:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403012:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403013:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403014:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403015:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403015:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403016:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403017:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403017:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403018:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403019:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:46.0:1609800456.403019:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (19)++
00000800:00000200:46.0:1609800456.403020:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (20)--
00000800:00000200:32.0:1609800456.403510:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.174@o2ib18
00000800:00000200:32.0:1609800456.403515:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.174@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800456.403518:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dae27400] (19)++
00000800:00000200:32.0:1609800456.403521:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dae27400] (20)++
00000800:00000200:32.0:1609800456.403523:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (21)++
00000800:00000200:32.0:1609800456.403525:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:32.0:1609800456.403527:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000800:00000200:32.0:1609800456.403528:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000800:00000200:32.0:1609800456.403530:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (25)++
00000800:00000200:32.0:1609800456.403532:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (26)++
00000800:00000200:32.0:1609800456.403533:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (27)++
00000800:00000200:32.0:1609800456.403535:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (28)++
00000800:00000200:32.0:1609800456.403550:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dae27400] (29)--
00000800:00000200:32.1:1609800456.403608:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (28)++
00000800:00000200:19.0:1609800456.403654:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (29)++
00000800:00000200:19.0:1609800456.403663:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000400:00000200:19.0:1609800456.403666:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.403672:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.403680:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:19.0:1609800456.403687:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800456.403689:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (29)++
00000800:00000200:19.0:1609800456.403691:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (30)++
00000800:00000200:19.0:1609800456.403695:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403696:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (31)--
00000800:00000200:24.0:1609800456.403703:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000400:00000200:57.0:1609800456.403708:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.403711:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000400:00000200:57.0:1609800456.403712:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:24.0:1609800456.403715:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403716:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403717:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000400:00000200:24.0:1609800456.403719:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.403722:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:18.0:1609800456.403722:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:19.0:1609800456.403723:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000400:00000200:24.0:1609800456.403725:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:19.0:1609800456.403725:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.403728:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000400:00000200:19.0:1609800456.403729:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.403731:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403732:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:18.0:1609800456.403733:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (31)--
00000800:00000200:19.0:1609800456.403735:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:20.0:1609800456.403736:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000400:00000200:18.0:1609800456.403736:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.403738:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.403738:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000800:00000200:19.0:1609800456.403740:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.403741:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (29)++
00000400:00000200:20.0:1609800456.403741:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.403742:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (29)++
00000400:00000200:18.0:1609800456.403742:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.403743:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (31)++
00000400:00000200:20.0:1609800456.403746:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.403747:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403748:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:19.0:1609800456.403749:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (32)++
00000800:00000200:18.0:1609800456.403750:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:19.0:1609800456.403752:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403753:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (32)--
00000800:00000200:19.0:1609800456.403753:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:20.0:1609800456.403754:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:24.0:1609800456.403755:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:19.0:1609800456.403757:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000800:00000200:18.0:1609800456.403757:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.403759:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403759:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:20.0:1609800456.403760:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.403760:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403762:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (31)--
00000800:00000200:20.0:1609800456.403763:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)++
00000800:00000200:19.0:1609800456.403763:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000400:00000200:24.0:1609800456.403764:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.403764:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (31)--
00000800:00000200:18.0:1609800456.403765:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (32)++
00000400:00000200:19.0:1609800456.403766:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.403768:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.403769:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:20.0:1609800456.403770:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (32)++
00000800:00000200:18.0:1609800456.403770:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000400:00000200:19.0:1609800456.403771:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.403774:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:20.0:1609800456.403774:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:20.0:1609800456.403775:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:19.0:1609800456.403776:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:24.0:1609800456.403778:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.403779:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000800:00000200:19.0:1609800456.403780:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.403781:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (30)++
00000800:00000200:20.0:1609800456.403781:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (30)--
00000800:00000200:19.0:1609800456.403782:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403783:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (30)++
00000800:00000200:18.0:1609800456.403783:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403786:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403787:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (33)--
00000800:00000200:19.0:1609800456.403787:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (33)++
00000800:00000200:24.0:1609800456.403790:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (33)--
00000800:00000200:19.0:1609800456.403790:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403791:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:24.0:1609800456.403792:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (32)++
00000800:00000200:18.0:1609800456.403793:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:18.0:1609800456.403794:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (32)--
00000800:00000200:19.0:1609800456.403796:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000400:00000200:18.0:1609800456.403796:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.403798:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:19.0:1609800456.403798:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (30)--
00000400:00000200:18.0:1609800456.403801:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.403806:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:18.0:1609800456.403828:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.403829:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (29)++
00000800:00000200:24.0:1609800456.403830:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403831:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (30)++
00000800:00000200:18.0:1609800456.403831:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (30)++
00000800:00000200:32.1:1609800456.403832:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403832:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (32)--
00000800:00000200:18.0:1609800456.403833:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:24.0:1609800456.403834:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (32)--
00000800:00000200:18.0:1609800456.403834:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:24.0:1609800456.403835:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000800:00000200:18.0:1609800456.403837:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000800:00000200:24.0:1609800456.403838:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:18.0:1609800456.403839:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000400:00000200:0.0:1609800456.403839:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.403842:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000800:00000200:24.0:1609800456.403844:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (30)++
00000800:00000200:18.0:1609800456.403844:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000800:00000200:24.0:1609800456.403845:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (30)--
00000400:00000200:18.0:1609800456.403845:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.403846:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (29)--
00000800:00000200:32.1:1609800456.403847:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (28)++
00000400:00000200:18.0:1609800456.403847:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.403850:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:20.0:1609800456.403853:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (29)++
00000800:00000200:18.0:1609800456.403853:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:18.0:1609800456.403856:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.403857:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000800:00000200:18.0:1609800456.403857:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (30)++
00000400:00000200:20.0:1609800456.403858:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.403858:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (30)++
00000800:00000200:19.0:1609800456.403859:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (30)++
00000400:00000200:20.0:1609800456.403861:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.403861:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:18.0:1609800456.403861:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (32)--
00000800:00000200:19.0:1609800456.403862:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403863:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (31)--
00000400:00000200:19.0:1609800456.403864:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.403864:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (30)--
00000400:00000200:0.0:1609800456.403864:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800456.403865:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (29)++
00000800:00000200:20.0:1609800456.403865:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:19.0:1609800456.403866:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.403868:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.403869:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:20.0:1609800456.403869:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (30)++
00000800:00000200:24.0:1609800456.403870:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000400:00000200:24.0:1609800456.403871:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.403871:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (31)++
00000800:00000200:18.0:1609800456.403871:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (31)++
00000800:00000200:19.0:1609800456.403872:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (32)--
00000400:00000200:0.0:1609800456.403872:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.403873:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.403873:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:19.0:1609800456.403873:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (31)++
00000800:00000200:20.0:1609800456.403874:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (31)--
00000800:00000200:18.0:1609800456.403875:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:18.0:1609800456.403875:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (31)--
00000800:00000200:20.0:1609800456.403876:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (31)--
00000800:00000200:19.0:1609800456.403876:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000400:00000200:18.0:1609800456.403876:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.403877:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (29)++
00000800:00000200:19.0:1609800456.403877:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (29)--
00000400:00000200:18.0:1609800456.403878:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.403879:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:20.0:1609800456.403879:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (30)--
00000400:00000200:20.0:1609800456.403881:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.403891:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:19.0:1609800456.403891:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.403891:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:20.0:1609800456.403892:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (28)--
00000400:00000200:19.0:1609800456.403893:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.403894:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (27)++
00000800:00000200:20.0:1609800456.403896:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.174@o2ib18: no credits
00000800:00000200:20.0:1609800456.403897:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (28)--
00000400:00000200:0.0:1609800456.403897:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800456.403898:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.403899:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (27)--
00000800:00000200:24.0:1609800456.403900:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (26)++
00000400:00000200:20.0:1609800456.403901:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.403901:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (27)--
00000800:00000200:0.0:1609800456.403901:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:24.0:1609800456.403902:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:18.0:1609800456.403903:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (26)--
00000800:00000200:19.0:1609800456.403904:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:20.0:1609800456.403906:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:0.0:1609800456.403906:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800456.403908:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000800:00000200:0.0:1609800456.403908:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:24.0:1609800456.403909:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:24.0:1609800456.403910:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:0.0:1609800456.403910:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (25)++
00000800:00000200:32.1:1609800456.403916:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (24)++
00000800:00000200:0.0:1609800456.403916:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000400:00000200:0.0:1609800456.403920:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800456.403923:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000400:00000200:0.0:1609800456.403924:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.403926:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:18.0:1609800456.403927:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:19.0:1609800456.403928:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (25)++
00000800:00000200:18.0:1609800456.403929:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (26)++
00000800:00000200:19.0:1609800456.403930:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (27)--
00000800:00000200:18.0:1609800456.403931:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (27)--
00000400:00000200:0.0:1609800456.403931:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800456.403932:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.403932:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:18.0:1609800456.403933:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:0.0:1609800456.403934:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:19.0:1609800456.403935:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.403936:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (25)++
00000800:00000200:18.0:1609800456.403936:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (25)--
00000400:00000200:18.0:1609800456.403937:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.403938:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (25)--
00000800:00000200:19.0:1609800456.403938:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:0.0:1609800456.403938:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800456.403939:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:20.0:1609800456.403940:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.403940:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:0.0:1609800456.403940:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)++
00000800:00000200:0.0:1609800456.403941:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000400:00000200:20.0:1609800456.403943:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.403943:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:20.0:1609800456.403947:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:0.0:1609800456.403947:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000400:00000200:0.0:1609800456.403951:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.403957:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.403959:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800456.403964:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.403966:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:0.0:1609800456.403969:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.403970:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:0.0:1609800456.403970:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:0.0:1609800456.403973:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800456.403994:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:24.0:1609800456.403999:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:24.0:1609800456.404002:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:24.0:1609800456.404003:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.404004:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:24.0:1609800456.404006:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.404007:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:19.0:1609800456.404008:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.404009:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:24.0:1609800456.404010:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:19.0:1609800456.404010:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.404013:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:32.1:1609800456.404024:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:20.0:1609800456.404029:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:20.0:1609800456.404033:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.174@o2ib18
00000800:00000200:20.0:1609800456.404035:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (22)++
00000800:00000200:18.0:1609800456.404035:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:20.0:1609800456.404036:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (22)--
00000800:00000200:20.0:1609800456.404037:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:32.1:1609800456.424307:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:24.0:1609800456.424357:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800456.424368:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.66@o2ib18
00000400:00000200:24.0:1609800456.424378:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.424385:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.424391:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800456.424404:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.424406:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:24.0:1609800456.424410:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.424416:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.424418:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:24.0:1609800456.424422:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.424425:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800456.424426:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.424433:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000400:00000200:19.0:1609800456.424433:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.424435:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:24.0:1609800456.424437:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.424439:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:19.0:1609800456.424439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:24.0:1609800456.424445:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:19.0:1609800456.424451:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.424456:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800456.424458:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800456.424460:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.424464:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.424464:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800456.424468:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:19.0:1609800456.424470:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.424473:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800456.424479:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.424480:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800456.424483:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.424484:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.424485:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:0.0:1609800456.424488:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.424489:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800456.424491:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.424493:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.424494:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800456.424494:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.424496:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.424498:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.424499:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800456.424502:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:57.0:1609800456.424503:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.424503:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:0.0:1609800456.424505:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.424506:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.424508:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800456.424538:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:18.0:1609800456.424547:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:18.0:1609800456.424557:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.424558:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:18.0:1609800456.424565:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.424569:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:19.0:1609800456.424570:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:18.0:1609800456.424574:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.424576:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:20.0:1609800456.424578:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.424579:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:18.0:1609800456.424580:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:24.0:1609800456.424582:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:18.0:1609800456.424592:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.424599:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800456.424601:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.424601:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.424602:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.424606:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:18.0:1609800456.424606:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.424612:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800456.424613:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.424614:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.424615:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800456.424618:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:20.0:1609800456.424619:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.424626:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800456.424629:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.424631:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800456.424633:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000800:00000200:24.0:1609800456.424634:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800456.424635:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:57.0:1609800456.424637:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.424638:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.424639:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.424640:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (26)++
00000800:00000200:20.0:1609800456.424641:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.424642:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.424643:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.424645:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.424647:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.424647:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)++
00000400:00000200:19.0:1609800456.424647:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.424648:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)++
00000800:00000200:18.0:1609800456.424651:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (29)--
00000800:00000200:20.0:1609800456.424652:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (29)--
00000800:00000200:19.0:1609800456.424652:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.424653:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (29)--
00000800:00000200:18.0:1609800456.424653:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (28)--
00000800:00000200:20.0:1609800456.424656:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:57.0:1609800456.424657:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.424657:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.424658:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:57.0:1609800456.424659:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.424660:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800456.424662:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800456.424663:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.424664:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.424666:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.424668:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000800:00000200:19.0:1609800456.424668:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)++
00000800:00000200:19.0:1609800456.424670:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:19.0:1609800456.424672:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:20.0:1609800456.424673:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:19.0:1609800456.424674:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:20.0:1609800456.424676:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800456.424687:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800456.424695:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800456.424701:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.424704:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:19.0:1609800456.424707:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.424707:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.424709:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:24.0:1609800456.424711:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:19.0:1609800456.424711:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.424713:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800456.424714:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.424715:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:19.0:1609800456.424715:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:20.0:1609800456.424716:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800456.424716:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.424720:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800456.424726:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.424731:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800456.424735:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.424735:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800456.424736:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.424740:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800456.424741:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.424742:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.424742:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800456.424745:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:0.0:1609800456.424745:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.424746:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.424747:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800456.424749:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.424752:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800456.424756:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.424756:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800456.424759:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.424761:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000400:00000200:57.0:1609800456.424762:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.424762:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.424762:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800456.424781:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:18.0:1609800456.424782:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.424783:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.424783:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.424784:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (26)++
00000800:00000200:20.0:1609800456.424785:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800456.424787:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.424787:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.424787:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)++
00000800:00000200:24.0:1609800456.424790:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800456.424790:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (28)++
00000800:00000200:19.0:1609800456.424791:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (28)--
00000800:00000200:24.0:1609800456.424792:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800456.424792:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (28)--
00000800:00000200:19.0:1609800456.424792:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (28)--
00000800:00000200:18.0:1609800456.424792:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (29)--
00000800:00000200:18.0:1609800456.424793:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:24.0:1609800456.424794:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.424795:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.424795:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:19.0:1609800456.424796:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:24.0:1609800456.424797:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:57.0:1609800456.424798:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.424798:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)--
00000400:00000200:57.0:1609800456.424799:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.424799:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:24.0:1609800456.424800:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800456.424800:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:57.0:1609800456.424802:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.424803:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (24)--
00000800:00000200:18.0:1609800456.424803:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:19.0:1609800456.424804:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.424806:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800456.424806:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.424808:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:19.0:1609800456.424814:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.424817:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.424819:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:32.1:1609800456.424822:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800456.424822:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.424823:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.424826:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:38.0:1609800456.424827:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800456.424827:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800456.424828:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (24)++
00000400:00000200:38.0:1609800456.424830:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.424831:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:18.0:1609800456.424831:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:19.0:1609800456.424832:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:38.0:1609800456.424833:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.424833:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:18.0:1609800456.424835:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.424836:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:57.0:1609800456.424837:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.424838:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:57.0:1609800456.424839:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.424839:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.424840:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.424841:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800456.424842:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (23)++
00000400:00000200:19.0:1609800456.424842:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.424843:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:24.0:1609800456.424847:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:19.0:1609800456.424848:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:24.0:1609800456.424849:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000400:00000200:18.0:1609800456.424849:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800456.424850:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.424850:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:38.0:1609800456.424851:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.424852:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.424853:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:38.0:1609800456.424854:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800456.424854:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.424855:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.424857:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.424859:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.424859:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.424861:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.424861:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.424862:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.424865:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:18.0:1609800456.424865:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800456.424866:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:18.0:1609800456.424866:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:19.0:1609800456.424867:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:18.0:1609800456.424868:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:57.0:1609800456.424869:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.424870:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.424873:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800456.424917:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.424920:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.424923:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800456.425012:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:20.0:1609800456.425018:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425021:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.425023:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:20.0:1609800456.425025:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.425028:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425031:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800456.425036:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425039:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800456.425041:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800456.425044:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800456.425045:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.425049:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:28.1:1609800456.425050:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425050:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:20.0:1609800456.425052:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:20.0:1609800456.425054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425057:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.425057:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:20.0:1609800456.425060:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.425063:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425065:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:20.0:1609800456.425071:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425074:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800456.425075:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800456.425076:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800456.425079:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425079:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800456.425080:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.425081:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:57.0:1609800456.425086:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800456.425088:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:57.0:1609800456.425089:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.425089:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:20.0:1609800456.425090:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:57.0:1609800456.425092:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.425094:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:57.0:1609800456.425095:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:57.0:1609800456.425100:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:5.0:1609800456.425104:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800456.425108:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800456.425108:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.425111:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800456.425112:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425116:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.425131:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.425134:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.425136:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:57.0:1609800456.425141:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.425144:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:57.0:1609800456.425146:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.425148:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:57.0:1609800456.425148:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:28.1:1609800456.425151:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:57.0:1609800456.425152:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.425156:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:24.0:1609800456.425159:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.425161:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:24.0:1609800456.425162:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.425165:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.425167:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800456.425173:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.425175:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.425178:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.425180:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.425182:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.425185:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:24.0:1609800456.425186:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:24.0:1609800456.425187:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:0.0:1609800456.425206:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.425214:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.425217:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:32.1:1609800456.425223:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (22)++
00000400:00000200:0.0:1609800456.425223:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.425226:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:18.0:1609800456.425231:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:0.0:1609800456.425231:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.425233:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (24)++
00000800:00000200:18.0:1609800456.425235:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:0.0:1609800456.425235:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (25)++
00000800:00000200:20.0:1609800456.425237:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000400:00000200:18.0:1609800456.425237:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.425241:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.425242:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)--
00000800:00000200:0.0:1609800456.425244:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:20.0:1609800456.425245:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:18.0:1609800456.425245:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000400:00000200:20.0:1609800456.425246:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425249:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.425252:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800456.425254:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800456.425260:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:24.0:1609800456.425263:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:24.0:1609800456.425264:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800456.425264:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.425265:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:24.0:1609800456.425266:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.425270:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:28.1:1609800456.425278:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:0.0:1609800456.425283:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425285:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:0.0:1609800456.425286:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.425289:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.425290:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:18.0:1609800456.425292:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.425293:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:57.0:1609800456.425295:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800456.425295:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:18.0:1609800456.425297:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425298:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.425298:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.425300:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:18.0:1609800456.425300:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:24.0:1609800456.425302:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:57.0:1609800456.425303:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.425306:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.425309:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800456.425311:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.425311:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.425311:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800456.425312:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:18.0:1609800456.425312:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.425315:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.425316:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800456.425317:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800456.425321:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:19.0:1609800456.425324:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425324:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:57.0:1609800456.425325:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:24.0:1609800456.425326:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.425326:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:20.0:1609800456.425327:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425330:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800456.425332:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.425333:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800456.425333:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800456.425334:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425336:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.425336:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.425336:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:57.0:1609800456.425337:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800456.425337:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:20.0:1609800456.425337:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800456.425338:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000400:00000200:22.0:1609800456.425338:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.425338:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800456.425340:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800456.425341:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.425341:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (27)--
00000800:00000200:20.0:1609800456.425342:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (27)++
00000800:00000200:19.0:1609800456.425342:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.425342:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000400:00000200:24.0:1609800456.425343:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425343:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:18.0:1609800456.425343:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:57.0:1609800456.425344:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:24.0:1609800456.425345:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800456.425345:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:20.0:1609800456.425346:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:19.0:1609800456.425346:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:18.0:1609800456.425346:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.425347:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:24.0:1609800456.425348:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.425348:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:18.0:1609800456.425349:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.425350:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.425351:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800456.425352:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.425354:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800456.425354:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800456.425355:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.1:1609800456.425355:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:18.0:1609800456.425359:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.425360:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:20.0:1609800456.425360:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:18.0:1609800456.425361:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.425362:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:24.0:1609800456.425363:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:22.0:1609800456.425363:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800456.425363:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:57.0:1609800456.425364:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.425364:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:18.0:1609800456.425364:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800456.425365:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425367:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.425367:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.425368:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800456.425370:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425370:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:22.0:1609800456.425372:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:57.0:1609800456.425380:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800456.425380:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800456.425381:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425382:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:57.0:1609800456.425383:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800456.425383:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:18.0:1609800456.425384:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:22.0:1609800456.425387:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800456.425388:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:18.0:1609800456.425388:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:22.0:1609800456.425389:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:22.0:1609800456.425390:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:18.0:1609800456.425391:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800456.425392:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:18.0:1609800456.425395:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:24.0:1609800456.425396:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:22.0:1609800456.425396:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:24.0:1609800456.425398:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800456.425398:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:24.0:1609800456.425400:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:18.0:1609800456.425401:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:22.0:1609800456.425403:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800456.425406:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425408:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:32.1:1609800456.425409:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:22.0:1609800456.425413:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800456.425414:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:22.0:1609800456.425416:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:19.0:1609800456.425417:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:22.0:1609800456.425418:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800456.425419:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.425420:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:22.0:1609800456.425420:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:22.0:1609800456.425421:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000400:00000200:19.0:1609800456.425421:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:22.0:1609800456.425423:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800456.425425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:22.0:1609800456.425428:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800456.425431:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425433:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:32.1:1609800456.425437:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:22.0:1609800456.425437:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800456.425440:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:22.0:1609800456.425442:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.425442:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:22.0:1609800456.425443:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:22.0:1609800456.425444:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (24)++
00000800:00000200:22.0:1609800456.425447:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:20.0:1609800456.425447:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000800:00000200:18.0:1609800456.425448:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000400:00000200:18.0:1609800456.425449:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425451:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:24.0:1609800456.425452:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:20.0:1609800456.425452:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)++
00000400:00000200:18.0:1609800456.425452:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.425453:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:20.0:1609800456.425454:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:18.0:1609800456.425456:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800456.425460:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800456.425465:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800456.425468:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:0.0:1609800456.425468:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800456.425469:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.425470:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:0.0:1609800456.425470:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.425473:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.425473:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.425475:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:0.0:1609800456.425484:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.425486:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.425488:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800456.425551:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:20.0:1609800456.425557:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425560:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:20.0:1609800456.425563:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.425563:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:20.0:1609800456.425567:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425569:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:20.0:1609800456.425575:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425577:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800456.425580:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800456.425582:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800456.425584:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.425587:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425588:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:20.0:1609800456.425589:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:57.0:1609800456.425600:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.425606:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.425608:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800456.425613:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.425616:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:57.0:1609800456.425619:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.425621:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:57.0:1609800456.425622:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:57.0:1609800456.425626:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800456.425630:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:24.0:1609800456.425635:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:24.0:1609800456.425639:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.425641:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:24.0:1609800456.425642:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.425644:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:38.0:1609800456.425645:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800456.425645:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:24.0:1609800456.425647:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:19.0:1609800456.425648:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.425650:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.425652:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:24.0:1609800456.425653:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.425654:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.425656:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800456.425657:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.425658:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800456.425658:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.425658:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800456.425659:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800456.425659:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:4.0:1609800456.425660:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.425661:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.425662:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800456.425663:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425663:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.425663:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.425664:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.425665:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:19.0:1609800456.425666:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800456.425667:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.425669:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800456.425670:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:19.0:1609800456.425671:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800456.425672:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.425674:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800456.425675:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.425675:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.425677:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:20.0:1609800456.425677:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.425678:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (27)--
00000800:00000200:24.0:1609800456.425679:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:24.0:1609800456.425680:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:20.0:1609800456.425680:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800456.425682:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800456.425682:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.425682:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800456.425686:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:18.0:1609800456.425687:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:23.0:1609800456.425689:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.425690:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:19.0:1609800456.425690:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:38.0:1609800456.425691:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800456.425691:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.425691:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (27)--
00000400:00000200:23.0:1609800456.425692:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425692:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (28)--
00000800:00000200:38.0:1609800456.425693:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000400:00000200:24.0:1609800456.425693:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.425693:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:38.0:1609800456.425694:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000400:00000200:22.0:1609800456.425694:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:20.0:1609800456.425694:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:4.0:1609800456.425694:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.425695:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:18.0:1609800456.425695:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800456.425695:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800456.425697:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.425698:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:18.0:1609800456.425698:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800456.425699:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425700:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.425700:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800456.425700:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.425701:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:38.0:1609800456.425702:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800456.425702:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:22.0:1609800456.425704:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:18.0:1609800456.425704:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800456.425705:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800456.425707:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.425709:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800456.425711:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:18.0:1609800456.425711:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:4.0:1609800456.425712:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800456.425713:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.425713:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:22.0:1609800456.425713:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800456.425713:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800456.425715:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800456.425715:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:38.0:1609800456.425716:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:22.0:1609800456.425716:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:4.0:1609800456.425716:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800456.425717:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.425719:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800456.425720:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800456.425720:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:24.0:1609800456.425722:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.425722:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:32.1:1609800456.425723:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800456.425724:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.425724:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:18.0:1609800456.425726:0:16041:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.71@o2ib18(0): redundant or enough NOOP
00000400:00000200:38.0:1609800456.425727:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.425727:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:24.0:1609800456.425728:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.425729:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.425729:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:38.0:1609800456.425731:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.425732:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:20.0:1609800456.425733:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425733:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:18.0:1609800456.425734:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:38.0:1609800456.425735:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800456.425735:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800456.425736:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:38.0:1609800456.425737:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000400:00000200:23.0:1609800456.425737:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800456.425738:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000400:00000200:23.0:1609800456.425739:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800456.425742:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.425753:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:32.1:1609800456.425755:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (22)++
00000800:00000200:24.0:1609800456.425755:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:24.0:1609800456.425757:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:38.0:1609800456.425758:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800456.425759:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800456.425759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.425761:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:38.0:1609800456.425762:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425763:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.425764:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:24.0:1609800456.425764:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800456.425764:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:24.0:1609800456.425765:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425765:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:24.0:1609800456.425767:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:22.0:1609800456.425771:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800456.425774:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:38.0:1609800456.425777:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800456.425777:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:38.0:1609800456.425779:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.425780:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:24.0:1609800456.425782:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:22.0:1609800456.425782:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800456.425783:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800456.425784:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:38.0:1609800456.425785:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:22.0:1609800456.425785:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000800:00000200:24.0:1609800456.425786:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:38.0:1609800456.425787:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:19.0:1609800456.425787:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:22.0:1609800456.425789:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:24.0:1609800456.425790:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:24.0:1609800456.425791:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:38.0:1609800456.425792:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:24.0:1609800456.425792:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:22.0:1609800456.425794:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.425796:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800456.425797:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800456.425799:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:38.0:1609800456.425800:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.425801:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:32.1:1609800456.425801:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:22.0:1609800456.425805:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.425806:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:22.0:1609800456.425808:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:18.0:1609800456.425809:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:18.0:1609800456.425810:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.425811:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800456.425811:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:38.0:1609800456.425813:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:18.0:1609800456.425813:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:22.0:1609800456.425814:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800456.425816:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:38.0:1609800456.425817:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800456.425817:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:18.0:1609800456.425817:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:38.0:1609800456.425818:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:38.0:1609800456.425819:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:22.0:1609800456.425820:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:38.0:1609800456.425823:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:38.0:1609800456.425826:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.425830:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.425831:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:32.1:1609800456.425834:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:38.0:1609800456.425836:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.425838:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.425838:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:38.0:1609800456.425841:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800456.425841:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800456.425841:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:38.0:1609800456.425842:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:38.0:1609800456.425843:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:19.0:1609800456.425843:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.425845:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800456.425845:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:38.0:1609800456.425847:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:24.0:1609800456.425847:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:24.0:1609800456.425850:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:19.0:1609800456.425850:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:19.0:1609800456.425851:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:24.0:1609800456.425852:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.425854:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.425855:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:18.0:1609800456.425855:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)++
00000400:00000200:19.0:1609800456.425856:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.425857:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:18.0:1609800456.425857:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:24.0:1609800456.425858:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:19.0:1609800456.425858:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:18.0:1609800456.425859:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.425861:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:18.0:1609800456.425861:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.425865:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800456.425873:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.425878:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:20.0:1609800456.425881:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:20.0:1609800456.425882:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.425883:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:20.0:1609800456.425885:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.425888:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:5.0:1609800456.425902:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.425910:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.425913:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:5.0:1609800456.425918:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.425921:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:57.0:1609800456.425924:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800456.425926:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800456.425928:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800456.425928:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:5.0:1609800456.425929:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000400:00000200:57.0:1609800456.425930:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800456.425936:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.425937:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:57.0:1609800456.425938:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:57.0:1609800456.425943:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800456.425944:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.425946:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:57.0:1609800456.425947:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:5.0:1609800456.425947:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800456.425949:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:5.0:1609800456.425949:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:57.0:1609800456.425951:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:19.0:1609800456.425954:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:5.0:1609800456.425955:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800456.425957:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:5.0:1609800456.425958:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:19.0:1609800456.425959:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425960:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800456.425961:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:28.1:1609800456.425962:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:5.0:1609800456.425962:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800456.425963:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800456.425965:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:5.0:1609800456.425965:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800456.425967:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:24.0:1609800456.425970:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:5.0:1609800456.425970:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:19.0:1609800456.425971:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:19.0:1609800456.425972:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.425974:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800456.425975:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.425977:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800456.425980:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:57.0:1609800456.425986:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800456.425987:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:5.0:1609800456.425989:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.425990:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:5.0:1609800456.425991:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:24.0:1609800456.425992:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:18.0:1609800456.425992:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.425993:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800456.425993:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000400:00000200:18.0:1609800456.425995:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:5.0:1609800456.425997:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800456.425998:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:5.0:1609800456.425999:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.426001:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000400:00000200:57.0:1609800456.426002:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:28.1:1609800456.426002:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.426003:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:5.0:1609800456.426003:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.426004:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:5.0:1609800456.426004:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:5.0:1609800456.426005:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:20.0:1609800456.426006:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:57.0:1609800456.426007:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800456.426008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:57.0:1609800456.426010:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:20.0:1609800456.426010:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:18.0:1609800456.426012:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:5.0:1609800456.426012:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:20.0:1609800456.426013:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:57.0:1609800456.426014:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.426014:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:20.0:1609800456.426015:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:57.0:1609800456.426016:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:20.0:1609800456.426016:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:20.0:1609800456.426017:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:57.0:1609800456.426023:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:28.1:1609800456.426024:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:57.0:1609800456.426026:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:24.0:1609800456.426029:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:24.0:1609800456.426032:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:24.0:1609800456.426033:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.426034:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:24.0:1609800456.426036:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:32.1:1609800456.426038:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800456.426041:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:24.0:1609800456.426042:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:24.0:1609800456.426044:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800456.426044:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:24.0:1609800456.426045:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.426047:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.426049:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:0.0:1609800456.426062:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.426069:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.426072:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:0.0:1609800456.426078:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.426081:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:0.0:1609800456.426086:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426088:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:0.0:1609800456.426090:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:0.0:1609800456.426097:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800456.426104:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:18.0:1609800456.426132:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:18.0:1609800456.426155:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.426156:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:18.0:1609800456.426157:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:57.0:1609800456.426158:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800456.426158:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:19.0:1609800456.426159:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800456.426159:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:19.0:1609800456.426160:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.426161:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:57.0:1609800456.426162:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.426163:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.426164:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:57.0:1609800456.426170:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.426173:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800456.426173:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:0.0:1609800456.426174:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.426177:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.426178:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:0.0:1609800456.426178:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.426180:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:0.0:1609800456.426181:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:57.0:1609800456.426183:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:0.0:1609800456.426186:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.426189:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:57.0:1609800456.426191:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800456.426192:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426194:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:0.0:1609800456.426196:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:57.0:1609800456.426198:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800456.426201:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:57.0:1609800456.426203:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:28.1:1609800456.426203:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:0.0:1609800456.426205:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.426208:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.426209:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800456.426209:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:0.0:1609800456.426210:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:57.0:1609800456.426211:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.426212:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:24.0:1609800456.426213:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.426214:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:0.0:1609800456.426215:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800456.426216:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:0.0:1609800456.426219:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:24.0:1609800456.426220:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:0.0:1609800456.426222:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426224:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:57.0:1609800456.426225:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426225:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:57.0:1609800456.426227:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:0.0:1609800456.426229:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:0.0:1609800456.426232:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.426235:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:0.0:1609800456.426236:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.426237:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:28.1:1609800456.426237:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:0.0:1609800456.426238:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:20.0:1609800456.426242:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:0.0:1609800456.426242:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.426244:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.426245:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:20.0:1609800456.426246:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.426247:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:0.0:1609800456.426247:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426248:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:20.0:1609800456.426249:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:0.0:1609800456.426249:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:20.0:1609800456.426252:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:28.1:1609800456.426253:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:0.0:1609800456.426254:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:18.0:1609800456.426259:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:18.0:1609800456.426263:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:24.0:1609800456.426264:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:18.0:1609800456.426264:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.426267:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:18.0:1609800456.426267:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:24.0:1609800456.426269:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.426270:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:24.0:1609800456.426271:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.426274:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:18.0:1609800456.426274:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:24.0:1609800456.426275:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:19.0:1609800456.426275:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.426277:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:19.0:1609800456.426278:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.426280:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800456.426281:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:0.0:1609800456.426284:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.426286:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:0.0:1609800456.426290:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.426292:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:0.0:1609800456.426296:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.426297:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:0.0:1609800456.426298:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:0.0:1609800456.426303:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800456.426315:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:24.0:1609800456.426321:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:24.0:1609800456.426324:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:24.0:1609800456.426325:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.426326:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:24.0:1609800456.426328:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.426331:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800456.426332:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:20.0:1609800456.426337:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:20.0:1609800456.426340:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:20.0:1609800456.426341:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:19.0:1609800456.426342:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:20.0:1609800456.426343:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:20.0:1609800456.426344:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:31.1:1609800456.459089:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:18.0:1609800456.459099:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:18.0:1609800456.459103:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.110@o2ib18
00000800:00000200:24.0:1609800456.459105:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:18.0:1609800456.459107:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.459108:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:18.0:1609800456.459111:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.459112:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.459113:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800456.459117:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.459128:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.459131:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800456.459132:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800456.459135:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800456.459137:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800456.459139:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.459139:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459142:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.459142:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459142:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:24.0:1609800456.459144:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.459144:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:24.0:1609800456.459147:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.459147:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:24.0:1609800456.459148:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.459149:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800456.459150:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:24.0:1609800456.459152:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:24.0:1609800456.459153:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:19.0:1609800456.459154:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.459155:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:19.0:1609800456.459159:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.459163:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800456.459163:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:57.0:1609800456.459164:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459169:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800456.459170:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.459174:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.459177:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.459181:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.459183:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.459185:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800456.459187:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:19.0:1609800456.459197:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:31.1:1609800456.459205:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:18.0:1609800456.459211:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:4.0:1609800456.459211:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.459214:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.459215:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:24.0:1609800456.459217:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:4.0:1609800456.459217:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800456.459219:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:31.1:1609800456.459223:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:18.0:1609800456.459224:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.459226:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800456.459231:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:18.0:1609800456.459232:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800456.459233:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800456.459234:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.459235:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800456.459236:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.459238:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:18.0:1609800456.459238:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.459239:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459240:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800456.459242:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.459242:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.459243:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:24.0:1609800456.459244:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:18.0:1609800456.459245:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:19.0:1609800456.459246:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.459248:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.459248:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:19.0:1609800456.459249:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.459251:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:18.0:1609800456.459253:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:18.0:1609800456.459254:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:19.0:1609800456.459255:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:20.0:1609800456.459258:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800456.459261:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.459262:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.459264:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.1:1609800456.459265:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:20.0:1609800456.459265:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.459266:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.459269:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.459269:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.459270:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459271:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:20.0:1609800456.459271:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.459274:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:24.0:1609800456.459275:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800456.459275:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:20.0:1609800456.459276:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:19.0:1609800456.459276:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:20.0:1609800456.459278:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:19.0:1609800456.459278:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:24.0:1609800456.459279:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.459280:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:19.0:1609800456.459280:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:18.0:1609800456.459281:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:24.0:1609800456.459282:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.459284:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:19.0:1609800456.459285:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800456.459287:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:18.0:1609800456.459287:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:24.0:1609800456.459290:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800456.459290:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.459293:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.459300:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800456.459301:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.459302:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800456.459302:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.459303:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800456.459303:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:23.0:1609800456.459305:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800456.459307:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:23.0:1609800456.459309:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800456.459309:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.459311:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:24.0:1609800456.459312:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:18.0:1609800456.459312:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.459313:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459314:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.459316:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.459317:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:18.0:1609800456.459317:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538af00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459318:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800456.459318:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:18.0:1609800456.459319:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:19.0:1609800456.459321:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.459322:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:19.0:1609800456.459324:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.459326:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800456.459331:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800456.459333:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800456.459333:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:18.0:1609800456.459334:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:23.0:1609800456.459335:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459335:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.1:1609800456.459336:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800456.459337:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:38.0:1609800456.459338:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800456.459339:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.459340:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800456.459341:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459341:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459342:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:19.0:1609800456.459343:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:38.0:1609800456.459344:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.459345:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:19.0:1609800456.459345:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:24.0:1609800456.459347:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800456.459347:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:23.0:1609800456.459349:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800456.459351:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800456.459351:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.459351:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800456.459351:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:38.0:1609800456.459352:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800456.459353:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.459354:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800456.459354:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.459354:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:18.0:1609800456.459354:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:24.0:1609800456.459356:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:19.0:1609800456.459356:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.459356:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:18.0:1609800456.459357:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:38.0:1609800456.459358:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800456.459358:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.459358:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:24.0:1609800456.459362:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.459365:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.459367:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.459370:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.459371:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800456.459371:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.459371:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800456.459373:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:24.0:1609800456.459376:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:24.0:1609800456.459378:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:20.0:1609800456.459378:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:24.0:1609800456.459379:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:19.0:1609800456.459379:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800456.459381:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800456.459382:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459382:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800456.459385:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800456.459385:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.0:1609800456.459387:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.459387:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.459389:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800456.459390:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:22.0:1609800456.459390:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.459391:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800456.459393:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.459394:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.459395:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459396:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:20.0:1609800456.459397:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.459397:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:20.0:1609800456.459399:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.459399:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800456.459400:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459400:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:38.0:1609800456.459401:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800456.459401:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459402:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:38.0:1609800456.459403:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459403:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:18.0:1609800456.459404:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.459405:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:38.0:1609800456.459406:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800456.459407:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.459407:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.459408:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:57.0:1609800456.459411:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800456.459412:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459413:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.459413:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:20.0:1609800456.459415:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:57.0:1609800456.459416:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.459416:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:19.0:1609800456.459416:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:18.0:1609800456.459419:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800456.459422:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.459422:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800456.459424:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800456.459425:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.459426:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.1:1609800456.459427:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.459428:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.459429:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800456.459429:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800456.459430:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.459433:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:18.0:1609800456.459433:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800456.459434:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:18.0:1609800456.459434:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800456.459435:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:18.0:1609800456.459435:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:24.0:1609800456.459436:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:18.0:1609800456.459437:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:57.0:1609800456.459438:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.459439:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459439:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:24.0:1609800456.459440:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:57.0:1609800456.459441:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800456.459480:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800456.459482:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.459502:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.459713:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.459717:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459719:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:57.0:1609800456.459736:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.459739:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800456.459743:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.459744:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:57.0:1609800456.459745:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:57.0:1609800456.459751:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800456.459792:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:18.0:1609800456.459799:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:18.0:1609800456.459802:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:18.0:1609800456.459804:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.459806:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.459809:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800456.459810:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:18.0:1609800456.459811:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:0.0:1609800456.459817:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.459820:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:0.0:1609800456.459826:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.459829:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:0.0:1609800456.459836:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.459838:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:0.0:1609800456.459839:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:0.0:1609800456.459847:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:0.0:1609800456.459853:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.459857:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800456.459858:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:24.0:1609800456.459864:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:57.0:1609800456.459865:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.459868:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:24.0:1609800456.459869:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.459870:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459871:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:20.0:1609800456.459871:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:24.0:1609800456.459873:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.459873:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:57.0:1609800456.459877:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.459880:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:0.0:1609800456.459885:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800456.459887:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:0.0:1609800456.459888:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800456.459890:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.459892:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:0.0:1609800456.459892:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.459893:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:0.0:1609800456.459895:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:57.0:1609800456.459898:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:0.0:1609800456.459899:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:57.0:1609800456.459903:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800456.459904:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:31.1:1609800456.459910:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:57.0:1609800456.459912:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459914:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:18.0:1609800456.459916:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:57.0:1609800456.459920:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.459920:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:57.0:1609800456.459922:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:18.0:1609800456.459922:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.459923:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:18.0:1609800456.459924:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.459925:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.459927:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:18.0:1609800456.459927:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:57.0:1609800456.459928:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:57.0:1609800456.459932:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:57.0:1609800456.459936:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.459938:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.459943:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.459943:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800456.459944:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:0.0:1609800456.459946:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:57.0:1609800456.459949:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:20.0:1609800456.459950:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:20.0:1609800456.459953:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:57.0:1609800456.459954:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800456.459955:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.459956:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:57.0:1609800456.459957:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:24.0:1609800456.459958:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:24.0:1609800456.459959:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.459959:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.459961:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:24.0:1609800456.459962:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.459962:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.459965:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800456.459966:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.459967:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:24.0:1609800456.459967:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:57.0:1609800456.459968:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:20.0:1609800456.459969:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:0.0:1609800456.459969:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.459971:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:57.0:1609800456.459972:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:0.0:1609800456.459973:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:0.0:1609800456.459977:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:57.0:1609800456.459980:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.459983:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.459985:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:31.1:1609800456.459987:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:57.0:1609800456.459991:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.459993:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:18.0:1609800456.459993:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:57.0:1609800456.459997:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800456.459997:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800456.459998:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:18.0:1609800456.459998:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.459999:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:57.0:1609800456.460000:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:18.0:1609800456.460000:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:57.0:1609800456.460003:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800456.460004:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:18.0:1609800456.460004:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:18.0:1609800456.460005:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:19.0:1609800456.460006:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.460007:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800456.460010:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.460012:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.460015:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:57.0:1609800456.460016:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:31.1:1609800456.460019:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:57.0:1609800456.460021:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.460024:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:20.0:1609800456.460025:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:57.0:1609800456.460027:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800456.460028:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:57.0:1609800456.460029:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:20.0:1609800456.460029:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.460030:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:24.0:1609800456.460030:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:57.0:1609800456.460031:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.110@o2ib18: no credits
00000800:00000200:57.0:1609800456.460032:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:20.0:1609800456.460032:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.460035:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:0.0:1609800456.460054:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800456.460066:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:0.0:1609800456.460066:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.460068:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:0.0:1609800456.460073:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800456.460075:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:0.0:1609800456.460076:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:18.0:1609800456.460079:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800456.460080:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:0.0:1609800456.460080:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.460083:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:18.0:1609800456.460085:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:0.0:1609800456.460085:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:18.0:1609800456.460087:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:18.0:1609800456.460088:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:0.0:1609800456.460091:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:57.0:1609800456.460094:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.460096:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.460097:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800456.460098:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:57.0:1609800456.460099:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:0.0:1609800456.460101:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.460103:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:24.0:1609800456.460104:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:57.0:1609800456.460105:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800456.460106:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:57.0:1609800456.460107:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:24.0:1609800456.460108:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.460109:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:24.0:1609800456.460111:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:0.0:1609800456.460111:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800456.460112:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:20.0:1609800456.460114:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800456.460114:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:0.0:1609800456.460114:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:20.0:1609800456.460115:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:57.0:1609800456.460116:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.460117:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:24.0:1609800456.460117:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:20.0:1609800456.460118:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800456.460118:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:0.0:1609800456.460118:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.460119:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:24.0:1609800456.460120:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:0.0:1609800456.460120:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:19.0:1609800456.460131:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800456.460132:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:0.0:1609800456.460132:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:19.0:1609800456.460134:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:0.0:1609800456.460137:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800456.460138:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:31.1:1609800456.460146:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:20.0:1609800456.460153:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:20.0:1609800456.460156:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:20.0:1609800456.460157:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.460158:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:20.0:1609800456.460160:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.460161:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:24.0:1609800456.460163:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.460163:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:20.0:1609800456.460164:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:24.0:1609800456.460165:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.460168:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:57.0:1609800456.460178:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.460185:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.460188:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:57.0:1609800456.460193:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.460202:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:57.0:1609800456.460205:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.460207:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:57.0:1609800456.460208:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:57.0:1609800456.460212:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800456.460225:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800456.460234:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800456.460237:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:19.0:1609800456.460238:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.460240:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:19.0:1609800456.460242:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.460245:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:31.1:1609800456.460266:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:20.0:1609800456.460273:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:20.0:1609800456.460276:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:20.0:1609800456.460277:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:24.0:1609800456.460278:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:20.0:1609800456.460278:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:20.0:1609800456.460280:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:4.0:1609800456.460287:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.460307:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.460310:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:4.0:1609800456.460316:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.460319:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:4.0:1609800456.460324:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.460326:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:4.0:1609800456.460328:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:4.0:1609800456.460335:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800456.460348:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:18.0:1609800456.460353:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:18.0:1609800456.460357:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800456.460359:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:18.0:1609800456.460359:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.460362:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.460366:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:22.1:1609800456.554015:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:24.0:1609800456.554024:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:24.0:1609800456.554028:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.92@o2ib18
00000800:00000200:20.0:1609800456.554030:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:24.0:1609800456.554032:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.554034:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:24.0:1609800456.554035:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.554037:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:20.0:1609800456.554038:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800456.554042:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.554044:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800456.554045:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:24.0:1609800456.554046:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.554049:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.554051:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800456.554051:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.554053:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.554054:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.554057:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:20.0:1609800456.554057:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800456.554058:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:24.0:1609800456.554060:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:20.0:1609800456.554060:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.554061:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:20.0:1609800456.554062:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.554065:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:20.0:1609800456.554066:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:20.0:1609800456.554067:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000400:00000200:24.0:1609800456.554068:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800456.554068:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:24.0:1609800456.554071:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.554071:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:24.0:1609800456.554073:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:57.0:1609800456.554076:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.554078:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.554078:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:24.0:1609800456.554079:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.554079:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:57.0:1609800456.554082:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.554082:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800456.554083:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800456.554083:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:24.0:1609800456.554084:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800456.554085:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:24.0:1609800456.554086:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800456.554087:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.554087:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:24.0:1609800456.554089:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)++
00000400:00000200:19.0:1609800456.554089:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.554089:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.554090:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)--
00000800:00000200:24.0:1609800456.554091:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000400:00000200:20.0:1609800456.554091:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.554092:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000400:00000200:18.0:1609800456.554093:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.554095:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:19.0:1609800456.554095:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:19.0:1609800456.554102:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.554105:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800456.554106:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.554107:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800456.554107:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:19.0:1609800456.554109:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.554112:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.554114:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:18.0:1609800456.554114:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.554118:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800456.554129:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:18.0:1609800456.554129:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800456.554132:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800456.554132:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)++
00000800:00000200:18.0:1609800456.554132:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800456.554133:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.554133:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.554133:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a300 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:38.0:1609800456.554135:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800456.554135:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:20.0:1609800456.554135:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800456.554135:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (26)++
00000400:00000200:57.0:1609800456.554136:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.554138:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800456.554139:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.554141:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.554141:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.554143:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000800:00000200:18.0:1609800456.554143:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)++
00000800:00000200:24.0:1609800456.554144:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.554144:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000800:00000200:20.0:1609800456.554145:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800456.554145:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000800:00000200:18.0:1609800456.554145:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)--
00000400:00000200:38.0:1609800456.554146:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800456.554146:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:57.0:1609800456.554147:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.554147:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800456.554147:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:57.0:1609800456.554148:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.554148:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:24.0:1609800456.554149:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800456.554149:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000400:00000200:57.0:1609800456.554150:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800456.554150:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdce00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.554150:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:24.0:1609800456.554154:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:24.0:1609800456.554155:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:24.0:1609800456.554156:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:57.0:1609800456.554157:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800456.554158:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.554159:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.554161:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800456.554161:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.554166:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800456.554194:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800456.554196:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.554201:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800456.554210:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:19.0:1609800456.554216:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:19.0:1609800456.554219:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000800:00000200:19.0:1609800456.554221:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:19.0:1609800456.554222:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000400:00000200:57.0:1609800456.554705:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.554711:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.554715:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:57.0:1609800456.554725:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.554731:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:57.0:1609800456.554736:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.554738:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:57.0:1609800456.554740:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:57.0:1609800456.554746:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)--
00000400:00000200:5.0:1609800456.554755:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.554756:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.554763:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.554767:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:5.0:1609800456.554773:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.554776:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:57.0:1609800456.554779:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800456.554782:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800456.554783:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:5.0:1609800456.554784:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800456.554786:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800456.554793:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000400:00000200:57.0:1609800456.554796:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.554802:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:57.0:1609800456.554818:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.554821:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:57.0:1609800456.554823:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:57.0:1609800456.554827:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:22.1:1609800456.554834:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (23)++
00000800:00000200:20.0:1609800456.554848:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:20.0:1609800456.554854:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000400:00000200:20.0:1609800456.554856:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.554861:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.554865:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000800:00000200:20.0:1609800456.554866:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:20.0:1609800456.554872:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:20.0:1609800456.554874:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.554878:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.554881:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:18.0:1609800456.554884:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:57.0:1609800456.554886:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.554889:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.554892:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.554895:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:24.0:1609800456.554895:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:18.0:1609800456.554895:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:0.0:1609800456.554896:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800456.554898:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.554900:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:18.0:1609800456.554905:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:57.0:1609800456.554908:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.554913:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:0.0:1609800456.554916:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.554919:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:18.0:1609800456.554922:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:57.0:1609800456.554926:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.554927:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.554928:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:0.0:1609800456.554929:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:57.0:1609800456.554930:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:57.0:1609800456.554936:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:0.0:1609800456.554937:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:0.0:1609800456.554943:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000400:00000200:0.0:1609800456.554948:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.554953:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.554954:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:0.0:1609800456.554959:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.554962:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:0.0:1609800456.554966:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.554967:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:0.0:1609800456.554969:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:0.0:1609800456.554973:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:22.1:1609800456.555041:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (23)++
00000800:00000200:20.0:1609800456.555049:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:20.0:1609800456.555053:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000400:00000200:20.0:1609800456.555056:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.555057:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000400:00000200:20.0:1609800456.555061:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.555064:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:24.0:1609800456.555065:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000800:00000200:20.0:1609800456.555067:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:24.0:1609800456.555068:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.555071:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:18.0:1609800456.555071:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:20.0:1609800456.555073:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.555074:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:20.0:1609800456.555078:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:24.0:1609800456.555081:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:20.0:1609800456.555084:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:22.1:1609800456.555202:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:18.0:1609800456.555212:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:18.0:1609800456.555219:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800456.555222:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:18.0:1609800456.555222:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:18.0:1609800456.555224:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:18.0:1609800456.555227:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:23.1:1609800456.737012:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:3.0:1609800456.737076:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:3.0:1609800456.737086:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:3.0:1609800456.737094:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800456.737102:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.737108:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:3.0:1609800456.737140:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.737144:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:3.0:1609800456.737146:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800456.737152:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800456.737155:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800456.737158:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800456.737161:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb800 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:37.0:1609800456.737163:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800456.737169:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000400:00000200:37.0:1609800456.737172:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.737173:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800456.737175:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:37.0:1609800456.737177:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:3.0:1609800456.737177:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:3.0:1609800456.737183:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:3.0:1609800456.737190:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800456.737191:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.737196:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000400:00000200:3.0:1609800456.737196:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.737198:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800456.737200:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:37.0:1609800456.737204:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800456.737204:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:37.0:1609800456.737211:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800456.737211:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.737214:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396a00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800456.737216:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800456.737219:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800456.737221:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (24)++
00000800:00000200:3.0:1609800456.737221:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800456.737223:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000800:00000200:37.0:1609800456.737224:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000800:00000200:3.0:1609800456.737226:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800456.737227:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000400:00000200:6.0:1609800456.737228:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.737228:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdab00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:37.0:1609800456.737229:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000800:00000200:8.0:1609800456.737230:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800456.737231:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (25)++
00000800:00000200:37.0:1609800456.737233:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800456.737233:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (26)--
00000800:00000200:0.0:1609800456.737234:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800456.737235:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:3.0:1609800456.737235:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000400:00000200:37.0:1609800456.737244:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800456.737244:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800456.737248:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800456.737251:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.737252:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000800:00000200:57.0:1609800456.737254:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800456.737254:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.737256:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.737256:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800456.737256:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:0.0:1609800456.737257:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.737259:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800456.737261:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:57.0:1609800456.737262:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800456.737262:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800456.737263:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800456.737269:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800456.737272:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:37.0:1609800456.737273:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800456.737278:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800456.737283:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800456.737283:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (25)++
00000800:00000200:57.0:1609800456.737287:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800456.737287:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800456.737288:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800456.737289:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.737290:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396900 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:0.0:1609800456.737291:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.737292:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800456.737293:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.737294:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (26)++
00000800:00000200:6.0:1609800456.737294:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (26)++
00000400:00000200:3.0:1609800456.737294:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.737298:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:0.0:1609800456.737299:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800456.737300:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.737306:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (28)--
00000800:00000200:37.0:1609800456.737307:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (28)--
00000800:00000200:8.0:1609800456.737307:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800456.737308:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (27)--
00000400:00000200:3.0:1609800456.737309:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800456.737310:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:37.0:1609800456.737313:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:8.0:1609800456.737313:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800456.737314:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800456.737317:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800456.737319:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800456.737319:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800456.737319:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.737322:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800456.737323:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800456.737324:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800456.737325:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda300 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:3.0:1609800456.737329:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:8.0:1609800456.737330:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:3.0:1609800456.737331:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:0.0:1609800456.737331:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.737332:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.737333:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800456.737333:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:57.0:1609800456.737335:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800456.737335:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:57.0:1609800456.737337:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.737337:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.737340:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800456.737419:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:6.0:1609800456.737486:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800456.737491:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800456.737493:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:6.0:1609800456.737494:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:0.0:1609800456.737712:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.737732:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.737735:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:0.0:1609800456.737741:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.737744:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:0.0:1609800456.737747:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.737749:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (20)++
00000800:00000200:0.0:1609800456.737750:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (21)++
00000800:00000200:0.0:1609800456.737758:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)--
00000400:00000200:4.0:1609800456.737862:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.737873:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.737874:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800456.737875:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800456.737878:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.737881:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:4.0:1609800456.737881:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.737885:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:57.0:1609800456.737888:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.737891:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:4.0:1609800456.737893:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.737895:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (21)++
00000800:00000200:57.0:1609800456.737896:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.737896:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800456.737898:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800456.737904:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:4.0:1609800456.737904:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)--
00000400:00000200:4.0:1609800456.737909:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.737910:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)--
00000400:00000200:4.0:1609800456.737913:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.737914:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.737917:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800456.737917:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800456.737920:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:4.0:1609800456.737922:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800456.737925:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:57.0:1609800456.737929:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800456.737931:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800456.737932:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:4.0:1609800456.737934:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.737936:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)++
00000800:00000200:57.0:1609800456.737937:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800456.737937:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (25)++
00000800:00000200:57.0:1609800456.737939:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (26)++
00000800:00000200:4.0:1609800456.737942:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (27)--
00000800:00000200:57.0:1609800456.737943:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (27)++
00000800:00000200:57.0:1609800456.737960:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (27)--
00000400:00000200:57.0:1609800456.737965:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.737967:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.737969:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800456.737974:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.737977:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:3.0:1609800456.737977:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (26)++
00000800:00000200:57.0:1609800456.737979:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.737981:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (27)++
00000800:00000200:57.0:1609800456.737981:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (28)++
00000800:00000200:57.0:1609800456.737986:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (29)--
00000800:00000200:3.0:1609800456.737987:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (28)--
00000400:00000200:3.0:1609800456.737989:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.738010:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.738014:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (27)--
00000800:00000200:3.0:1609800456.738015:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (26)++
00000800:00000200:3.0:1609800456.738018:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (27)--
00000400:00000200:3.0:1609800456.738019:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.738020:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (26)++
00000400:00000200:3.0:1609800456.738021:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.738025:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (27)--
00000800:00000200:8.0:1609800456.738026:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (27)--
00000800:00000200:3.0:1609800456.738027:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (26)++
00000400:00000200:8.0:1609800456.738028:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.738047:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (26)--
00000400:00000200:3.0:1609800456.738048:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.738049:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:3.0:1609800456.738050:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.738083:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:8.0:1609800456.738085:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800456.738087:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:3.0:1609800456.738090:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000800:00000200:6.0:1609800456.738092:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000400:00000200:3.0:1609800456.738092:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800456.738094:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.738095:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:6.0:1609800456.738095:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:6.0:1609800456.738097:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.738098:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:6.0:1609800456.738101:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:6.0:1609800456.738106:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:38.0:1609800456.738108:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800456.738140:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800456.738145:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:38.0:1609800456.738151:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800456.738155:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800456.738160:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:23.1:1609800456.738160:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:38.0:1609800456.738162:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (20)++
00000800:00000200:38.0:1609800456.738164:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:38.0:1609800456.738172:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800456.738173:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:37.0:1609800456.738179:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:8.0:1609800456.738181:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800456.738183:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800456.738185:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800456.738186:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:23.1:1609800456.738231:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:3.0:1609800456.738255:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:3.0:1609800456.738258:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:3.0:1609800456.738259:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.738261:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:3.0:1609800456.738261:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800456.738264:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:57.0:1609800456.767973:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.767978:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.767983:0:16062:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb4fc0 nid 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.767986:0:16062:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73eda40 net o2ib18
00000400:00000200:57.0:1609800456.767992:0:16062:0:(peer.c:202:lnet_peer_ni_alloc()) ffff93451a5af600 nid 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.767997:0:16062:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.133@o2ib18 NID 192.168.128.133@o2ib18 flags 0x0
00000400:00000200:57.0:1609800456.768005:0:16062:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.133@o2ib18: 0
00000400:00000200:57.0:1609800456.768006:0:16062:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800456.768008:0:16062:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800456.768012:0:16062:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.133@o2ib18 NID 192.168.128.133@o2ib18: 0. pending discovery
00000400:00000200:69.0:1609800456.768014:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:57.0:1609800456.768015:0:16062:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.133@o2ib18 pending discovery
00000400:00000200:69.0:1609800456.768019:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.133@o2ib18 state 0x20
00000400:00000200:69.0:1609800456.768022:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.768023:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800456.768025:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.133@o2ib18 state 0x10 rc 0
00000400:00000200:69.0:1609800456.768028:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.768028:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:69.0:1609800456.768032:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.768032:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800456.768052:0:16062:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:139] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:57.0:1609800456.768055:0:16062:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800456.768057:0:16062:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.768060:0:16062:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.133@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:69.0:1609800456.768063:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800456.768063:0:16062:0:(router.c:135:lnet_notify_locked()) set 192.168.128.133@o2ib18 1
00000400:00000200:57.0:1609800456.768067:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.768071:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000400:00000200:69.0:1609800456.768073:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800456.768076:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:57.0:1609800456.768077:0:16062:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff9336453c5780] -> 192.168.128.133@o2ib18 (1)++
00000800:00000200:69.0:1609800456.768080:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.768081:0:16062:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff9336453c5780] -> 192.168.128.133@o2ib18 (2)++
00000800:00000200:69.0:1609800456.768082:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.768106:0:16062:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:57.0:1609800456.768109:0:16062:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff9336453c5780] -> 192.168.128.133@o2ib18 (3)--
00000400:00000200:5.0:1609800456.768267:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.768302:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.768308:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:5.0:1609800456.768321:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.768327:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:5.0:1609800456.768335:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800456.768339:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800456.768351:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.768357:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.768360:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800456.768362:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.768366:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.768369:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:5.0:1609800456.768370:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.768376:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000400:00000200:57.0:1609800456.768378:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.768381:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:5.0:1609800456.768384:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.768387:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.768389:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800456.768392:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000400:00000200:5.0:1609800456.768401:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800456.768409:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800456.768413:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:5.0:1609800456.768423:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800456.768428:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:5.0:1609800456.768433:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:5.0:1609800456.768436:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800456.768735:0:497:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.133@o2ib18 Addr resolved: 0
00000800:00000200:46.0:1609800456.768751:0:497:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.133@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800456.768776:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.768779:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.768781:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800456.768787:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.768790:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:57.0:1609800456.768794:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:57.0:1609800456.768795:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 0
00000800:00000200:46.0:1609800456.768972:0:497:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.133@o2ib18 Route resolved: 0
00000800:00000200:46.0:1609800456.768992:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9344c58a0000 0xffff9344c58a0000(0xfc58a0000)
00000800:00000200:46.0:1609800456.768993:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93364bfe5000 0xffff93364bfe5000(0x14bfe5000)
00000800:00000200:46.0:1609800456.768994:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9336303b5000 0xffff9336303b5000(0x1303b5000)
00000800:00000200:46.0:1609800456.768995:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9344c592f000 0xffff9344c592f000(0xfc592f000)
00000800:00000200:46.0:1609800456.768996:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff93367fe8d000 0xffff93367fe8d000(0x17fe8d000)
00000800:00000200:46.0:1609800456.768997:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93367fe76000 0xffff93367fe76000(0x17fe76000)
00000800:00000200:46.0:1609800456.768998:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93367fe77000 0xffff93367fe77000(0x17fe77000)
00000800:00000200:46.0:1609800456.768998:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff93367fe8e000 0xffff93367fe8e000(0x17fe8e000)
00000800:00000200:46.0:1609800456.768999:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff93367fe8f000 0xffff93367fe8f000(0x17fe8f000)
00000800:00000200:46.0:1609800456.769000:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93367fe90000 0xffff93367fe90000(0x17fe90000)
00000800:00000200:46.0:1609800456.769000:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93367fe91000 0xffff93367fe91000(0x17fe91000)
00000800:00000200:46.0:1609800456.769001:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff93367fe70000 0xffff93367fe70000(0x17fe70000)
00000800:00000200:46.0:1609800456.769002:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff93367fe71000 0xffff93367fe71000(0x17fe71000)
00000800:00000200:46.0:1609800456.769002:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff93367fe68000 0xffff93367fe68000(0x17fe68000)
00000800:00000200:46.0:1609800456.769003:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff93367fe69000 0xffff93367fe69000(0x17fe69000)
00000800:00000200:46.0:1609800456.769004:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff93367fe6a000 0xffff93367fe6a000(0x17fe6a000)
00000800:00000200:46.0:1609800456.769004:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff93367fe6b000 0xffff93367fe6b000(0x17fe6b000)
00000800:00000200:46.0:1609800456.769005:0:497:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff93367fe6c000 0xffff93367fe6c000(0x17fe6c000)
00000800:00000200:46.0:1609800456.769267:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769269:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769270:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769270:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769271:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769272:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769272:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769273:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769274:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769274:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769275:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769275:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769276:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769276:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769277:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769277:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769277:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769278:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769278:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769279:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769279:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769280:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769280:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769281:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769281:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769281:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769282:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769282:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769283:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769283:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769284:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769284:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769285:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769285:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:46.0:1609800456.769285:0:497:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (19)++
00000800:00000200:46.0:1609800456.769286:0:497:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (20)--
00000800:00000200:32.0:1609800456.769880:0:437:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.133@o2ib18
00000800:00000200:32.0:1609800456.769883:0:437:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.133@o2ib18: active(1), version(12), status(0)
00000800:00000200:32.0:1609800456.769885:0:437:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff934518db0200] (19)++
00000800:00000200:32.0:1609800456.769886:0:437:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff934518db0200] (20)++
00000800:00000200:32.0:1609800456.769888:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000800:00000200:32.0:1609800456.769889:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:32.0:1609800456.769908:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (23)++
00000800:00000200:32.0:1609800456.769909:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (24)++
00000800:00000200:32.0:1609800456.769910:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (25)++
00000800:00000200:32.0:1609800456.769911:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (26)++
00000800:00000200:32.0:1609800456.769912:0:437:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (27)++
00000800:00000200:32.0:1609800456.769923:0:437:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff934518db0200] (28)--
00000800:00000200:24.1:1609800456.770040:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (27)++
00000800:00000200:8.0:1609800456.770092:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (28)++
00000800:00000200:8.0:1609800456.770100:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (29)--
00000400:00000200:8.0:1609800456.770104:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800456.770110:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.770117:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (28)--
00000800:00000200:8.0:1609800456.770119:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (27)++
00000800:00000200:37.0:1609800456.770141:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (28)++
00000800:00000200:8.0:1609800456.770146:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (29)--
00000400:00000200:8.0:1609800456.770148:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.770152:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (28)--
00000400:00000200:8.0:1609800456.770153:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000400:00000200:37.0:1609800456.770155:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800456.770156:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (27)--
00000800:00000200:8.0:1609800456.770159:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (26)++
00000400:00000200:37.0:1609800456.770161:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.770162:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (27)--
00000400:00000200:8.0:1609800456.770164:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.770167:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (26)++
00000400:00000200:8.0:1609800456.770168:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.770172:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (27)--
00000800:00000200:6.0:1609800456.770173:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (27)--
00000800:00000200:8.0:1609800456.770174:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:6.0:1609800456.770176:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800456.770179:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:6.0:1609800456.770182:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:37.0:1609800456.770184:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000400:00000200:37.0:1609800456.770186:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800456.770189:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000400:00000200:37.0:1609800456.770191:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.770192:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000800:00000200:37.0:1609800456.770198:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:8.0:1609800456.770198:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (24)--
00000400:00000200:8.0:1609800456.770200:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800456.770201:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:8.0:1609800456.770205:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800456.770209:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:24.1:1609800456.770231:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (20)++
00000800:00000200:37.0:1609800456.770241:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800456.770248:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800456.770250:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800456.770250:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:37.0:1609800456.770253:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (22)--
00000800:00000200:37.0:1609800456.770255:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:32.1:1609800456.974252:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:24.0:1609800456.974298:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:24.0:1609800456.974305:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:24.0:1609800456.974309:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800456.974332:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800456.974335:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:24.0:1609800456.974342:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.974344:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:24.0:1609800456.974345:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.974349:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.974351:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:24.0:1609800456.974352:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.974354:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:20.0:1609800456.974355:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.974361:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000400:00000200:20.0:1609800456.974361:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.974381:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (24)--
00000800:00000200:24.0:1609800456.974382:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:20.0:1609800456.974382:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:24.0:1609800456.974383:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:24.0:1609800456.974387:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.974390:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800456.974390:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800456.974391:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800456.974392:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.974393:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800456.974394:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.974394:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:57.0:1609800456.974397:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800456.974397:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:20.0:1609800456.974397:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800456.974399:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:20.0:1609800456.974400:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800456.974402:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.974402:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.974405:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800456.974407:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800456.974407:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (24)++
00000800:00000200:20.0:1609800456.974409:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000400:00000200:19.0:1609800456.974409:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800456.974410:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800456.974410:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:24.0:1609800456.974411:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.974412:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:20.0:1609800456.974414:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:19.0:1609800456.974414:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.974415:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (24)++
00000800:00000200:24.0:1609800456.974416:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000400:00000200:20.0:1609800456.974418:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800456.974418:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:24.0:1609800456.974419:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:24.0:1609800456.974420:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:57.0:1609800456.974422:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.974422:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:20.0:1609800456.974422:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800456.974423:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:57.0:1609800456.974424:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.974425:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:57.0:1609800456.974426:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800456.974426:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800456.974426:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800456.974428:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:19.0:1609800456.974430:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800456.974431:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800456.974433:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800456.974433:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800456.974436:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.974436:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800456.974437:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800456.974438:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800456.974439:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:20.0:1609800456.974439:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800456.974440:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:20.0:1609800456.974443:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 552 niov 1 nkiov 1
00000400:00000200:24.0:1609800456.974444:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800456.974446:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800456.974447:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:19.0:1609800456.974447:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:24.0:1609800456.974449:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800456.974451:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (27)++
00000400:00000200:18.0:1609800456.974451:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.974452:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800456.974453:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd600 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:24.0:1609800456.974454:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (28)++
00000800:00000200:19.0:1609800456.974458:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (28)--
00000800:00000200:20.0:1609800456.974459:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (28)++
00000800:00000200:20.0:1609800456.974460:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (28)--
00000800:00000200:19.0:1609800456.974460:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (28)--
00000800:00000200:57.0:1609800456.974461:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800456.974461:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (29)--
00000800:00000200:24.0:1609800456.974461:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000400:00000200:57.0:1609800456.974462:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.974462:0:16043:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18(1): redundant or enough NOOP
00000400:00000200:18.0:1609800456.974462:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800456.974463:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000800:00000200:19.0:1609800456.974463:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:20.0:1609800456.974464:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:57.0:1609800456.974465:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800456.974468:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800456.974470:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.1:1609800456.974470:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (22)++
00000400:00000200:18.0:1609800456.974470:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800456.974473:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.974473:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800456.974475:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:0.0:1609800456.974476:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800456.974477:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800456.974478:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000800:00000200:24.0:1609800456.974479:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:0.0:1609800456.974479:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.974481:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:18.0:1609800456.974481:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800456.974482:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800456.974483:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 552 niov 1 nkiov 1
00000800:00000200:18.0:1609800456.974486:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (21)++
00000800:00000200:18.0:1609800456.974488:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (22)--
00000800:00000200:18.0:1609800456.974489:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:0.0:1609800456.974490:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.974492:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.974494:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800456.974513:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800456.974515:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.974516:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800456.974988:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.974995:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.974999:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.975009:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.975014:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.975019:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.975021:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:57.0:1609800456.975023:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:57.0:1609800456.975030:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:57.0:1609800456.975039:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800456.975043:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.975046:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:57.0:1609800456.975056:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800456.975061:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.975065:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.975067:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (21)++
00000800:00000200:57.0:1609800456.975069:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000400:00000200:0.0:1609800456.975070:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.975074:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000400:00000200:0.0:1609800456.975082:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.975088:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:0.0:1609800456.975101:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.975108:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:0.0:1609800456.975116:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.975119:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000400:00000200:57.0:1609800456.975135:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800456.975137:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000400:00000200:57.0:1609800456.975141:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800456.975145:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:0.0:1609800456.975147:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)--
00000400:00000200:57.0:1609800456.975156:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800456.975158:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800456.975161:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:0.0:1609800456.975164:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.975169:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:57.0:1609800456.975170:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800456.975172:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)++
00000800:00000200:57.0:1609800456.975174:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (24)++
00000400:00000200:0.0:1609800456.975180:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.975186:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:57.0:1609800456.975190:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (25)--
00000800:00000200:0.0:1609800456.975192:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.975195:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)++
00000800:00000200:0.0:1609800456.975197:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (25)++
00000800:00000200:0.0:1609800456.975202:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (26)--
00000400:00000200:0.0:1609800456.975211:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800456.975217:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800456.975220:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800456.975230:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (25)++
00000400:00000200:0.0:1609800456.975230:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800456.975235:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 400 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:0.0:1609800456.975239:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800456.975242:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (26)++
00000800:00000200:0.0:1609800456.975243:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (27)++
00000800:00000200:0.0:1609800456.975252:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (28)--
00000800:00000200:20.0:1609800456.975279:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (27)++
00000800:00000200:20.0:1609800456.975289:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (28)--
00000400:00000200:20.0:1609800456.975292:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.975299:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.975305:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (27)--
00000800:00000200:20.0:1609800456.975307:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (26)++
00000800:00000200:20.0:1609800456.975311:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (27)--
00000400:00000200:20.0:1609800456.975313:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.975318:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:20.0:1609800456.975321:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:20.0:1609800456.975322:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:20.0:1609800456.975328:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000400:00000200:20.0:1609800456.975330:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800456.975331:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000400:00000200:20.0:1609800456.975334:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.975337:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000800:00000200:18.0:1609800456.975338:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (26)++
00000400:00000200:19.0:1609800456.975357:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800456.975358:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:20.0:1609800456.975360:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000400:00000200:19.0:1609800456.975360:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:18.0:1609800456.975360:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000800:00000200:20.0:1609800456.975362:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:18.0:1609800456.975362:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800456.975363:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800456.975365:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:20.0:1609800456.975366:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:18.0:1609800456.975366:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800456.975367:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:20.0:1609800456.975371:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:18.0:1609800456.975372:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800456.975467:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:24.0:1609800456.975473:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:24.0:1609800456.975480:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:19.0:1609800456.975481:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:24.0:1609800456.975482:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:24.0:1609800456.975483:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (22)--
00000800:00000200:24.0:1609800456.975484:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800457.191577:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:20.0:1609800457.191630:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:20.0:1609800457.191642:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.147@o2ib18
00000400:00000200:20.0:1609800457.191651:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.191660:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.191665:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800457.191678:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.191681:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800457.191686:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800457.191692:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.191694:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:20.0:1609800457.191698:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800457.191701:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800457.191702:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800457.191711:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:18.0:1609800457.191711:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.191714:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:20.0:1609800457.191715:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:18.0:1609800457.191717:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:20.0:1609800457.191718:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800457.191724:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:57.0:1609800457.191725:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.191729:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.191731:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800457.191731:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.191732:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:57.0:1609800457.191734:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800457.191736:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.191737:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800457.191741:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:18.0:1609800457.191743:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:32.1:1609800457.191745:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.191750:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800457.191752:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.191753:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.191754:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:20.0:1609800457.191757:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800457.191760:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.191760:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:20.0:1609800457.191762:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800457.191764:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:18.0:1609800457.191764:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:20.0:1609800457.191767:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.191768:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:20.0:1609800457.191769:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800457.191769:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.191771:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:24.0:1609800457.191772:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.191774:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:20.0:1609800457.191776:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000400:00000200:19.0:1609800457.191777:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.191778:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:20.0:1609800457.191780:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:24.0:1609800457.191782:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800457.191782:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:18.0:1609800457.191782:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.191783:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:20.0:1609800457.191785:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:57.0:1609800457.191786:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.191788:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.191790:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.191793:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800457.191794:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800457.191794:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.191795:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800457.191797:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.191803:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800457.191806:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.191809:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800457.191812:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800457.191815:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.191816:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800457.191816:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800457.191818:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:19.0:1609800457.191819:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.191821:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.191823:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800457.191830:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.191835:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:57.0:1609800457.191836:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800457.191836:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:24.0:1609800457.191837:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800457.191837:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:57.0:1609800457.191838:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800457.191841:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.191843:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800457.191845:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800457.191848:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.191848:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.191851:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800457.191853:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800457.191854:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.191855:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (27)++
00000400:00000200:0.0:1609800457.191855:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.191858:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800457.191863:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800457.191864:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (28)++
00000800:00000200:20.0:1609800457.191866:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800457.191869:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (29)++
00000800:00000200:19.0:1609800457.191869:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (29)++
00000800:00000200:18.0:1609800457.191869:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (29)--
00000800:00000200:57.0:1609800457.191871:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800457.191871:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (29)--
00000800:00000200:19.0:1609800457.191872:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (30)--
00000400:00000200:57.0:1609800457.191873:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.191873:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (29)--
00000800:00000200:20.0:1609800457.191873:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (29)--
00000800:00000200:18.0:1609800457.191873:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (29)++
00000800:00000200:0.0:1609800457.191874:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800457.191875:0:16044:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.147@o2ib18(1): redundant or enough NOOP
00000800:00000200:24.0:1609800457.191876:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:19.0:1609800457.191877:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:18.0:1609800457.191877:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:0.0:1609800457.191877:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.191878:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.191878:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:24.0:1609800457.191880:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:0.0:1609800457.191883:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.191885:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:18.0:1609800457.191885:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800457.191886:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:19.0:1609800457.191888:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:24.0:1609800457.191890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:18.0:1609800457.191890:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800457.191891:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.191893:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.191894:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800457.191897:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800457.191920:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.191923:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800457.191926:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.191928:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.191930:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.191933:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:18.0:1609800457.191935:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:18.0:1609800457.191936:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:57.0:1609800457.191946:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.191948:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.191950:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800457.191970:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:19.0:1609800457.191976:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800457.191982:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.191984:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:19.0:1609800457.191985:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800457.191988:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:19.0:1609800457.191988:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.191990:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:19.0:1609800457.191990:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:24.0:1609800457.191991:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800457.191994:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:24.0:1609800457.191995:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.191996:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:20.0:1609800457.191997:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.191997:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800457.191998:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800457.192000:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800457.192000:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:19.0:1609800457.192002:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800457.192004:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.192006:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800457.192007:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800457.192007:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800457.192008:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.192008:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800457.192009:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800457.192010:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:24.0:1609800457.192012:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.192012:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:24.0:1609800457.192013:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.192014:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (26)++
00000400:00000200:18.0:1609800457.192014:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.192015:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800457.192016:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:20.0:1609800457.192018:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800457.192020:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800457.192021:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800457.192021:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000400:00000200:57.0:1609800457.192022:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.192022:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:20.0:1609800457.192023:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800457.192023:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800457.192024:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.192024:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.192024:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:24.0:1609800457.192025:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (26)++
00000800:00000200:19.0:1609800457.192026:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.192026:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800457.192027:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:20.0:1609800457.192027:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)++
00000800:00000200:24.0:1609800457.192028:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:20.0:1609800457.192028:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:20.0:1609800457.192029:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:19.0:1609800457.192029:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.192029:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800457.192030:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:18.0:1609800457.192031:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800457.192032:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.192032:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800457.192033:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:24.0:1609800457.192034:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:19.0:1609800457.192034:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:24.0:1609800457.192036:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:57.0:1609800457.192039:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.192040:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.192040:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800457.192043:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.192043:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800457.192043:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.192044:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800457.192045:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.192045:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:19.0:1609800457.192048:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.192050:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.192053:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800457.192055:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:57.0:1609800457.192057:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.192058:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.192058:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800457.192060:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:57.0:1609800457.192061:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800457.192069:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:24.0:1609800457.192074:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:24.0:1609800457.192077:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:24.0:1609800457.192078:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:24.0:1609800457.192080:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:4.0:1609800457.192081:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.192083:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.192086:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800457.192092:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.192094:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.192096:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.192374:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.192378:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192380:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800457.192385:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.192389:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:57.0:1609800457.192409:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.192410:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:57.0:1609800457.192411:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:57.0:1609800457.192416:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:38.0:1609800457.192501:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.192536:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.192543:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800457.192545:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.192556:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800457.192561:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.192562:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:57.0:1609800457.192564:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:57.0:1609800457.192570:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.192572:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.192588:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:38.0:1609800457.192590:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:57.0:1609800457.192591:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:57.0:1609800457.192595:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.192596:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:38.0:1609800457.192602:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:57.0:1609800457.192603:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:32.1:1609800457.192604:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:57.0:1609800457.192608:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:38.0:1609800457.192613:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800457.192614:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:18.0:1609800457.192618:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:38.0:1609800457.192620:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.192621:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.192624:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:18.0:1609800457.192625:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.192629:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:18.0:1609800457.192631:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:18.0:1609800457.192633:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:18.0:1609800457.192635:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.192638:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:38.0:1609800457.192639:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.192645:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.192645:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:18.0:1609800457.192646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.192648:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:18.0:1609800457.192649:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.192651:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800457.192652:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800457.192653:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800457.192654:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800457.192656:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.192656:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800457.192662:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:38.0:1609800457.192671:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800457.192674:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:38.0:1609800457.192676:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192677:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.192680:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:19.0:1609800457.192680:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:57.0:1609800457.192681:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192684:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:19.0:1609800457.192686:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:24.0:1609800457.192687:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:57.0:1609800457.192690:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800457.192690:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.192693:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:19.0:1609800457.192693:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:38.0:1609800457.192701:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.192706:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.192706:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:19.0:1609800457.192707:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:57.0:1609800457.192708:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:57.0:1609800457.192709:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:38.0:1609800457.192712:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.192714:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800457.192715:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800457.192717:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800457.192724:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800457.192724:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:20.0:1609800457.192731:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:38.0:1609800457.192734:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800457.192737:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:38.0:1609800457.192739:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.192739:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:20.0:1609800457.192739:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.192743:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:20.0:1609800457.192743:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.192748:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800457.192756:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:38.0:1609800457.192757:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800457.192761:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800457.192762:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.192765:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:18.0:1609800457.192767:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.192768:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800457.192768:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:18.0:1609800457.192770:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:38.0:1609800457.192771:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:38.0:1609800457.192773:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.192774:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800457.192778:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:57.0:1609800457.192788:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.192789:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800457.192789:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:57.0:1609800457.192791:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192793:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:24.0:1609800457.192795:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:38.0:1609800457.192796:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192800:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800457.192800:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:24.0:1609800457.192800:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:20.0:1609800457.192801:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:24.0:1609800457.192802:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.192805:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.192810:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:38.0:1609800457.192817:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.192822:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.192823:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:57.0:1609800457.192824:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.192826:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:57.0:1609800457.192827:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:38.0:1609800457.192828:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.192831:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:57.0:1609800457.192832:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800457.192833:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:57.0:1609800457.192836:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800457.192836:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.147@o2ib18: no credits
00000800:00000200:38.0:1609800457.192838:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:57.0:1609800457.192840:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.192842:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:32.1:1609800457.192842:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800457.192847:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:57.0:1609800457.192848:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.192851:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:19.0:1609800457.192852:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.147@o2ib18: no credits
00000800:00000200:19.0:1609800457.192853:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:57.0:1609800457.192854:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800457.192854:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.192854:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:57.0:1609800457.192855:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:57.0:1609800457.192857:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:19.0:1609800457.192857:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.192858:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.147@o2ib18: no credits
00000800:00000200:57.0:1609800457.192859:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:19.0:1609800457.192860:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800457.192886:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800457.192893:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:20.0:1609800457.192897:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.192899:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:20.0:1609800457.192908:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:20.0:1609800457.192909:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:20.0:1609800457.192910:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800457.192915:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800457.192922:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:18.0:1609800457.192926:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:19.0:1609800457.192928:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:18.0:1609800457.192928:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.192931:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:18.0:1609800457.192931:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:19.0:1609800457.192932:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.192934:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:19.0:1609800457.192935:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.192935:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:19.0:1609800457.192937:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800457.192956:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:20.0:1609800457.192962:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:20.0:1609800457.192965:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.192967:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:20.0:1609800457.192967:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800457.192968:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:5.0:1609800457.192969:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800457.192970:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:5.0:1609800457.192977:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.192980:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:5.0:1609800457.192986:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.192989:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:5.0:1609800457.192994:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.192996:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:5.0:1609800457.192998:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:5.0:1609800457.193006:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:5.0:1609800457.193012:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800457.193015:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800457.193017:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:5.0:1609800457.193017:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:5.0:1609800457.193021:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.193023:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:18.0:1609800457.193024:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:5.0:1609800457.193025:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.193027:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:18.0:1609800457.193028:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:5.0:1609800457.193028:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:19.0:1609800457.193030:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:18.0:1609800457.193030:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.193033:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:5.0:1609800457.193033:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:18.0:1609800457.193037:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:57.0:1609800457.193038:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800457.193038:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.193042:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.193044:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:5.0:1609800457.193044:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.193046:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:32.1:1609800457.193047:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:57.0:1609800457.193049:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.193052:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.193052:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:24.0:1609800457.193055:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:5.0:1609800457.193055:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800457.193057:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.193058:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:5.0:1609800457.193059:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:24.0:1609800457.193060:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.193061:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.193063:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:24.0:1609800457.193063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:5.0:1609800457.193063:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.193064:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:5.0:1609800457.193065:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:57.0:1609800457.193069:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:5.0:1609800457.193070:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:5.0:1609800457.193075:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800457.193081:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800457.193087:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:19.0:1609800457.193090:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:19.0:1609800457.193092:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.193093:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:19.0:1609800457.193094:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.193096:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:19.0:1609800457.193097:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:18.0:1609800457.193097:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.193098:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:18.0:1609800457.193100:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.193103:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800457.193129:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:24.0:1609800457.193135:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:24.0:1609800457.193138:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:24.0:1609800457.193140:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:20.0:1609800457.193140:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:24.0:1609800457.193141:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:24.0:1609800457.193142:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:5.0:1609800457.341200:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800457.341203:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:21.1:1609800457.424446:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (20)++
00000800:00000200:6.0:1609800457.424504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (21)++
00000800:00000200:6.0:1609800457.424514:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.154@o2ib18
00000400:00000200:6.0:1609800457.424523:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : GET - for me
00000400:00000200:6.0:1609800457.424531:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.154@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800457.424538:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.154@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800457.424543:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (22)++
00000800:00000200:6.0:1609800457.424546:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (23)--
00000800:00000200:8.0:1609800457.424552:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:6.0:1609800457.424552:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:6.0:1609800457.424564:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800457.424570:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:6.0:1609800457.424576:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800457.424579:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (21)++
00000800:00000200:6.0:1609800457.424582:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (22)++
00000800:00000200:6.0:1609800457.424593:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (23)--
00000800:00000200:6.0:1609800457.424595:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:21.1:1609800457.424652:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000800:00000200:3.0:1609800457.424701:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:3.0:1609800457.424709:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (23)--
00000400:00000200:3.0:1609800457.424712:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.424718:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800457.424724:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:3.0:1609800457.424726:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:25.1:1609800457.804983:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (20)++
00000800:00000200:8.0:1609800457.805052:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800457.805059:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.170@o2ib18
00000400:00000200:8.0:1609800457.805063:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : GET - for me
00000400:00000200:8.0:1609800457.805067:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.170@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800457.805070:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.170@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800457.805073:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800457.805074:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (23)--
00000400:00000200:8.0:1609800457.805077:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:8.0:1609800457.805082:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800457.805085:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:8.0:1609800457.805088:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.805089:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800457.805090:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (23)++
00000800:00000200:6.0:1609800457.805092:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:8.0:1609800457.805097:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (23)--
00000800:00000200:8.0:1609800457.805099:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800457.805116:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:3.0:1609800457.805161:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:3.0:1609800457.805192:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:3.0:1609800457.805195:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.805197:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800457.805201:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:3.0:1609800457.805202:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:27.1:1609800457.859165:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:6.0:1609800457.859225:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:6.0:1609800457.859235:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800457.859244:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800457.859251:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.859257:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800457.859270:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.859274:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:6.0:1609800457.859277:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800457.859283:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800457.859287:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800457.859290:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800457.859293:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.859294:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.859299:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800457.859302:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:8.0:1609800457.859303:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.859303:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:6.0:1609800457.859306:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000400:00000200:8.0:1609800457.859309:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800457.859311:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800457.859319:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.859322:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800457.859324:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.859325:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:8.0:1609800457.859328:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800457.859328:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:8.0:1609800457.859334:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800457.859334:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800457.859338:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.859340:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.859343:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800457.859345:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.859346:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.859347:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800457.859352:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800457.859354:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800457.859354:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.859354:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.859357:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800457.859357:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:6.0:1609800457.859358:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:6.0:1609800457.859360:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)--
00000400:00000200:3.0:1609800457.859360:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:0.0:1609800457.859360:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.859361:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800457.859363:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800457.859364:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:0.0:1609800457.859365:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.859366:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000400:00000200:0.0:1609800457.859371:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800457.859373:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.859373:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:3.0:1609800457.859374:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.859376:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800457.859380:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:3.0:1609800457.859381:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800457.859382:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.859382:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800457.859387:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.859387:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800457.859388:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.859390:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800457.859393:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800457.859396:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800457.859397:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.859400:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.859402:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.859405:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800457.859408:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800457.859408:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800457.859409:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800457.859410:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:57.0:1609800457.859412:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.859415:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800457.859416:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.859418:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000400:00000200:57.0:1609800457.859420:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800457.859421:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800457.859422:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:8.0:1609800457.859423:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.859424:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.859429:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800457.859432:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000400:00000200:6.0:1609800457.859433:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.859434:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800457.859434:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:3.0:1609800457.859436:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800457.859439:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000800:00000200:8.0:1609800457.859439:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.859439:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.859440:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800457.859442:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800457.859443:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800457.859444:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800457.859445:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:8.0:1609800457.859445:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000400:00000200:3.0:1609800457.859446:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.859447:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:8.0:1609800457.859447:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800457.859448:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800457.859448:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.859450:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.859451:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000400:00000200:3.0:1609800457.859451:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.859451:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.859452:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800457.859453:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800457.859454:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:37.0:1609800457.859456:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:6.0:1609800457.859456:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:3.0:1609800457.859456:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800457.859456:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.859459:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:57.0:1609800457.859460:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800457.859465:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800457.859467:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.859467:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.859471:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.859472:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800457.859473:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.1:1609800457.859476:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:3.0:1609800457.859477:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800457.859479:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.859482:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800457.859485:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.859489:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:57.0:1609800457.859490:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.859490:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:3.0:1609800457.859493:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000400:00000200:57.0:1609800457.859495:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.859496:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:57.0:1609800457.859499:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.859499:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:37.0:1609800457.859500:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:8.0:1609800457.859503:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.859504:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:37.0:1609800457.859506:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:3.0:1609800457.859506:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:8.0:1609800457.859508:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.859509:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:3.0:1609800457.859510:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:57.0:1609800457.859511:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.859513:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.859513:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.859513:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:6.0:1609800457.859513:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:57.0:1609800457.859518:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800457.859540:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.859554:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800457.859556:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800457.859556:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.859557:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800457.859558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.859559:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800457.859559:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.859560:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.859561:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:8.0:1609800457.859561:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.859581:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000400:00000200:6.0:1609800457.859582:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:37.0:1609800457.859583:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.859583:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:8.0:1609800457.859584:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:37.0:1609800457.859586:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.859586:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800457.859587:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:6.0:1609800457.859587:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.859588:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800457.859589:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800457.859607:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800457.859608:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800457.859608:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800457.859609:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.859609:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.859610:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.859610:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800457.859612:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.859613:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800457.859613:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.859614:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:6.0:1609800457.859614:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.859615:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.859615:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800457.859616:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800457.859616:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000800:00000200:37.0:1609800457.859617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000400:00000200:8.0:1609800457.859617:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:6.0:1609800457.859617:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800457.859618:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:3.0:1609800457.859618:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800457.859619:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:3.0:1609800457.859620:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800457.859622:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800457.859622:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdaf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.859624:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.859624:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:3.0:1609800457.859626:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:0.0:1609800457.859626:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800457.859627:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.859627:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800457.859629:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.859629:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800457.859629:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:0.0:1609800457.859629:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.859630:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.859630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:8.0:1609800457.859632:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000400:00000200:57.0:1609800457.859634:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.859634:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:0.0:1609800457.859634:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.859635:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800457.859640:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:0.0:1609800457.859641:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800457.859642:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.859642:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.859644:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.859645:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.859646:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.859648:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:0.0:1609800457.859650:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.859651:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000400:00000200:0.0:1609800457.859651:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.859652:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:6.0:1609800457.859654:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000400:00000200:0.0:1609800457.859654:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800457.859979:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800457.859985:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.859988:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:4.0:1609800457.859993:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800457.859996:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:4.0:1609800457.859999:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800457.860001:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:4.0:1609800457.860002:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:4.0:1609800457.860009:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)--
00000400:00000200:38.0:1609800457.860079:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800457.860079:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000400:00000200:57.0:1609800457.860082:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.860086:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.860089:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:38.0:1609800457.860094:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.860096:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:57.0:1609800457.860097:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860100:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:38.0:1609800457.860100:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.860102:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:38.0:1609800457.860103:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000400:00000200:57.0:1609800457.860108:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.860111:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)--
00000800:00000200:57.0:1609800457.860112:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:38.0:1609800457.860115:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.860132:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.860151:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:3.0:1609800457.860152:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:57.0:1609800457.860153:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860155:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)++
00000800:00000200:3.0:1609800457.860156:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000800:00000200:57.0:1609800457.860157:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (25)++
00000400:00000200:38.0:1609800457.860157:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800457.860159:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.860160:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:3.0:1609800457.860162:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:38.0:1609800457.860163:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.860164:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:57.0:1609800457.860165:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:3.0:1609800457.860184:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:38.0:1609800457.860185:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (25)++
00000800:00000200:3.0:1609800457.860185:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:38.0:1609800457.860190:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:3.0:1609800457.860190:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:3.0:1609800457.860192:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860193:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800457.860195:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:38.0:1609800457.860196:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.860197:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.860197:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:57.0:1609800457.860200:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:38.0:1609800457.860218:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.860220:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:3.0:1609800457.860221:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800457.860222:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000800:00000200:3.0:1609800457.860222:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:8.0:1609800457.860223:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.860224:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (24)--
00000400:00000200:38.0:1609800457.860226:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800457.860226:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.860227:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:3.0:1609800457.860228:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:38.0:1609800457.860229:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.860229:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:57.0:1609800457.860233:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860248:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:3.0:1609800457.860252:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:57.0:1609800457.860253:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.860254:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:57.0:1609800457.860255:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:38.0:1609800457.860256:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860257:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:38.0:1609800457.860257:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (21)++
00000800:00000200:57.0:1609800457.860261:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:38.0:1609800457.860262:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000400:00000200:57.0:1609800457.860266:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800457.860267:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:57.0:1609800457.860272:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.860273:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.860274:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:38.0:1609800457.860277:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860280:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860283:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:38.0:1609800457.860283:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:27.1:1609800457.860286:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (22)++
00000800:00000200:57.0:1609800457.860287:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860288:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:57.0:1609800457.860290:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000400:00000200:38.0:1609800457.860290:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860293:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:38.0:1609800457.860293:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.860295:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:57.0:1609800457.860297:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800457.860297:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.860298:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:38.0:1609800457.860300:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:37.0:1609800457.860300:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:57.0:1609800457.860301:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860302:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:37.0:1609800457.860302:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.860302:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:38.0:1609800457.860305:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (27)--
00000400:00000200:37.0:1609800457.860305:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.860305:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000400:00000200:3.0:1609800457.860307:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.860308:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:3.0:1609800457.860309:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.860311:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000800:00000200:3.0:1609800457.860312:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000400:00000200:8.0:1609800457.860313:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.860313:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:3.0:1609800457.860315:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000400:00000200:8.0:1609800457.860316:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.860316:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:3.0:1609800457.860316:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860317:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800457.860319:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.860320:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.860320:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:3.0:1609800457.860323:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:57.0:1609800457.860324:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.860324:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:57.0:1609800457.860326:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:57.0:1609800457.860328:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:57.0:1609800457.860329:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:57.0:1609800457.860330:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)--
00000400:00000200:57.0:1609800457.860334:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.860338:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860339:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:57.0:1609800457.860344:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860347:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:57.0:1609800457.860355:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860356:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (21)++
00000800:00000200:57.0:1609800457.860357:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (22)++
00000800:00000200:57.0:1609800457.860359:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:57.0:1609800457.860360:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:57.0:1609800457.860363:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.860366:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860368:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:57.0:1609800457.860373:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860375:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:57.0:1609800457.860378:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860379:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:57.0:1609800457.860380:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:57.0:1609800457.860381:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:57.0:1609800457.860381:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:57.0:1609800457.860385:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.860387:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.860389:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:57.0:1609800457.860393:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.860395:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:57.0:1609800457.860398:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.860398:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:57.0:1609800457.860399:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000800:00000200:57.0:1609800457.860400:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:57.0:1609800457.860401:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:27.1:1609800457.860411:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800457.860464:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:6.0:1609800457.860470:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800457.860504:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000800:00000200:6.0:1609800457.860505:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:37.0:1609800457.860507:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000800:00000200:6.0:1609800457.860511:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800457.860513:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:37.0:1609800457.860514:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.860516:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)++
00000800:00000200:6.0:1609800457.860516:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000800:00000200:37.0:1609800457.860517:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:37.0:1609800457.860518:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000400:00000200:6.0:1609800457.860518:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.860538:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:6.0:1609800457.860539:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800457.860541:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:37.0:1609800457.860543:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.860544:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:37.0:1609800457.860545:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.860545:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800457.860565:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000400:00000200:6.0:1609800457.860566:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.860568:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000400:00000200:6.0:1609800457.860569:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.860571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800457.860576:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:3.0:1609800457.860577:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (24)--
00000800:00000200:6.0:1609800457.860578:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:3.0:1609800457.860579:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.860582:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:5.0:1609800457.860588:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800457.860588:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000400:00000200:5.0:1609800457.860596:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.860599:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:5.0:1609800457.860606:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.860609:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:5.0:1609800457.860630:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.860632:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:5.0:1609800457.860633:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:5.0:1609800457.860641:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800457.860653:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:8.0:1609800457.860730:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:8.0:1609800457.860734:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000400:00000200:8.0:1609800457.860735:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.860738:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.860742:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:8.0:1609800457.860744:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:27.1:1609800457.860771:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:37.0:1609800457.860842:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:37.0:1609800457.860849:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:37.0:1609800457.860851:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:37.0:1609800457.860853:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:37.0:1609800457.860854:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:37.0:1609800457.860855:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:23.1:1609800457.890380:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:8.0:1609800457.890438:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800457.890447:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.120@o2ib18
00000400:00000200:8.0:1609800457.890456:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.890463:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.890469:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800457.890482:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.890488:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.890488:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800457.890495:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800457.890500:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.890501:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.890504:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800457.890508:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.890511:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800457.890513:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:8.0:1609800457.890515:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000400:00000200:6.0:1609800457.890517:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.890518:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:6.0:1609800457.890523:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:6.0:1609800457.890536:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.890542:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800457.890548:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800457.890555:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800457.890558:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.890564:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800457.890567:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:6.0:1609800457.890569:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:57.0:1609800457.890590:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.890595:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.890601:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800457.890621:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:0.0:1609800457.890658:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.890661:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.890664:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.890704:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:3.0:1609800457.890709:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:3.0:1609800457.890713:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800457.890736:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.890740:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800457.890747:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:3.0:1609800457.890747:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800457.890750:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.890753:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:3.0:1609800457.890753:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800457.890773:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800457.890774:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.890774:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.890779:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.890779:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:3.0:1609800457.890799:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000400:00000200:8.0:1609800457.890800:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:3.0:1609800457.890800:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:3.0:1609800457.890801:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:3.0:1609800457.890804:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:8.0:1609800457.890807:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800457.890811:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800457.890811:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800457.890811:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800457.890811:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.890814:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800457.890831:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.890833:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.890834:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.890835:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800457.890835:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:57.0:1609800457.890837:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.890837:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800457.890840:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.890841:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)++
00000400:00000200:3.0:1609800457.890842:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.890844:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (25)++
00000800:00000200:3.0:1609800457.890844:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.890845:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)++
00000400:00000200:37.0:1609800457.890846:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.890847:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800457.890849:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:3.0:1609800457.890849:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.890850:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.890851:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000800:00000200:3.0:1609800457.890851:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.890852:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:8.0:1609800457.890854:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000400:00000200:37.0:1609800457.890855:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.890857:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:3.0:1609800457.890858:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)++
00000800:00000200:37.0:1609800457.890876:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.890876:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000400:00000200:8.0:1609800457.890877:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800457.890877:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.890877:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:3.0:1609800457.890878:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:37.0:1609800457.890879:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800457.890883:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800457.890883:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800457.890883:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.890883:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.890885:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.890885:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800457.890887:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800457.890890:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800457.890892:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:6.0:1609800457.890894:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800457.890895:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800457.890897:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.890900:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)++
00000800:00000200:8.0:1609800457.890900:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800457.890901:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800457.890902:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)--
00000800:00000200:37.0:1609800457.890903:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:8.0:1609800457.890903:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800457.890904:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800457.890905:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.890906:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800457.890908:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.890908:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.890909:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:6.0:1609800457.890909:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800457.890909:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.890910:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:8.0:1609800457.890911:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:0.0:1609800457.890914:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.890915:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000400:00000200:0.0:1609800457.890916:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.890918:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000400:00000200:0.0:1609800457.890918:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800457.890924:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.890924:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800457.890925:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000400:00000200:57.0:1609800457.890927:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800457.890933:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.890934:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800457.890935:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.890937:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.1:1609800457.890980:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000800:00000200:3.0:1609800457.891058:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:3.0:1609800457.891062:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800457.891064:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:3.0:1609800457.891064:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:3.0:1609800457.891066:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:3.0:1609800457.891067:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:3.0:1609800457.891068:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:57.0:1609800457.891094:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.891111:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800457.891112:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000400:00000200:57.0:1609800457.891114:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:57.0:1609800457.891128:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.891132:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:57.0:1609800457.891143:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.891146:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:57.0:1609800457.891147:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800457.891154:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:57.0:1609800457.891155:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800457.891161:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800457.891161:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000400:00000200:8.0:1609800457.891165:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.891185:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.891188:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:8.0:1609800457.891195:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.891199:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.891202:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800457.891206:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.891207:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.891212:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800457.891214:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800457.891215:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:57.0:1609800457.891230:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.891234:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.891237:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800457.891240:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800457.891251:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800457.891257:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:37.0:1609800457.891259:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891260:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:37.0:1609800457.891263:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.891265:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:3.0:1609800457.891267:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:6.0:1609800457.891269:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.891272:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800457.891273:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:3.0:1609800457.891273:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:6.0:1609800457.891274:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.891275:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:37.0:1609800457.891276:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.891277:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:3.0:1609800457.891277:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800457.891295:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:6.0:1609800457.891302:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.891305:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800457.891307:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.891307:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800457.891308:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891309:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800457.891310:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.891312:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891312:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800457.891313:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:6.0:1609800457.891314:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800457.891316:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800457.891319:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:3.0:1609800457.891320:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.891321:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800457.891324:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800457.891325:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800457.891326:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.891328:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800457.891329:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:8.0:1609800457.891329:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800457.891347:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.891349:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.891350:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:37.0:1609800457.891351:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800457.891351:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.891352:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800457.891353:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000400:00000200:8.0:1609800457.891355:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.891355:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:37.0:1609800457.891356:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800457.891357:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800457.891358:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.891358:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800457.891359:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800457.891361:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800457.891364:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.891364:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.891365:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.891365:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:37.0:1609800457.891366:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:8.0:1609800457.891367:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)++
00000400:00000200:6.0:1609800457.891367:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.891367:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:57.0:1609800457.891368:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800457.891368:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:37.0:1609800457.891369:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (26)++
00000800:00000200:3.0:1609800457.891369:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:57.0:1609800457.891370:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)++
00000400:00000200:6.0:1609800457.891370:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.891373:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800457.891377:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000800:00000200:37.0:1609800457.891378:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:8.0:1609800457.891378:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (27)++
00000400:00000200:6.0:1609800457.891378:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800457.891380:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (26)++
00000800:00000200:8.0:1609800457.891380:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800457.891381:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800457.891383:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.891385:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800457.891385:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.891385:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800457.891387:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (26)++
00000800:00000200:6.0:1609800457.891387:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800457.891388:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800457.891388:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.891389:0:16040:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.120@o2ib18(1): redundant or enough NOOP
00000400:00000200:4.0:1609800457.891389:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800457.891389:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:8.0:1609800457.891390:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:8.0:1609800457.891391:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:8.0:1609800457.891393:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:57.0:1609800457.891394:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.891395:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800457.891396:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891397:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:8.0:1609800457.891398:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:3.0:1609800457.891398:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:0.0:1609800457.891398:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:57.0:1609800457.891399:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.891399:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)--
00000800:00000200:8.0:1609800457.891400:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800457.891402:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:0.0:1609800457.891403:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.891405:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:0.0:1609800457.891406:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800457.891407:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.891408:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800457.891410:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:4.0:1609800457.891411:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800457.891413:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.891417:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800457.891425:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000800:00000200:57.0:1609800457.891428:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.891430:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.891432:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800457.891433:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800457.891434:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:4.0:1609800457.891435:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.891436:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.891437:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.891437:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:3.0:1609800457.891438:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.891438:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:8.0:1609800457.891439:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:3.0:1609800457.891441:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.891442:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:22.0:1609800457.891444:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.891444:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.891444:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800457.891445:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000400:00000200:8.0:1609800457.891447:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:0.0:1609800457.891447:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:22.0:1609800457.891451:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:0.0:1609800457.891451:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.891452:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:0.0:1609800457.891453:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800457.891453:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000400:00000200:22.0:1609800457.891458:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.891460:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:3.0:1609800457.891462:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:22.0:1609800457.891463:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:0.0:1609800457.891466:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800457.891468:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800457.891469:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800457.891471:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000400:00000200:0.0:1609800457.891471:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:22.0:1609800457.891472:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000400:00000200:0.0:1609800457.891477:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800457.891478:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:0.0:1609800457.891481:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:0.0:1609800457.891485:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.891487:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800457.891488:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:23.1:1609800457.891492:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (24)++
00000800:00000200:0.0:1609800457.891493:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (24)--
00000400:00000200:0.0:1609800457.891499:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800457.891501:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:0.0:1609800457.891502:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891504:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000400:00000200:0.0:1609800457.891504:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:6.0:1609800457.891506:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.891507:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:6.0:1609800457.891508:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:0.0:1609800457.891508:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800457.891510:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:0.0:1609800457.891511:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:37.0:1609800457.891512:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.891512:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800457.891513:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:37.0:1609800457.891514:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:0.0:1609800457.891514:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.891515:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (24)++
00000800:00000200:6.0:1609800457.891516:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:0.0:1609800457.891516:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (25)++
00000800:00000200:37.0:1609800457.891518:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000400:00000200:6.0:1609800457.891518:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.891519:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000400:00000200:6.0:1609800457.891520:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:0.0:1609800457.891520:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:6.0:1609800457.891522:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:0.0:1609800457.891524:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.891529:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.891531:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:23.1:1609800457.891534:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:0.0:1609800457.891536:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.891538:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:0.0:1609800457.891540:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.891541:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800457.891541:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800457.891542:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:0.0:1609800457.891545:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)--
00000800:00000200:8.0:1609800457.891546:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:3.0:1609800457.891547:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:8.0:1609800457.891548:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.891550:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.891551:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800457.891552:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800457.891552:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)++
00000800:00000200:8.0:1609800457.891554:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:3.0:1609800457.891554:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:8.0:1609800457.891557:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800457.891557:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000400:00000200:8.0:1609800457.891558:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.891558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800457.891560:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.891562:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:38.0:1609800457.891634:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.891654:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.891658:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:38.0:1609800457.891663:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.891667:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:38.0:1609800457.891671:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.891673:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:38.0:1609800457.891674:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:38.0:1609800457.891682:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800457.891695:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800457.891702:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:57.0:1609800457.891704:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800457.891706:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000400:00000200:57.0:1609800457.891708:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.891708:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:3.0:1609800457.891708:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:37.0:1609800457.891709:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800457.891711:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:3.0:1609800457.891712:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:57.0:1609800457.891713:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:37.0:1609800457.891713:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:3.0:1609800457.891713:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.891716:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:57.0:1609800457.891719:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.891733:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:3.0:1609800457.891736:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:57.0:1609800457.891738:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.891740:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:57.0:1609800457.891742:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:57.0:1609800457.891746:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800457.891761:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800457.891769:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800457.891772:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800457.891774:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800457.891774:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.891777:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.891780:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:57.0:1609800457.891806:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.891815:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.891817:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:57.0:1609800457.891835:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.891838:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:57.0:1609800457.891842:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.891843:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:57.0:1609800457.891844:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:57.0:1609800457.891848:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800457.891861:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800457.891871:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:6.0:1609800457.891874:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:6.0:1609800457.891876:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.891877:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:6.0:1609800457.891879:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.891882:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:57.0:1609800457.891945:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.891949:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.891951:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:5.0:1609800457.891955:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.891957:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.891960:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:57.0:1609800457.891976:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.891978:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:57.0:1609800457.891979:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000400:00000200:5.0:1609800457.891980:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.891982:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000400:00000200:5.0:1609800457.891984:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:5.0:1609800457.891990:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.891994:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:23.1:1609800457.891997:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:5.0:1609800457.891998:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.892000:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:5.0:1609800457.892002:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:37.0:1609800457.892004:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:8.0:1609800457.892010:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:5.0:1609800457.892010:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)--
00000800:00000200:37.0:1609800457.892011:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000400:00000200:37.0:1609800457.892012:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.892015:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:5.0:1609800457.892015:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800457.892018:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800457.892029:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:5.0:1609800457.892033:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.892035:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:3.0:1609800457.892036:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:3.0:1609800457.892040:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:3.0:1609800457.892041:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.892042:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800457.892043:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:3.0:1609800457.892043:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:5.0:1609800457.892045:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:3.0:1609800457.892046:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:5.0:1609800457.892048:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.892049:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:5.0:1609800457.892050:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:5.0:1609800457.892055:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800457.892076:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800457.892083:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800457.892086:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:8.0:1609800457.892087:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.892089:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800457.892090:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.892092:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800457.892128:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:6.0:1609800457.892136:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800457.892140:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800457.892141:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:6.0:1609800457.892143:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:3.0:1609800457.892143:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:6.0:1609800457.892144:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:35.1:1609800457.898866:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:37.0:1609800457.898925:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:37.0:1609800457.898935:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:37.0:1609800457.898943:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800457.898951:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.898957:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:37.0:1609800457.898970:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.898973:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800457.898976:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800457.898984:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800457.898985:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800457.898991:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800457.898993:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.898994:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800457.899001:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:8.0:1609800457.899001:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.899004:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800457.899006:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:8.0:1609800457.899007:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:37.0:1609800457.899009:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:57.0:1609800457.899013:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.899014:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.899014:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800457.899018:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800457.899020:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800457.899025:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:8.0:1609800457.899026:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800457.899029:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.899032:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800457.899033:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:37.0:1609800457.899034:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.899038:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:8.0:1609800457.899038:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800457.899041:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.899047:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.899048:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)++
00000400:00000200:37.0:1609800457.899050:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.899051:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)--
00000800:00000200:8.0:1609800457.899053:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800457.899055:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800457.899055:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.899056:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:37.0:1609800457.899060:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800457.899060:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800457.899063:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800457.899065:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800457.899067:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.899068:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:3.0:1609800457.899073:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.899075:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800457.899078:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:37.0:1609800457.899080:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:3.0:1609800457.899080:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800457.899081:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:57.0:1609800457.899082:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800457.899082:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.899083:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:6.0:1609800457.899083:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800457.899084:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.899086:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800457.899087:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899088:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800457.899088:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:6.0:1609800457.899108:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.899108:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800457.899110:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.899110:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.899111:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:0.0:1609800457.899113:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800457.899115:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000400:00000200:0.0:1609800457.899116:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.899117:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800457.899117:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:0.0:1609800457.899119:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.899129:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.899131:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800457.899134:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800457.899135:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800457.899135:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (26)++
00000800:00000200:8.0:1609800457.899137:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800457.899140:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.899140:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.899142:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (27)++
00000800:00000200:8.0:1609800457.899143:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (28)--
00000800:00000200:3.0:1609800457.899143:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (27)--
00000400:00000200:37.0:1609800457.899144:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:3.0:1609800457.899144:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000800:00000200:8.0:1609800457.899146:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:3.0:1609800457.899147:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:6.0:1609800457.899148:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800457.899150:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800457.899151:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.899151:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.899152:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800457.899153:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.899154:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800457.899155:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800457.899156:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:37.0:1609800457.899158:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800457.899158:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:37.0:1609800457.899162:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800457.899162:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:3.0:1609800457.899163:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800457.899164:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.899164:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:3.0:1609800457.899165:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.899168:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000800:00000200:37.0:1609800457.899169:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)++
00000800:00000200:22.0:1609800457.899169:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800457.899169:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.899170:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800457.899171:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:8.0:1609800457.899171:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:3.0:1609800457.899171:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:22.0:1609800457.899172:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.899173:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:22.0:1609800457.899176:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800457.899176:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.899177:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.899179:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.899179:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.899182:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.899185:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800457.899187:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800457.899189:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800457.899190:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800457.899192:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.899192:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000400:00000200:22.0:1609800457.899195:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.899195:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:3.0:1609800457.899198:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:3.0:1609800457.899200:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800457.899225:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800457.899238:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800457.899239:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:4.0:1609800457.899240:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.899243:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:4.0:1609800457.899244:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800457.899246:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800457.899267:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.899270:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:6.0:1609800457.899276:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.899279:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.899281:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800457.899284:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.899285:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.899289:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:6.0:1609800457.899290:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:6.0:1609800457.899291:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800457.899292:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800457.899295:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:6.0:1609800457.899298:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.899299:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:6.0:1609800457.899300:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.899301:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.899303:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899318:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800457.899320:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:6.0:1609800457.899320:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800457.899321:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:6.0:1609800457.899324:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.899325:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:6.0:1609800457.899327:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800457.899353:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.899353:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.899353:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800457.899396:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)++
00000800:00000200:6.0:1609800457.899397:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800457.899398:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.899399:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.899399:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (26)--
00000400:00000200:8.0:1609800457.899400:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.899401:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800457.899401:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:3.0:1609800457.899402:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:6.0:1609800457.899405:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:3.0:1609800457.899405:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800457.899406:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:6.0:1609800457.899406:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:6.0:1609800457.899407:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:6.0:1609800457.899408:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800457.899409:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800457.899429:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.899430:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.899433:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800457.899434:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800457.899434:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.899436:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800457.899437:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800457.899439:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.899439:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800457.899440:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.899441:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.899443:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800457.899446:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:8.0:1609800457.899446:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:37.0:1609800457.899448:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)--
00000800:00000200:0.0:1609800457.899448:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800457.899449:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:3.0:1609800457.899449:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.899450:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (24)++
00000400:00000200:0.0:1609800457.899451:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.899452:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800457.899453:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.899454:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.899454:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.899456:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:3.0:1609800457.899456:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800457.899457:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.899458:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:3.0:1609800457.899460:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800457.899461:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.899467:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:3.0:1609800457.899468:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:3.0:1609800457.899469:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:0.0:1609800457.899472:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800457.899473:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.899474:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899475:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.899476:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800457.899477:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800457.899485:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:57.0:1609800457.899487:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.899489:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800457.899490:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:6.0:1609800457.899492:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:38.0:1609800457.899638:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.899648:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.899651:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:38.0:1609800457.899669:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800457.899671:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800457.899672:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:57.0:1609800457.899675:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.899675:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.899677:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000400:00000200:57.0:1609800457.899678:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:38.0:1609800457.899678:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000400:00000200:57.0:1609800457.899684:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.899685:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:57.0:1609800457.899687:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:38.0:1609800457.899690:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.899692:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.899694:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:57.0:1609800457.899695:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:57.0:1609800457.899701:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000400:00000200:38.0:1609800457.899707:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.899709:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:38.0:1609800457.899714:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.899717:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:38.0:1609800457.899720:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.899722:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:38.0:1609800457.899723:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:38.0:1609800457.899725:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000400:00000200:57.0:1609800457.899763:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.899766:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899768:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800457.899774:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.899777:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800457.899782:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.899783:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:57.0:1609800457.899784:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (24)++
00000800:00000200:57.0:1609800457.899789:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (25)--
00000400:00000200:57.0:1609800457.899794:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800457.899796:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (24)++
00000400:00000200:5.0:1609800457.899796:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.899797:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899800:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:5.0:1609800457.899803:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899805:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.899808:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:5.0:1609800457.899809:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:57.0:1609800457.899811:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.899812:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:57.0:1609800457.899812:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (26)++
00000400:00000200:5.0:1609800457.899814:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.899816:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (27)--
00000800:00000200:5.0:1609800457.899818:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:57.0:1609800457.899820:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800457.899823:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.899825:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)++
00000800:00000200:5.0:1609800457.899826:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (27)++
00000400:00000200:57.0:1609800457.899827:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899829:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:5.0:1609800457.899834:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (28)--
00000400:00000200:57.0:1609800457.899835:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.899838:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800457.899841:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.899843:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (27)++
00000400:00000200:5.0:1609800457.899843:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.899845:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (28)++
00000800:00000200:8.0:1609800457.899847:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (29)++
00000800:00000200:57.0:1609800457.899849:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (29)--
00000800:00000200:8.0:1609800457.899852:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (29)--
00000400:00000200:8.0:1609800457.899854:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.899857:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:5.0:1609800457.899858:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.899878:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800457.899879:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)--
00000800:00000200:8.0:1609800457.899880:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000400:00000200:5.0:1609800457.899881:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800457.899882:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.899883:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000400:00000200:57.0:1609800457.899885:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:8.0:1609800457.899885:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.899886:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800457.899887:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:5.0:1609800457.899890:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:3.0:1609800457.899890:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000400:00000200:57.0:1609800457.899894:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.899912:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:3.0:1609800457.899914:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000800:00000200:8.0:1609800457.899915:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)--
00000800:00000200:57.0:1609800457.899916:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800457.899916:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000400:00000200:3.0:1609800457.899917:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.899918:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (27)++
00000800:00000200:5.0:1609800457.899918:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.899919:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (28)++
00000800:00000200:8.0:1609800457.899919:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000800:00000200:5.0:1609800457.899920:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (28)++
00000400:00000200:3.0:1609800457.899920:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:8.0:1609800457.899921:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.899924:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (29)--
00000800:00000200:57.0:1609800457.899925:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (29)--
00000400:00000200:8.0:1609800457.899943:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:5.0:1609800457.899943:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (28)++
00000800:00000200:37.0:1609800457.899944:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000800:00000200:5.0:1609800457.899946:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:5.0:1609800457.899947:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (29)--
00000800:00000200:8.0:1609800457.899951:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (28)--
00000800:00000200:8.0:1609800457.899952:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000800:00000200:37.0:1609800457.899953:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:37.0:1609800457.899954:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000800:00000200:8.0:1609800457.899955:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:3.0:1609800457.899955:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000400:00000200:37.0:1609800457.899956:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.899956:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000400:00000200:8.0:1609800457.899957:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.899959:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:8.0:1609800457.899960:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.899960:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:3.0:1609800457.899961:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000800:00000200:6.0:1609800457.899963:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000400:00000200:3.0:1609800457.899963:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.899965:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000400:00000200:3.0:1609800457.899965:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800457.899966:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000800:00000200:6.0:1609800457.899967:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:8.0:1609800457.899968:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:6.0:1609800457.899968:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000800:00000200:3.0:1609800457.899969:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:6.0:1609800457.899970:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.899973:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.899978:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:57.0:1609800457.899997:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.900021:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.900024:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800457.900030:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.900032:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:35.1:1609800457.900036:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:57.0:1609800457.900037:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.900038:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:57.0:1609800457.900039:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:57.0:1609800457.900042:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:57.0:1609800457.900042:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000400:00000200:57.0:1609800457.900046:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.900049:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.900051:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800457.900062:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800457.900062:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.900064:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:57.0:1609800457.900067:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.900068:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:57.0:1609800457.900069:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (24)++
00000800:00000200:57.0:1609800457.900070:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:57.0:1609800457.900071:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (25)--
00000400:00000200:0.0:1609800457.900086:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.900089:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:0.0:1609800457.900094:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.900097:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:0.0:1609800457.900101:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.900103:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)++
00000800:00000200:0.0:1609800457.900104:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (25)++
00000800:00000200:0.0:1609800457.900106:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:0.0:1609800457.900107:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)--
00000400:00000200:0.0:1609800457.900111:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.900115:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800457.900117:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)++
00000800:00000200:37.0:1609800457.900129:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000400:00000200:57.0:1609800457.900131:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.900147:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:57.0:1609800457.900153:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800457.900153:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.900156:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:0.0:1609800457.900156:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:37.0:1609800457.900159:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)++
00000800:00000200:8.0:1609800457.900160:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000800:00000200:57.0:1609800457.900161:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800457.900161:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (27)--
00000400:00000200:0.0:1609800457.900161:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.900163:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:37.0:1609800457.900163:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:57.0:1609800457.900164:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (25)++
00000800:00000200:57.0:1609800457.900181:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:57.0:1609800457.900182:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:0.0:1609800457.900182:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:35.1:1609800457.900186:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (25)++
00000800:00000200:0.0:1609800457.900186:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.900188:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)++
00000800:00000200:0.0:1609800457.900189:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (27)++
00000800:00000200:0.0:1609800457.900191:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:0.0:1609800457.900192:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (28)--
00000800:00000200:3.0:1609800457.900231:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000800:00000200:3.0:1609800457.900237:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:3.0:1609800457.900240:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (28)--
00000400:00000200:3.0:1609800457.900242:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.900244:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.900267:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000800:00000200:3.0:1609800457.900268:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000800:00000200:3.0:1609800457.900271:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:3.0:1609800457.900272:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000400:00000200:3.0:1609800457.900273:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.900274:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000400:00000200:3.0:1609800457.900276:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.900279:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000800:00000200:8.0:1609800457.900280:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:8.0:1609800457.900281:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (26)--
00000800:00000200:6.0:1609800457.900281:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000400:00000200:8.0:1609800457.900283:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.900286:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800457.900287:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000800:00000200:6.0:1609800457.900288:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.81@o2ib18: no credits
00000800:00000200:37.0:1609800457.900289:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:6.0:1609800457.900289:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000800:00000200:3.0:1609800457.900290:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)--
00000800:00000200:8.0:1609800457.900291:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000400:00000200:6.0:1609800457.900291:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.900294:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800457.900297:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)++
00000800:00000200:6.0:1609800457.900298:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800457.900299:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)--
00000800:00000200:37.0:1609800457.900300:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:35.1:1609800457.900316:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (22)++
00000800:00000200:3.0:1609800457.900323:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:3.0:1609800457.900326:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:3.0:1609800457.900328:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.900329:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:3.0:1609800457.900330:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.900331:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:8.0:1609800457.900333:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.900333:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:8.0:1609800457.900335:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:3.0:1609800457.900335:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:8.0:1609800457.900338:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800457.900502:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:37.0:1609800457.900526:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:37.0:1609800457.900531:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800457.900532:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800457.900533:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800457.900533:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:37.0:1609800457.900535:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800457.913975:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:3.0:1609800457.914034:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:3.0:1609800457.914044:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.117@o2ib18
00000400:00000200:3.0:1609800457.914052:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800457.914060:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.914066:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800457.914078:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914083:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:3.0:1609800457.914085:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.914090:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800457.914094:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.914096:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800457.914099:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.914103:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.914105:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:3.0:1609800457.914108:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:3.0:1609800457.914109:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:8.0:1609800457.914111:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914112:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:8.0:1609800457.914116:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800457.914117:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:3.0:1609800457.914138:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800457.914141:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.914141:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:3.0:1609800457.914143:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.914147:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:8.0:1609800457.914149:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.914149:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800457.914155:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800457.914158:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914161:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800457.914163:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:3.0:1609800457.914163:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800457.914164:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800457.914166:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.914168:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800457.914170:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.914173:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800457.914174:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000400:00000200:6.0:1609800457.914174:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914175:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800457.914178:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800457.914179:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000400:00000200:6.0:1609800457.914180:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:8.0:1609800457.914181:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:0.0:1609800457.914183:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.914184:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:3.0:1609800457.914185:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (24)++
00000800:00000200:3.0:1609800457.914187:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:57.0:1609800457.914188:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.914188:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.914189:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000400:00000200:37.0:1609800457.914190:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.914190:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914191:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:6.0:1609800457.914194:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800457.914195:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.914195:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:8.0:1609800457.914195:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.914195:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:0.0:1609800457.914197:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.914200:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.914201:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.914207:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800457.914208:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800457.914215:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800457.914216:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800457.914217:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800457.914219:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800457.914221:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800457.914222:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800457.914222:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.914223:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.914224:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.914227:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800457.914229:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800457.914229:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.914231:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:37.0:1609800457.914232:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.914233:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:8.0:1609800457.914238:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800457.914242:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.914244:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.914244:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800457.914244:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914248:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800457.914249:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.914249:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800457.914250:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (26)++
00000800:00000200:6.0:1609800457.914251:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (26)++
00000800:00000200:3.0:1609800457.914253:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800457.914254:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.914256:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800457.914257:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800457.914257:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800457.914259:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800457.914259:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.914262:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (28)++
00000800:00000200:6.0:1609800457.914262:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000800:00000200:3.0:1609800457.914262:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (28)++
00000800:00000200:37.0:1609800457.914263:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800457.914264:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (29)--
00000400:00000200:0.0:1609800457.914264:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.914265:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (29)--
00000800:00000200:3.0:1609800457.914265:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (29)--
00000800:00000200:37.0:1609800457.914268:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:8.0:1609800457.914270:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:0.0:1609800457.914270:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800457.914271:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.914272:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914273:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914273:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:6.0:1609800457.914275:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:0.0:1609800457.914278:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.914279:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800457.914283:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:37.0:1609800457.914286:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:6.0:1609800457.914290:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.914293:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:37.0:1609800457.914295:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:6.0:1609800457.914295:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.914297:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:6.0:1609800457.914299:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:6.0:1609800457.914311:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.914316:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800457.914321:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800457.914326:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800457.914328:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800457.914334:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (21)++
00000800:00000200:6.0:1609800457.914337:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:6.0:1609800457.914342:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:6.0:1609800457.914344:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:57.0:1609800457.914345:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.914348:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914352:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800457.914392:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:3.0:1609800457.914461:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:3.0:1609800457.914465:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000800:00000200:3.0:1609800457.914467:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:3.0:1609800457.914468:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:3.0:1609800457.914471:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:3.0:1609800457.914475:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800457.914481:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.914484:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:3.0:1609800457.914512:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914516:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:3.0:1609800457.914516:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800457.914520:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800457.914523:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800457.914524:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:8.0:1609800457.914524:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.914525:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800457.914527:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.914528:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.914528:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (24)++
00000800:00000200:3.0:1609800457.914530:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (25)--
00000800:00000200:3.0:1609800457.914530:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:3.0:1609800457.914550:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:8.0:1609800457.914551:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.914552:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800457.914552:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:8.0:1609800457.914554:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:3.0:1609800457.914577:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800457.914578:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.914579:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.914581:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:37.0:1609800457.914582:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:8.0:1609800457.914582:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800457.914585:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800457.914585:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:37.0:1609800457.914588:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914589:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800457.914591:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800457.914591:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800457.914592:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.914593:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.914594:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800457.914594:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800457.914597:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:8.0:1609800457.914598:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:37.0:1609800457.914599:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800457.914600:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800457.914600:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000400:00000200:6.0:1609800457.914600:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800457.914600:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800457.914601:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:8.0:1609800457.914603:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:6.0:1609800457.914603:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800457.914603:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800457.914604:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.914606:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914606:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800457.914607:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.914609:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800457.914609:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800457.914610:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800457.914611:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800457.914611:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800457.914613:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800457.914614:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:6.0:1609800457.914615:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800457.914616:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:3.0:1609800457.914616:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (26)++
00000400:00000200:8.0:1609800457.914617:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800457.914618:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800457.914618:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800457.914619:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:3.0:1609800457.914620:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:57.0:1609800457.914622:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800457.914622:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.914622:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800457.914623:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.914624:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800457.914624:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800457.914625:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800457.914625:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914626:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.914627:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (25)--
00000800:00000200:6.0:1609800457.914628:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000400:00000200:4.0:1609800457.914628:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800457.914628:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800457.914630:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800457.914630:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800457.914631:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800457.914632:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.914633:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800457.914634:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.914635:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800457.914636:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800457.914638:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800457.914639:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:35.1:1609800457.914640:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800457.914642:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:8.0:1609800457.914644:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800457.914645:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800457.914646:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:57.0:1609800457.914649:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800457.914649:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000400:00000200:57.0:1609800457.914650:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800457.914650:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800457.914652:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000400:00000200:57.0:1609800457.914653:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.914782:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.914785:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914788:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:57.0:1609800457.914797:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.914800:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:57.0:1609800457.914805:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.914806:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (20)++
00000800:00000200:57.0:1609800457.914808:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (21)++
00000800:00000200:57.0:1609800457.914814:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (22)--
00000400:00000200:57.0:1609800457.914818:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.914824:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914827:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:0.0:1609800457.914829:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.914833:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.914835:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:57.0:1609800457.914838:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.914839:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000800:00000200:57.0:1609800457.914840:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000400:00000200:0.0:1609800457.914840:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.914843:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000400:00000200:0.0:1609800457.914843:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:0.0:1609800457.914848:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.914851:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:0.0:1609800457.914855:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.914857:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:0.0:1609800457.914858:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:0.0:1609800457.914864:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:0.0:1609800457.914868:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800457.914871:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (23)++
00000400:00000200:0.0:1609800457.914884:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.914886:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:0.0:1609800457.914890:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.914892:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:0.0:1609800457.914894:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.914895:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000800:00000200:0.0:1609800457.914896:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:0.0:1609800457.914901:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (26)--
00000400:00000200:57.0:1609800457.914907:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.914910:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.914911:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:57.0:1609800457.914912:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:6.0:1609800457.914916:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (26)--
00000400:00000200:57.0:1609800457.914918:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800457.914918:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.914922:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.914923:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:57.0:1609800457.914927:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.914941:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (25)++
00000800:00000200:57.0:1609800457.914943:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (26)++
00000800:00000200:6.0:1609800457.914945:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (27)--
00000800:00000200:6.0:1609800457.914946:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (26)++
00000800:00000200:57.0:1609800457.914947:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (27)--
00000800:00000200:6.0:1609800457.914949:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (26)--
00000400:00000200:6.0:1609800457.914951:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.914953:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.914973:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:37.0:1609800457.914975:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:57.0:1609800457.914976:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.914983:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.914985:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:37.0:1609800457.915001:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:37.0:1609800457.915003:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.915004:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800457.915007:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:37.0:1609800457.915011:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:57.0:1609800457.915012:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800457.915012:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:37.0:1609800457.915015:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:57.0:1609800457.915016:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800457.915017:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.915017:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:57.0:1609800457.915018:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:57.0:1609800457.915019:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000400:00000200:38.0:1609800457.915019:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800457.915019:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:37.0:1609800457.915023:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:57.0:1609800457.915024:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:38.0:1609800457.915026:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.915026:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000400:00000200:8.0:1609800457.915028:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.915029:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.915030:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:8.0:1609800457.915031:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000400:00000200:57.0:1609800457.915033:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.915035:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:38.0:1609800457.915036:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.915040:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:57.0:1609800457.915046:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.915049:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:8.0:1609800457.915049:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:38.0:1609800457.915051:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.915053:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.915053:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000800:00000200:57.0:1609800457.915055:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:38.0:1609800457.915055:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:38.0:1609800457.915062:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000800:00000200:57.0:1609800457.915063:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:57.0:1609800457.915065:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:38.0:1609800457.915075:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.915078:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.915082:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:35.1:1609800457.915082:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (23)++
00000400:00000200:38.0:1609800457.915087:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.915090:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:6.0:1609800457.915090:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:38.0:1609800457.915094:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800457.915094:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:6.0:1609800457.915095:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.915096:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000800:00000200:37.0:1609800457.915096:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:38.0:1609800457.915097:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000400:00000200:6.0:1609800457.915097:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:38.0:1609800457.915098:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915099:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (27)--
00000800:00000200:37.0:1609800457.915101:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:6.0:1609800457.915101:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:37.0:1609800457.915102:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800457.915102:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:38.0:1609800457.915103:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800457.915103:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800457.915105:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915106:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:6.0:1609800457.915107:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000800:00000200:37.0:1609800457.915108:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:6.0:1609800457.915108:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.915110:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:6.0:1609800457.915111:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915113:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:38.0:1609800457.915118:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.915132:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:38.0:1609800457.915137:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.915139:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:38.0:1609800457.915155:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.915157:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000800:00000200:38.0:1609800457.915158:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:38.0:1609800457.915159:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915160:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000400:00000200:38.0:1609800457.915166:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800457.915170:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.915171:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:38.0:1609800457.915175:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800457.915177:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800457.915178:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:38.0:1609800457.915180:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.915181:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:38.0:1609800457.915182:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:38.0:1609800457.915183:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915183:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:57.0:1609800457.915185:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.915187:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:38.0:1609800457.915189:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.915193:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.915196:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:38.0:1609800457.915197:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.915199:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:57.0:1609800457.915201:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.915202:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:57.0:1609800457.915203:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000400:00000200:38.0:1609800457.915204:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.915206:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:57.0:1609800457.915206:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (25)--
00000800:00000200:38.0:1609800457.915207:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:38.0:1609800457.915211:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.915212:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000800:00000200:38.0:1609800457.915213:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:38.0:1609800457.915215:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915216:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (26)--
00000400:00000200:38.0:1609800457.915219:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800457.915224:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (25)++
00000400:00000200:38.0:1609800457.915229:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.915231:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:3.0:1609800457.915234:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (26)++
00000400:00000200:38.0:1609800457.915235:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.915237:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:38.0:1609800457.915240:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800457.915241:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:38.0:1609800457.915242:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (27)++
00000800:00000200:37.0:1609800457.915242:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (27)--
00000800:00000200:3.0:1609800457.915255:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915256:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (27)++
00000800:00000200:3.0:1609800457.915256:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (27)++
00000800:00000200:3.0:1609800457.915257:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (29)--
00000800:00000200:38.0:1609800457.915258:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:38.0:1609800457.915258:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (29)--
00000800:00000200:3.0:1609800457.915259:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000800:00000200:35.1:1609800457.915263:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (26)++
00000800:00000200:8.0:1609800457.915272:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (27)++
00000800:00000200:8.0:1609800457.915277:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:8.0:1609800457.915278:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (28)--
00000400:00000200:8.0:1609800457.915279:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.915280:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (27)++
00000400:00000200:8.0:1609800457.915281:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915283:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:8.0:1609800457.915284:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800457.915284:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (28)--
00000400:00000200:6.0:1609800457.915285:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800457.915286:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (26)++
00000400:00000200:6.0:1609800457.915287:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.915289:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:8.0:1609800457.915290:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (27)--
00000800:00000200:6.0:1609800457.915290:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (27)--
00000400:00000200:8.0:1609800457.915291:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.915292:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:8.0:1609800457.915293:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915295:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:8.0:1609800457.915296:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800457.915297:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (26)--
00000800:00000200:8.0:1609800457.915299:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:6.0:1609800457.915299:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.915301:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915304:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:35.1:1609800457.915380:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000800:00000200:3.0:1609800457.915387:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:3.0:1609800457.915391:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:37.0:1609800457.915393:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:3.0:1609800457.915398:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:3.0:1609800457.915399:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:3.0:1609800457.915400:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:35.1:1609800457.915407:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800457.915415:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:8.0:1609800457.915418:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800457.915420:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800457.915421:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:8.0:1609800457.915422:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800457.915424:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800457.915424:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800457.915425:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:6.0:1609800457.915426:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800457.915428:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800457.915430:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:35.1:1609800457.915477:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:3.0:1609800457.915485:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:3.0:1609800457.915488:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:3.0:1609800457.915489:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800457.915490:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:3.0:1609800457.915491:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:3.0:1609800457.915492:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:21.1:1609800457.962303:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:19.0:1609800457.962347:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800457.962355:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.163@o2ib18
00000800:00000200:18.0:1609800457.962357:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:19.0:1609800457.962370:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.962372:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:19.0:1609800457.962375:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.962377:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.962378:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800457.962385:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.962386:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800457.962389:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:19.0:1609800457.962390:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800457.962393:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800457.962396:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962397:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800457.962399:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.962400:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800457.962403:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800457.962407:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.962407:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.962408:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:20.0:1609800457.962409:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:18.0:1609800457.962409:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.962413:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800457.962415:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800457.962415:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800457.962416:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:20.0:1609800457.962417:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:18.0:1609800457.962418:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800457.962421:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.962426:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.962429:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:57.0:1609800457.962434:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800457.962437:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.962440:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800457.962441:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.962444:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.962444:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800457.962448:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.962449:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800457.962452:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800457.962454:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:20.0:1609800457.962455:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:5.0:1609800457.962461:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800457.962464:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.962467:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800457.962478:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800457.962481:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.962483:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800457.962497:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:19.0:1609800457.962503:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800457.962507:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:18.0:1609800457.962510:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:19.0:1609800457.962511:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.962514:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:19.0:1609800457.962515:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.962516:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800457.962518:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:18.0:1609800457.962518:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.962524:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962527:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800457.962529:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.962530:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800457.962531:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800457.962533:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.962534:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.962537:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:18.0:1609800457.962538:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962540:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.962541:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:21.1:1609800457.962543:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:18.0:1609800457.962544:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800457.962547:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800457.962547:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800457.962548:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.962548:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800457.962550:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800457.962550:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:57.0:1609800457.962551:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.962553:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.962553:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:57.0:1609800457.962554:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.962554:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:18.0:1609800457.962554:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800457.962555:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800457.962557:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:21.1:1609800457.962559:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:19.0:1609800457.962560:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.962562:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800457.962565:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:19.0:1609800457.962568:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.962569:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:24.0:1609800457.962570:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800457.962571:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800457.962572:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800457.962573:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800457.962574:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:20.0:1609800457.962576:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.962576:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.962576:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:19.0:1609800457.962577:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800457.962578:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.962578:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800457.962578:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:18.0:1609800457.962580:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800457.962581:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:18.0:1609800457.962581:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:19.0:1609800457.962582:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:24.0:1609800457.962583:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.962584:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962584:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:24.0:1609800457.962586:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800457.962587:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800457.962588:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.962589:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.962589:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800457.962592:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.962592:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800457.962593:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.962594:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800457.962597:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800457.962597:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:20.0:1609800457.962599:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:24.0:1609800457.962600:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800457.962600:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:0.0:1609800457.962600:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800457.962603:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800457.962604:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.962605:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800457.962607:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800457.962611:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:24.0:1609800457.962614:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:24.0:1609800457.962621:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:24.0:1609800457.962623:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:0.0:1609800457.962624:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.962625:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.962627:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.962627:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.962629:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:21.1:1609800457.962631:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:57.0:1609800457.962632:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800457.962639:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.962642:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:18.0:1609800457.962643:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:18.0:1609800457.962645:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:21.1:1609800457.962802:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:20.0:1609800457.962808:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800457.962811:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:24.0:1609800457.962813:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800457.962814:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.962817:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.962819:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:20.0:1609800457.962826:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.962828:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800457.962831:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800457.962834:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.962835:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800457.962838:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800457.962840:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:20.0:1609800457.962840:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:21.1:1609800457.962848:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:18.0:1609800457.962854:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:18.0:1609800457.962858:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:19.0:1609800457.962860:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:18.0:1609800457.962861:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800457.962863:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:24.0:1609800457.962865:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:18.0:1609800457.962865:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.962867:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800457.962867:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:24.0:1609800457.962869:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:20.0:1609800457.962870:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:20.0:1609800457.962873:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:18.0:1609800457.962874:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.962877:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800457.962878:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.962879:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.962879:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.962880:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800457.962881:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:18.0:1609800457.962882:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.962883:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800457.962885:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.962886:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.962887:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:19.0:1609800457.962887:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962890:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800457.962893:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.962893:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800457.962895:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800457.962895:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800457.962895:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:57.0:1609800457.962896:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.962896:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800457.962897:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800457.962897:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.962897:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:24.0:1609800457.962898:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.962898:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800457.962899:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:18.0:1609800457.962899:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:57.0:1609800457.962900:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.962900:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:24.0:1609800457.962901:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.962901:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800457.962902:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.962902:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:0.0:1609800457.962902:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800457.962903:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800457.962903:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.962904:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.962905:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:20.0:1609800457.962905:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800457.962907:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:20.0:1609800457.962908:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800457.962908:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800457.962908:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800457.962909:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.962910:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.962910:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:24.0:1609800457.962911:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:20.0:1609800457.962911:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.962911:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800457.962911:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.962913:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800457.962914:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800457.962916:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.962917:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.962919:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800457.962920:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.962921:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.962922:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800457.962923:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:20.0:1609800457.962923:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:21.1:1609800457.962924:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.962925:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.962927:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800457.962928:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800457.962930:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800457.962931:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:0.0:1609800457.962931:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.962932:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:18.0:1609800457.962933:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:0.0:1609800457.962933:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.962934:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800457.962934:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:19.0:1609800457.962936:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:57.0:1609800457.962937:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800457.962938:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:57.0:1609800457.962939:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.962941:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.963084:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.963089:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963092:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:57.0:1609800457.963098:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.963101:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800457.963106:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963107:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:57.0:1609800457.963109:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:57.0:1609800457.963116:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:57.0:1609800457.963129:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.963133:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963135:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:57.0:1609800457.963140:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.963143:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800457.963145:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963146:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:57.0:1609800457.963147:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:57.0:1609800457.963149:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:21.1:1609800457.963181:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:57.0:1609800457.963205:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800457.963211:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.963214:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963216:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:4.0:1609800457.963219:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963220:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800457.963222:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:57.0:1609800457.963223:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:4.0:1609800457.963228:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.963232:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800457.963232:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800457.963233:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:57.0:1609800457.963234:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:4.0:1609800457.963237:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963239:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:4.0:1609800457.963239:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:4.0:1609800457.963240:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:20.0:1609800457.963245:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:4.0:1609800457.963248:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:20.0:1609800457.963251:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000400:00000200:20.0:1609800457.963253:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.963256:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963262:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:20.0:1609800457.963263:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:20.0:1609800457.963266:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:20.0:1609800457.963267:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.963269:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.963269:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:20.0:1609800457.963272:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:18.0:1609800457.963272:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:20.0:1609800457.963273:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:18.0:1609800457.963274:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.963276:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.963280:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800457.963282:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800457.963286:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:20.0:1609800457.963293:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:19.0:1609800457.963294:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800457.963296:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.963299:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:19.0:1609800457.963304:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:21.1:1609800457.963366:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:20.0:1609800457.963371:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800457.963375:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:20.0:1609800457.963376:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.963376:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:20.0:1609800457.963378:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:20.0:1609800457.963379:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:0.0:1609800457.963407:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.963414:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.963416:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:0.0:1609800457.963422:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.963424:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:0.0:1609800457.963429:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.963430:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:0.0:1609800457.963431:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:0.0:1609800457.963439:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:0.0:1609800457.963443:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800457.963453:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:57.0:1609800457.963457:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800457.963460:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:0.0:1609800457.963460:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963462:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.963462:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:19.0:1609800457.963463:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:57.0:1609800457.963465:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:19.0:1609800457.963465:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.963467:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:19.0:1609800457.963468:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:57.0:1609800457.963471:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.963474:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:0.0:1609800457.963477:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.963480:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:19.0:1609800457.963481:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:57.0:1609800457.963483:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963485:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:0.0:1609800457.963485:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963486:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:0.0:1609800457.963487:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:57.0:1609800457.963491:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:0.0:1609800457.963492:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:0.0:1609800457.963498:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:21.1:1609800457.963503:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.963510:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.963513:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:20.0:1609800457.963515:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:18.0:1609800457.963515:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.963517:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963518:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:20.0:1609800457.963520:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.963520:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:24.0:1609800457.963522:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800457.963522:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963525:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:57.0:1609800457.963536:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.963544:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963546:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:57.0:1609800457.963552:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800457.963553:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.963555:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800457.963559:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800457.963559:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.963561:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:57.0:1609800457.963562:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:38.0:1609800457.963563:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:57.0:1609800457.963565:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:38.0:1609800457.963568:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.963571:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:38.0:1609800457.963576:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.963578:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:21.1:1609800457.963578:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:38.0:1609800457.963580:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800457.963584:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:38.0:1609800457.963588:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800457.963588:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:19.0:1609800457.963590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.963590:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800457.963593:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:38.0:1609800457.963594:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800457.963596:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:38.0:1609800457.963599:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.963600:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800457.963600:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:38.0:1609800457.963605:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800457.963606:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:38.0:1609800457.963607:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:24.0:1609800457.963610:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:38.0:1609800457.963611:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800457.963612:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:38.0:1609800457.963613:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:24.0:1609800457.963613:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.963613:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:24.0:1609800457.963616:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:38.0:1609800457.963618:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:21.1:1609800457.963620:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:38.0:1609800457.963624:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800457.963626:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:57.0:1609800457.963627:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800457.963628:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.963631:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:24.0:1609800457.963632:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000400:00000200:57.0:1609800457.963633:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.963633:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800457.963634:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.963634:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:57.0:1609800457.963635:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:24.0:1609800457.963635:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:18.0:1609800457.963636:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.963637:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:18.0:1609800457.963639:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:57.0:1609800457.963641:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800457.963641:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800457.963643:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:57.0:1609800457.963644:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:38.0:1609800457.963649:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.963651:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:18.0:1609800457.963651:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:57.0:1609800457.963653:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963656:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:38.0:1609800457.963656:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963657:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:38.0:1609800457.963658:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:57.0:1609800457.963662:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:38.0:1609800457.963662:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:38.0:1609800457.963667:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:21.1:1609800457.963674:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:19.0:1609800457.963680:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800457.963683:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:19.0:1609800457.963685:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.963686:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:19.0:1609800457.963687:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963689:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:19.0:1609800457.963690:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:20.0:1609800457.963691:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.963692:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800457.963693:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963696:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:57.0:1609800457.963698:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.963705:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.963708:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:57.0:1609800457.963713:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.963716:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:57.0:1609800457.963720:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.963721:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:57.0:1609800457.963722:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:57.0:1609800457.963726:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800457.963733:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:18.0:1609800457.963739:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:18.0:1609800457.963743:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:24.0:1609800457.963744:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.963744:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:18.0:1609800457.963746:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:24.0:1609800457.963747:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.963747:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:18.0:1609800457.963748:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:24.0:1609800457.963749:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.963751:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:24.0:1609800457.963754:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:5.0:1609800457.963894:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800457.963901:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.963904:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:5.0:1609800457.963910:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.963914:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:5.0:1609800457.963919:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.963921:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:5.0:1609800457.963922:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:5.0:1609800457.963930:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800457.963943:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800457.963958:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:20.0:1609800457.963963:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:20.0:1609800457.963964:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.963965:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800457.963967:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.963972:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:28.1:1609800457.974910:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:19.0:1609800457.974962:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800457.974974:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.974975:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800457.974982:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.974990:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.974996:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800457.975009:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.975015:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800457.975022:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800457.975028:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800457.975031:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.975038:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800457.975041:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:19.0:1609800457.975043:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800457.975069:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:18.0:1609800457.975116:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:0.0:1609800457.975116:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.975134:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.975141:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800457.975173:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:18.0:1609800457.975178:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800457.975180:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:18.0:1609800457.975185:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.975188:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.975189:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:18.0:1609800457.975189:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:24.0:1609800457.975193:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:19.0:1609800457.975195:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000400:00000200:18.0:1609800457.975196:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.975197:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:18.0:1609800457.975200:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800457.975201:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.975201:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800457.975202:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.975204:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800457.975206:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.975208:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.975209:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.975209:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800457.975211:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:18.0:1609800457.975211:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800457.975217:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:24.0:1609800457.975218:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800457.975222:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800457.975225:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800457.975225:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800457.975227:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.975228:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.975228:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:24.0:1609800457.975229:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.975229:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800457.975231:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800457.975231:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000400:00000200:57.0:1609800457.975232:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.975232:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.975234:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:20.0:1609800457.975235:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800457.975235:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.975235:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:24.0:1609800457.975236:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:18.0:1609800457.975236:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:24.0:1609800457.975237:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:20.0:1609800457.975237:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.975237:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800457.975238:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:18.0:1609800457.975239:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.975240:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:19.0:1609800457.975240:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800457.975241:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:24.0:1609800457.975242:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:18.0:1609800457.975242:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800457.975243:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.975244:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (26)++
00000800:00000200:19.0:1609800457.975244:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800457.975245:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800457.975245:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.975248:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:57.0:1609800457.975249:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.975250:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.975251:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (27)--
00000800:00000200:20.0:1609800457.975252:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)--
00000400:00000200:57.0:1609800457.975253:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.975254:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)++
00000400:00000200:18.0:1609800457.975254:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.975256:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:18.0:1609800457.975257:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800457.975258:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.975258:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)++
00000800:00000200:19.0:1609800457.975259:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (27)--
00000800:00000200:18.0:1609800457.975259:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800457.975260:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)--
00000400:00000200:24.0:1609800457.975261:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:20.0:1609800457.975262:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800457.975262:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)++
00000800:00000200:18.0:1609800457.975262:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.975263:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (26)--
00000800:00000200:18.0:1609800457.975264:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.975265:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:19.0:1609800457.975266:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:24.0:1609800457.975267:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800457.975269:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:24.0:1609800457.975270:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800457.975270:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:57.0:1609800457.975271:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800457.975271:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.975271:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:57.0:1609800457.975272:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.975272:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800457.975273:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:57.0:1609800457.975275:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800457.975275:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800457.975276:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800457.975279:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800457.975280:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:24.0:1609800457.975281:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.975282:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800457.975282:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800457.975284:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800457.975284:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800457.975287:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800457.975289:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800457.975291:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800457.975293:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000400:00000200:57.0:1609800457.975295:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.975296:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000400:00000200:57.0:1609800457.975297:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800457.975297:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:0.0:1609800457.975298:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.975303:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800457.975306:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:0.0:1609800457.975309:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800457.975312:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.975315:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800457.975316:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:19.0:1609800457.975316:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:0.0:1609800457.975319:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800457.975321:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.975326:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800457.975334:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:24.0:1609800457.975339:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:24.0:1609800457.975342:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:20.0:1609800457.975345:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:24.0:1609800457.975346:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800457.975349:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800457.975350:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.975352:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.975353:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:0.0:1609800457.975357:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800457.975359:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800457.975362:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800457.975365:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800457.975367:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800457.975368:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800457.975372:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:24.0:1609800457.975373:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:24.0:1609800457.975374:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:57.0:1609800457.975376:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.975378:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.975380:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800457.975397:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:19.0:1609800457.975402:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800457.975406:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:19.0:1609800457.975409:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800457.975409:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:19.0:1609800457.975412:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.975413:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:20.0:1609800457.975415:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:19.0:1609800457.975415:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:20.0:1609800457.975419:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:18.0:1609800457.975419:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800457.975420:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:24.0:1609800457.975422:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:19.0:1609800457.975422:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800457.975423:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800457.975424:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.975425:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800457.975426:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800457.975427:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.975428:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800457.975428:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:19.0:1609800457.975430:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800457.975431:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800457.975434:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800457.975437:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:18.0:1609800457.975437:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800457.975438:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.975439:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800457.975439:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:19.0:1609800457.975439:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:18.0:1609800457.975439:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800457.975441:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000400:00000200:24.0:1609800457.975442:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800457.975442:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800457.975443:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:18.0:1609800457.975444:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800457.975446:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800457.975448:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800457.975449:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800457.975450:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:24.0:1609800457.975451:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800457.975451:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800457.975452:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800457.975453:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800457.975453:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:20.0:1609800457.975454:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800457.975454:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:57.0:1609800457.975455:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800457.975455:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800457.975455:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.975455:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:57.0:1609800457.975456:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.975456:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800457.975457:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800457.975457:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800457.975458:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800457.975459:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:20.0:1609800457.975459:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:20.0:1609800457.975462:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (25)++
00000400:00000200:19.0:1609800457.975462:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800457.975463:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800457.975465:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.975465:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (26)++
00000800:00000200:20.0:1609800457.975465:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:19.0:1609800457.975465:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800457.975466:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (26)--
00000800:00000200:20.0:1609800457.975466:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000400:00000200:57.0:1609800457.975467:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800457.975468:0:16042:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.134@o2ib18(1): redundant or enough NOOP
00000800:00000200:24.0:1609800457.975469:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:24.0:1609800457.975470:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800457.975470:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800457.975472:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.1:1609800457.975474:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.975474:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800457.975476:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800457.975477:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:19.0:1609800457.975478:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800457.975479:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.975482:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:18.0:1609800457.975482:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800457.975484:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:4.0:1609800457.975491:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.975496:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.975502:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800457.975511:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.975514:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.975518:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800457.975542:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800457.975544:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800457.975549:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800457.975775:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.975779:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.975782:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:57.0:1609800457.975788:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800457.975788:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.975791:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:57.0:1609800457.975794:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.975796:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:57.0:1609800457.975797:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000400:00000200:0.0:1609800457.975801:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.975802:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:0.0:1609800457.975807:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800457.975820:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.975826:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800457.975834:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.975837:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:0.0:1609800457.975840:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:0.0:1609800457.975852:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000400:00000200:57.0:1609800457.975857:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.975863:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.975864:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800457.975864:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000400:00000200:57.0:1609800457.975867:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:57.0:1609800457.975872:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800457.975872:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:57.0:1609800457.975875:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.975876:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:24.0:1609800457.975878:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800457.975879:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800457.975879:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:57.0:1609800457.975881:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (24)++
00000400:00000200:24.0:1609800457.975881:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:57.0:1609800457.975882:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (25)++
00000800:00000200:24.0:1609800457.975885:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)--
00000800:00000200:57.0:1609800457.975886:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:24.0:1609800457.975886:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:18.0:1609800457.975888:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:18.0:1609800457.975890:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.975892:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.975893:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:28.1:1609800457.975896:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000400:00000200:0.0:1609800457.975897:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:20.0:1609800457.975902:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:20.0:1609800457.975905:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:20.0:1609800457.975907:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.975908:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:0.0:1609800457.975908:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800457.975910:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.975912:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800457.975914:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:0.0:1609800457.975914:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800457.975920:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.975923:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:0.0:1609800457.975928:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:0.0:1609800457.975934:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:0.0:1609800457.975943:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.975962:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800457.975965:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:0.0:1609800457.975966:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800457.975976:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.975981:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.975989:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:0.0:1609800457.975989:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.975992:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:24.0:1609800457.975993:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:0.0:1609800457.975994:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (24)++
00000400:00000200:24.0:1609800457.975995:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800457.975996:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:24.0:1609800457.975997:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:0.0:1609800457.976000:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.976001:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:28.1:1609800457.976011:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800457.976017:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:20.0:1609800457.976020:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:20.0:1609800457.976021:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.976024:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800457.976024:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800457.976027:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:57.0:1609800457.976042:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.976045:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.976047:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:57.0:1609800457.976053:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800457.976054:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:57.0:1609800457.976056:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:57.0:1609800457.976059:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800457.976060:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:57.0:1609800457.976061:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:57.0:1609800457.976062:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:18.0:1609800457.976064:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.976065:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:57.0:1609800457.976074:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:18.0:1609800457.976077:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:18.0:1609800457.976078:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:18.0:1609800457.976079:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800457.976087:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800457.976092:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.976097:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:20.0:1609800457.976099:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800457.976099:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.976102:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800457.976107:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:57.0:1609800457.976129:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800457.976136:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.976138:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:57.0:1609800457.976143:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.976146:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:57.0:1609800457.976149:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.976151:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000400:00000200:38.0:1609800457.976151:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800457.976152:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:57.0:1609800457.976155:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800457.976169:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:24.0:1609800457.976175:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:57.0:1609800457.976176:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800457.976178:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:57.0:1609800457.976179:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.976180:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800457.976181:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:18.0:1609800457.976181:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:38.0:1609800457.976182:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800457.976182:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000400:00000200:57.0:1609800457.976187:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800457.976189:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:38.0:1609800457.976189:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:24.0:1609800457.976190:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:57.0:1609800457.976192:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.976193:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:57.0:1609800457.976194:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:57.0:1609800457.976197:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:38.0:1609800457.976202:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800457.976208:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:28.1:1609800457.976210:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:38.0:1609800457.976216:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800457.976216:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:38.0:1609800457.976219:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:20.0:1609800457.976219:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:20.0:1609800457.976221:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800457.976222:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800457.976222:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:20.0:1609800457.976224:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:20.0:1609800457.976226:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:38.0:1609800457.976233:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800457.976247:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:18.0:1609800457.976252:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:18.0:1609800457.976256:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.976258:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:18.0:1609800457.976258:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.976261:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:24.0:1609800457.976262:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:24.0:1609800457.976263:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800457.976264:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.976265:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:18.0:1609800457.976265:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.976267:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:5.0:1609800457.976337:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800457.976345:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.976348:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:5.0:1609800457.976354:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.976357:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:5.0:1609800457.976362:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.976364:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:5.0:1609800457.976365:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:5.0:1609800457.976373:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:5.0:1609800457.976378:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800457.976385:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:57.0:1609800457.976390:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800457.976391:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:5.0:1609800457.976393:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800457.976394:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:20.0:1609800457.976395:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800457.976395:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:19.0:1609800457.976396:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:57.0:1609800457.976397:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800457.976399:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000400:00000200:5.0:1609800457.976401:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800457.976404:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:57.0:1609800457.976407:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:5.0:1609800457.976409:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800457.976410:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:5.0:1609800457.976411:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000400:00000200:57.0:1609800457.976413:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800457.976415:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:57.0:1609800457.976416:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:5.0:1609800457.976417:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:57.0:1609800457.976420:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800457.976421:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:57.0:1609800457.976423:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:57.0:1609800457.976427:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:28.1:1609800457.976430:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:18.0:1609800457.976441:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:18.0:1609800457.976444:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000800:00000200:24.0:1609800457.976446:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:18.0:1609800457.976446:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800457.976449:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:18.0:1609800457.976449:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000400:00000200:24.0:1609800457.976450:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800457.976452:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:24.0:1609800457.976462:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.976462:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:24.0:1609800457.976465:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800457.976489:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:20.0:1609800457.976495:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:20.0:1609800457.976498:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:20.0:1609800457.976500:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.976500:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:20.0:1609800457.976501:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:20.0:1609800457.976514:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:0.0:1609800457.976523:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.976560:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.976563:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800457.976569:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.976572:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800457.976577:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.976579:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:0.0:1609800457.976580:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:0.0:1609800457.976588:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800457.976604:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:18.0:1609800457.976629:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:18.0:1609800457.976633:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:24.0:1609800457.976634:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:18.0:1609800457.976634:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800457.976637:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:18.0:1609800457.976641:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:0.0:1609800457.976739:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800457.976756:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800457.976758:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:0.0:1609800457.976763:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800457.976766:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:0.0:1609800457.976770:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800457.976771:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:0.0:1609800457.976772:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:0.0:1609800457.976776:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800457.976795:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800457.976832:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800457.976839:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:19.0:1609800457.976842:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800457.976845:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800457.976850:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:19.0:1609800457.976851:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:30.1:1609800458.139890:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:24.0:1609800458.139941:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:24.0:1609800458.139965:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.145@o2ib18
00000400:00000200:24.0:1609800458.139970:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800458.139976:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800458.139996:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800458.140003:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800458.140007:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.140008:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:24.0:1609800458.140010:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800458.140015:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800458.140017:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800458.140021:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:24.0:1609800458.140023:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:24.0:1609800458.140024:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:57.0:1609800458.140031:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.140034:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140037:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.140038:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:19.0:1609800458.140076:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.140084:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:19.0:1609800458.140088:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800458.140093:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.140096:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:19.0:1609800458.140103:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800458.140107:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800458.140112:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800458.140116:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800458.140117:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.140118:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800458.140136:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.140138:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.140140:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800458.140174:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:18.0:1609800458.140180:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:18.0:1609800458.140187:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.140188:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:18.0:1609800458.140191:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800458.140199:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.140202:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:4.0:1609800458.140207:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800458.140209:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.140213:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800458.140214:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.140216:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800458.140220:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800458.140220:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800458.140222:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800458.140227:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:18.0:1609800458.140230:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:18.0:1609800458.140231:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:57.0:1609800458.140235:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.140236:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140240:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.140255:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:20.0:1609800458.140278:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.140303:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800458.140306:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:20.0:1609800458.140307:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800458.140310:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.140312:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:20.0:1609800458.140312:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.140314:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800458.140316:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:20.0:1609800458.140316:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800458.140318:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:18.0:1609800458.140320:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:24.0:1609800458.140321:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800458.140321:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800458.140324:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800458.140324:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:18.0:1609800458.140324:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800458.140327:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800458.140329:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800458.140331:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800458.140332:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800458.140334:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.140335:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800458.140335:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800458.140335:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800458.140336:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800458.140337:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800458.140338:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800458.140339:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:19.0:1609800458.140340:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800458.140342:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800458.140345:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800458.140345:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800458.140348:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800458.140348:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:19.0:1609800458.140348:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:18.0:1609800458.140348:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800458.140350:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (27)++
00000800:00000200:57.0:1609800458.140351:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800458.140351:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800458.140351:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800458.140352:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.140352:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800458.140354:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (28)++
00000800:00000200:18.0:1609800458.140354:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800458.140355:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800458.140355:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800458.140357:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (29)--
00000800:00000200:20.0:1609800458.140358:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (29)++
00000800:00000200:19.0:1609800458.140358:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (29)--
00000800:00000200:18.0:1609800458.140358:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (29)++
00000800:00000200:57.0:1609800458.140359:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800458.140359:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (30)--
00000400:00000200:57.0:1609800458.140360:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.140360:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (29)--
00000800:00000200:19.0:1609800458.140360:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (28)++
00000800:00000200:18.0:1609800458.140360:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (28)--
00000800:00000200:20.0:1609800458.140361:0:16043:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.145@o2ib18(1): redundant or enough NOOP
00000400:00000200:57.0:1609800458.140362:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800458.140362:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (27)--
00000800:00000200:20.0:1609800458.140363:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)--
00000800:00000200:19.0:1609800458.140363:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:18.0:1609800458.140363:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:24.0:1609800458.140365:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:20.0:1609800458.140366:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800458.140366:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:30.1:1609800458.140368:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:19.0:1609800458.140369:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.140372:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800458.140374:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:19.0:1609800458.140377:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.140378:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:18.0:1609800458.140379:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.140380:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.140380:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.140382:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800458.140385:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800458.140387:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800458.140390:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.140392:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.140393:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:57.0:1609800458.140394:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.140395:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140398:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800458.140404:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.140408:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.140415:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800458.140451:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.140453:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.140455:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.140470:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:20.0:1609800458.140476:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.140479:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.140481:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:20.0:1609800458.140483:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800458.140485:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:20.0:1609800458.140487:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800458.140488:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800458.140488:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:20.0:1609800458.140489:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800458.140491:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:24.0:1609800458.140493:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.140494:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:18.0:1609800458.140495:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800458.140496:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:20.0:1609800458.140496:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800458.140496:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:20.0:1609800458.140499:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800458.140502:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800458.140502:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800458.140504:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800458.140505:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800458.140505:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.140506:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800458.140506:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800458.140506:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800458.140508:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800458.140509:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800458.140510:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800458.140510:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:20.0:1609800458.140512:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (26)++
00000400:00000200:19.0:1609800458.140512:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.140514:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:18.0:1609800458.140514:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.140517:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800458.140519:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800458.140520:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)--
00000400:00000200:19.0:1609800458.140520:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800458.140521:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:57.0:1609800458.140522:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800458.140522:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:18.0:1609800458.140522:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800458.140523:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.140523:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:19.0:1609800458.140523:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.140523:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800458.140524:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)--
00000800:00000200:24.0:1609800458.140525:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:20.0:1609800458.140525:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:18.0:1609800458.140525:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)++
00000400:00000200:57.0:1609800458.140526:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800458.140526:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800458.140527:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:18.0:1609800458.140527:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:19.0:1609800458.140528:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800458.140528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:24.0:1609800458.140529:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (26)--
00000400:00000200:20.0:1609800458.140529:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800458.140529:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:19.0:1609800458.140530:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800458.140531:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:20.0:1609800458.140532:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.140533:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:20.0:1609800458.140534:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800458.140534:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.140535:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:57.0:1609800458.140537:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.140538:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140540:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800458.140540:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800458.140542:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800458.140545:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800458.140547:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800458.140549:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800458.140553:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.140554:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:38.0:1609800458.140556:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800458.140557:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:38.0:1609800458.140558:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.140558:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:57.0:1609800458.140563:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800458.140563:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.140565:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.140566:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:57.0:1609800458.140568:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800458.140573:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:18.0:1609800458.140576:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:18.0:1609800458.140578:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:38.0:1609800458.140580:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800458.140580:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:38.0:1609800458.140582:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800458.140584:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.140640:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.140644:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140647:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800458.140652:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.140655:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.140659:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.140660:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:57.0:1609800458.140662:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.140668:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.140734:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.140740:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.140744:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:20.0:1609800458.140746:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800458.140747:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800458.140750:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.140752:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:19.0:1609800458.140758:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800458.140760:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800458.140762:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800458.140765:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800458.140766:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:30.1:1609800458.140768:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.140769:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.140770:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800458.140772:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.140774:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.140777:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800458.140778:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.140780:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:19.0:1609800458.140781:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.140784:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:5.0:1609800458.140800:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.140812:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.140815:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:5.0:1609800458.140821:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.140825:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:5.0:1609800458.140830:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.140831:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800458.140832:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:5.0:1609800458.140833:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:0.0:1609800458.140834:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.140837:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800458.140841:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.140865:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.140893:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:20.0:1609800458.140915:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:24.0:1609800458.140917:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:20.0:1609800458.140917:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800458.140919:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.140920:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800458.140924:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:57.0:1609800458.140925:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.140928:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800458.140934:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800458.140934:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.140938:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.140941:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800458.140941:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.140943:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:57.0:1609800458.140944:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:0.0:1609800458.140944:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:57.0:1609800458.140949:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:0.0:1609800458.140950:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.140953:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:0.0:1609800458.140958:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.140960:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:0.0:1609800458.140961:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:30.1:1609800458.140962:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:18.0:1609800458.140969:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:0.0:1609800458.140969:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:18.0:1609800458.140973:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800458.140975:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:18.0:1609800458.140975:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.140978:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:18.0:1609800458.140982:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.140994:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:24.0:1609800458.140999:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:24.0:1609800458.141003:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:24.0:1609800458.141004:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.141005:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:24.0:1609800458.141007:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:24.0:1609800458.141011:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800458.141112:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:19.0:1609800458.141118:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.141128:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800458.141130:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:18.0:1609800458.141130:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.141131:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.141132:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:4.0:1609800458.141160:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.141167:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141168:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.141171:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800458.141175:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.141177:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800458.141180:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:4.0:1609800458.141180:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:4.0:1609800458.141185:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.141186:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.141186:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:4.0:1609800458.141188:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141189:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.141193:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.141195:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:57.0:1609800458.141196:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:4.0:1609800458.141196:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:57.0:1609800458.141201:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:4.0:1609800458.141201:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800458.141209:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:20.0:1609800458.141215:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:20.0:1609800458.141218:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:4.0:1609800458.141218:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800458.141219:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.141220:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:4.0:1609800458.141220:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:20.0:1609800458.141222:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:24.0:1609800458.141223:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:24.0:1609800458.141224:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.141225:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800458.141226:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:24.0:1609800458.141227:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:4.0:1609800458.141228:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.141230:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:20.0:1609800458.141232:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:4.0:1609800458.141233:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.141234:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800458.141235:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:4.0:1609800458.141236:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:57.0:1609800458.141238:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141240:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:4.0:1609800458.141241:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:57.0:1609800458.141245:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.141248:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.141252:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.141254:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:30.1:1609800458.141254:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141256:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:57.0:1609800458.141260:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800458.141260:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:19.0:1609800458.141264:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:19.0:1609800458.141266:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.141268:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.141271:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.141273:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.141275:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:18.0:1609800458.141276:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800458.141277:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.141279:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.141281:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800458.141311:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000400:00000200:0.0:1609800458.141314:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800458.141317:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.141321:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:20.0:1609800458.141322:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:0.0:1609800458.141322:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.141323:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:20.0:1609800458.141324:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:20.0:1609800458.141325:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:0.0:1609800458.141325:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:0.0:1609800458.141331:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.141334:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:0.0:1609800458.141339:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.141341:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:0.0:1609800458.141343:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:0.0:1609800458.141351:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:57.0:1609800458.141358:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800458.141364:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:57.0:1609800458.141367:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141369:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:24.0:1609800458.141369:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:24.0:1609800458.141373:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:24.0:1609800458.141374:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141375:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800458.141375:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:24.0:1609800458.141376:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.141378:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.141379:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:57.0:1609800458.141381:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.141383:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:57.0:1609800458.141384:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141388:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.141400:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:18.0:1609800458.141405:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:18.0:1609800458.141409:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:18.0:1609800458.141410:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.141411:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:18.0:1609800458.141413:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:18.0:1609800458.141416:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:57.0:1609800458.141492:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.141496:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141498:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800458.141503:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.141506:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.141508:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.141510:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:57.0:1609800458.141511:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141514:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:57.0:1609800458.141522:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.141527:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.141527:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:57.0:1609800458.141529:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:19.0:1609800458.141532:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:57.0:1609800458.141534:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800458.141535:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:57.0:1609800458.141537:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:19.0:1609800458.141537:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.141538:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:57.0:1609800458.141539:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800458.141539:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.141541:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141542:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.141542:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:57.0:1609800458.141545:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.141557:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:20.0:1609800458.141563:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:20.0:1609800458.141566:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:20.0:1609800458.141567:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.141568:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:20.0:1609800458.141569:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:20.0:1609800458.141572:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800458.141640:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:24.0:1609800458.141645:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:24.0:1609800458.141648:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:24.0:1609800458.141650:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:24.0:1609800458.141651:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800458.141651:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:24.0:1609800458.141652:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:57.0:1609800458.141753:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.141775:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.141777:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:57.0:1609800458.141783:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.141785:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:57.0:1609800458.141788:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.141789:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:57.0:1609800458.141790:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:57.0:1609800458.141793:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.141808:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:18.0:1609800458.141814:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:18.0:1609800458.141816:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:20.0:1609800458.141819:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:18.0:1609800458.141819:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.141821:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:18.0:1609800458.141824:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:38.0:1609800458.141951:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800458.141981:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800458.141988:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:38.0:1609800458.142000:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800458.142006:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:38.0:1609800458.142026:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800458.142031:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:38.0:1609800458.142033:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:38.0:1609800458.142045:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800458.142060:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800458.142117:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800458.142131:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800458.142134:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.142137:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.142142:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800458.142144:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:35.1:1609800458.162508:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:37.0:1609800458.162568:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:37.0:1609800458.162579:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.93@o2ib18
00000400:00000200:37.0:1609800458.162588:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800458.162596:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162602:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800458.162615:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.162619:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800458.162622:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.162628:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.162632:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.162634:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.162640:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.162640:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.162647:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (23)++
00000400:00000200:6.0:1609800458.162648:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.162651:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (24)--
00000800:00000200:37.0:1609800458.162652:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:6.0:1609800458.162654:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800458.162655:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800458.162662:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:57.0:1609800458.162665:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800458.162666:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.162669:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000400:00000200:57.0:1609800458.162671:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.162673:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800458.162675:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800458.162677:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.162678:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:6.0:1609800458.162679:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800458.162680:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162685:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800458.162686:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800458.162687:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.162689:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.162695:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000400:00000200:37.0:1609800458.162696:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800458.162696:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.162699:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800458.162701:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800458.162701:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:8.0:1609800458.162702:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800458.162704:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:37.0:1609800458.162706:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.162711:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.162713:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800458.162714:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.162717:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.162719:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800458.162719:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:37.0:1609800458.162720:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:8.0:1609800458.162721:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.162722:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:6.0:1609800458.162723:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.162725:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000400:00000200:3.0:1609800458.162725:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.162728:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800458.162728:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800458.162730:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800458.162731:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.162734:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162734:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800458.162734:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.162736:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162737:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.162737:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800458.162740:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800458.162740:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800458.162747:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:0.0:1609800458.162749:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800458.162751:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:0.0:1609800458.162753:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.162754:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800458.162757:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162757:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (26)++
00000400:00000200:0.0:1609800458.162760:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800458.162761:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:3.0:1609800458.162761:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.162767:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800458.162768:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.162769:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000400:00000200:37.0:1609800458.162771:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.162771:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800458.162773:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800458.162775:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.162775:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.162776:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800458.162777:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:3.0:1609800458.162778:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800458.162791:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.162793:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800458.162794:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (26)++
00000400:00000200:8.0:1609800458.162795:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.162797:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800458.162797:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000800:00000200:37.0:1609800458.162799:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.162799:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000400:00000200:8.0:1609800458.162800:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.162800:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800458.162801:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800458.162802:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800458.162803:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800458.162804:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.162804:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (27)--
00000800:00000200:37.0:1609800458.162805:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000400:00000200:8.0:1609800458.162805:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:57.0:1609800458.162806:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.162806:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000400:00000200:57.0:1609800458.162808:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.162808:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:3.0:1609800458.162809:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:6.0:1609800458.162810:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:0.0:1609800458.162811:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.162812:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800458.162816:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:0.0:1609800458.162824:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.162825:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:37.0:1609800458.162826:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:8.0:1609800458.162827:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800458.162830:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800458.162833:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.162833:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800458.162837:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162837:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800458.162842:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:8.0:1609800458.162843:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800458.162844:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.162856:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162858:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800458.162861:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.162861:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.162862:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162864:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800458.162865:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.162868:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800458.162870:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:35.1:1609800458.162871:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800458.162873:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:57.0:1609800458.162874:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.162874:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800458.162876:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.162878:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.162878:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800458.162879:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800458.162880:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.162880:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800458.162883:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:37.0:1609800458.162885:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:37.0:1609800458.162887:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800458.162889:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800458.162891:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:6.0:1609800458.162892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000400:00000200:8.0:1609800458.162897:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.162898:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800458.162899:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:8.0:1609800458.162902:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.162902:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.162903:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800458.162905:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000400:00000200:6.0:1609800458.162905:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800458.162906:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800458.162907:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800458.162909:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:6.0:1609800458.162912:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.162914:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:35.1:1609800458.162915:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000400:00000200:6.0:1609800458.162916:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:8.0:1609800458.162917:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.162923:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.162925:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800458.162927:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800458.162927:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.162929:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800458.162932:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.162933:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800458.162934:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.162934:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162935:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.162937:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800458.162938:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800458.162938:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800458.162942:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800458.162942:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800458.162942:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.162944:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162944:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800458.162944:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.162946:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:57.0:1609800458.162947:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.162948:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.162948:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000400:00000200:37.0:1609800458.162949:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:5.0:1609800458.162949:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800458.162950:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800458.162952:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.162952:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:3.0:1609800458.162958:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800458.162959:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.162978:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800458.162979:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800458.162979:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.162980:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800458.162980:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:3.0:1609800458.162981:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.162982:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.162982:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:3.0:1609800458.162982:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.162983:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:8.0:1609800458.162984:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.162985:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800458.162986:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.162986:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.162987:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800458.162988:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000400:00000200:8.0:1609800458.162988:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.162989:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.162991:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (27)++
00000400:00000200:8.0:1609800458.162992:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:6.0:1609800458.162996:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800458.162998:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (28)++
00000400:00000200:8.0:1609800458.162998:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800458.162998:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.162998:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (28)--
00000800:00000200:37.0:1609800458.162999:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (28)--
00000800:00000200:3.0:1609800458.162999:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000800:00000200:57.0:1609800458.163000:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800458.163000:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.163000:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000400:00000200:57.0:1609800458.163001:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.163001:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800458.163001:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.163002:0:16039:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.93@o2ib18(1): redundant or enough NOOP
00000800:00000200:37.0:1609800458.163003:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000400:00000200:5.0:1609800458.163003:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800458.163004:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800458.163004:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.163004:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800458.163005:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.163007:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.163007:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800458.163008:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800458.163008:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:35.1:1609800458.163009:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000800:00000200:6.0:1609800458.163009:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800458.163010:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800458.163010:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.163012:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000400:00000200:5.0:1609800458.163012:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.163013:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800458.163028:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800458.163028:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:5.0:1609800458.163030:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.163031:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:5.0:1609800458.163031:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.163032:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:5.0:1609800458.163033:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.163034:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:57.0:1609800458.163036:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.163037:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.163037:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000800:00000200:3.0:1609800458.163037:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:8.0:1609800458.163039:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:57.0:1609800458.163040:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.163372:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.163399:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.163419:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:57.0:1609800458.163424:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.163444:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:57.0:1609800458.163448:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.163450:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:57.0:1609800458.163451:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:57.0:1609800458.163457:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:57.0:1609800458.163478:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.163485:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.163487:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:57.0:1609800458.163491:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.163494:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:57.0:1609800458.163496:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.163498:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (21)++
00000800:00000200:57.0:1609800458.163522:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:57.0:1609800458.163523:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000400:00000200:57.0:1609800458.163527:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.163530:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.163532:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:57.0:1609800458.163537:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.163539:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:57.0:1609800458.163542:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.163543:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:57.0:1609800458.163552:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:57.0:1609800458.163555:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000400:00000200:0.0:1609800458.163568:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.163574:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163577:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800458.163583:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.163586:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:35.1:1609800458.163588:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000800:00000200:0.0:1609800458.163590:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.163593:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000800:00000200:0.0:1609800458.163594:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000800:00000200:0.0:1609800458.163602:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)--
00000400:00000200:0.0:1609800458.163606:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.163609:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163610:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800458.163615:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.163617:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:0.0:1609800458.163619:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.163620:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)++
00000800:00000200:0.0:1609800458.163620:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (26)++
00000800:00000200:0.0:1609800458.163624:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (27)--
00000400:00000200:0.0:1609800458.163627:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800458.163630:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (26)++
00000800:00000200:6.0:1609800458.163634:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (27)--
00000400:00000200:6.0:1609800458.163636:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.163639:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.163641:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.163659:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163661:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.163662:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000400:00000200:57.0:1609800458.163663:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800458.163664:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000400:00000200:0.0:1609800458.163664:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800458.163666:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000400:00000200:6.0:1609800458.163668:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163669:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800458.163670:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.163671:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:0.0:1609800458.163672:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:57.0:1609800458.163675:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.163691:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800458.163694:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:3.0:1609800458.163695:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000800:00000200:57.0:1609800458.163696:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800458.163696:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000400:00000200:3.0:1609800458.163697:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.163698:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800458.163698:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000800:00000200:0.0:1609800458.163698:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.163699:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (26)++
00000800:00000200:0.0:1609800458.163699:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)++
00000400:00000200:6.0:1609800458.163700:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.163700:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:6.0:1609800458.163702:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.163704:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (27)++
00000800:00000200:57.0:1609800458.163705:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (27)--
00000400:00000200:57.0:1609800458.163723:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800458.163723:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (27)++
00000800:00000200:6.0:1609800458.163725:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (28)--
00000800:00000200:3.0:1609800458.163727:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000800:00000200:0.0:1609800458.163728:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800458.163729:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800458.163729:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (26)++
00000400:00000200:57.0:1609800458.163730:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.163731:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.163732:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000400:00000200:57.0:1609800458.163733:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:6.0:1609800458.163734:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.163735:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.163735:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:0.0:1609800458.163735:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800458.163736:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.163739:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800458.163741:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000800:00000200:57.0:1609800458.163742:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:8.0:1609800458.163745:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:57.0:1609800458.163746:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800458.163746:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:57.0:1609800458.163748:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000400:00000200:0.0:1609800458.163748:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.163749:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000400:00000200:0.0:1609800458.163750:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800458.163751:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:57.0:1609800458.163753:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)--
00000800:00000200:6.0:1609800458.163753:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:8.0:1609800458.163754:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000400:00000200:8.0:1609800458.163756:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163756:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800458.163758:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:0.0:1609800458.163758:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:8.0:1609800458.163761:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:0.0:1609800458.163761:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.163763:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800458.163763:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (21)++
00000800:00000200:35.1:1609800458.163764:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (22)++
00000800:00000200:0.0:1609800458.163764:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:0.0:1609800458.163766:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.93@o2ib18: no credits
00000400:00000200:57.0:1609800458.163767:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.163767:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000400:00000200:57.0:1609800458.163769:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800458.163771:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.163774:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800458.163774:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:57.0:1609800458.163777:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.163781:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.93@o2ib18: no credits
00000800:00000200:57.0:1609800458.163782:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800458.163782:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:6.0:1609800458.163782:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:57.0:1609800458.163783:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)++
00000800:00000200:57.0:1609800458.163785:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000400:00000200:37.0:1609800458.163785:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163786:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.163787:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000800:00000200:57.0:1609800458.163788:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.93@o2ib18: no credits
00000400:00000200:37.0:1609800458.163788:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.163788:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:57.0:1609800458.163789:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)--
00000400:00000200:0.0:1609800458.163789:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800458.163794:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.163796:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:37.0:1609800458.163799:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:0.0:1609800458.163799:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800458.163800:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:0.0:1609800458.163800:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)++
00000800:00000200:6.0:1609800458.163801:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (24)--
00000800:00000200:0.0:1609800458.163802:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800458.163803:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:0.0:1609800458.163804:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000800:00000200:35.1:1609800458.163809:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000400:00000200:0.0:1609800458.163810:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.163813:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.163815:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:8.0:1609800458.163816:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800458.163819:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000400:00000200:0.0:1609800458.163819:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800458.163821:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.163822:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:0.0:1609800458.163822:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:8.0:1609800458.163823:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.163825:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:3.0:1609800458.163825:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000800:00000200:0.0:1609800458.163825:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800458.163826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.163826:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800458.163827:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:0.0:1609800458.163827:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (24)++
00000400:00000200:3.0:1609800458.163829:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.163830:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:0.0:1609800458.163831:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)--
00000800:00000200:8.0:1609800458.163832:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000800:00000200:3.0:1609800458.163832:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000400:00000200:8.0:1609800458.163833:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.163835:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.163838:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800458.163843:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:37.0:1609800458.163851:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800458.163855:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800458.163856:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.163857:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:37.0:1609800458.163859:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.163861:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800458.163864:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:6.0:1609800458.163874:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:6.0:1609800458.163877:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800458.163879:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:6.0:1609800458.163879:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800458.163880:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:6.0:1609800458.163881:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800458.163933:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:3.0:1609800458.163941:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:3.0:1609800458.163945:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000800:00000200:3.0:1609800458.163946:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800458.163947:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:3.0:1609800458.163948:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:3.0:1609800458.163949:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:4.0:1609800458.164001:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.164022:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.164025:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:4.0:1609800458.164031:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.164034:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:4.0:1609800458.164038:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.164040:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:4.0:1609800458.164041:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800458.164050:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800458.164064:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:8.0:1609800458.164072:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:8.0:1609800458.164075:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:8.0:1609800458.164077:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.164078:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:8.0:1609800458.164079:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.164081:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:5.0:1609800458.341204:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800458.341207:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:30.1:1609800458.512756:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:37.0:1609800458.512772:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800458.512780:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.67@o2ib18
00000800:00000200:3.0:1609800458.512782:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:37.0:1609800458.512787:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.512789:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:37.0:1609800458.512794:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.512798:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800458.512799:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800458.512808:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.512812:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800458.512813:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:37.0:1609800458.512818:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.512825:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800458.512828:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.512829:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:37.0:1609800458.512831:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.512834:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.512835:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.512841:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)++
00000800:00000200:3.0:1609800458.512841:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.512842:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.512844:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:37.0:1609800458.512846:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:3.0:1609800458.512847:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800458.512848:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:6.0:1609800458.512850:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.512850:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800458.512852:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:37.0:1609800458.512861:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800458.512869:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.512869:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)++
00000800:00000200:3.0:1609800458.512871:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)--
00000400:00000200:37.0:1609800458.512872:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.512873:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.512873:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000400:00000200:57.0:1609800458.512875:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.512875:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:6.0:1609800458.512876:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:57.0:1609800458.512879:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.512880:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:3.0:1609800458.512880:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:37.0:1609800458.512883:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:8.0:1609800458.512887:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:6.0:1609800458.512890:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800458.512894:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.512897:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.512900:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800458.512902:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800458.512903:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.512903:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.512904:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800458.512908:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.512909:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800458.512909:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.512911:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800458.512912:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.512913:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.512914:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:37.0:1609800458.512917:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000800:00000200:37.0:1609800458.512919:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:37.0:1609800458.512921:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000400:00000200:8.0:1609800458.512921:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:37.0:1609800458.512923:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:3.0:1609800458.512924:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.512927:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:0.0:1609800458.512928:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800458.512929:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.512930:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800458.512931:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.512932:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.512934:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800458.512934:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.512935:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.512939:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000400:00000200:0.0:1609800458.512939:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800458.512940:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.512941:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800458.512942:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800458.512943:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.512957:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (26)++
00000800:00000200:8.0:1609800458.512959:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800458.512960:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)++
00000800:00000200:57.0:1609800458.512961:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.512962:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.512962:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.512964:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.512965:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.512965:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800458.512966:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800458.512966:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.512968:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.512969:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:3.0:1609800458.512970:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:6.0:1609800458.512971:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)--
00000800:00000200:8.0:1609800458.512972:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000400:00000200:0.0:1609800458.512972:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800458.512974:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800458.512975:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800458.512976:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000400:00000200:37.0:1609800458.512977:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.512981:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:37.0:1609800458.512982:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800458.512983:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800458.512983:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.512987:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800458.512989:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.512992:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800458.512992:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.512993:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800458.512994:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.512995:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.512999:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800458.513000:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:6.0:1609800458.513010:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.513014:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:37.0:1609800458.513016:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800458.513016:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.513017:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:6.0:1609800458.513020:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.513026:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800458.513027:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.513028:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800458.513029:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.513031:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.513033:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800458.513052:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800458.513057:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800458.513058:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:30.1:1609800458.513135:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800458.513147:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:38.0:1609800458.513151:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.513151:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:8.0:1609800458.513152:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:38.0:1609800458.513154:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.513154:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:38.0:1609800458.513157:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.513157:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000800:00000200:8.0:1609800458.513158:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:8.0:1609800458.513159:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800458.513231:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:6.0:1609800458.513239:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800458.513243:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:3.0:1609800458.513245:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:6.0:1609800458.513247:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800458.513251:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.513253:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:6.0:1609800458.513259:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.513261:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800458.513264:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.513266:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.513267:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.513271:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800458.513273:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:6.0:1609800458.513274:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:22.0:1609800458.513291:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.513293:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.513294:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.513297:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800458.513299:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800458.513303:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:22.0:1609800458.513309:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800458.513313:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:22.0:1609800458.513318:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800458.513320:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:22.0:1609800458.513322:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:22.0:1609800458.513329:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.513349:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800458.513356:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800458.513360:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.513362:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:8.0:1609800458.513364:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.513366:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:8.0:1609800458.513368:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.513368:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:37.0:1609800458.513369:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800458.513371:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:3.0:1609800458.513372:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800458.513374:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:6.0:1609800458.513376:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:8.0:1609800458.513377:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.513380:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800458.513381:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.513381:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.513382:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800458.513382:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800458.513383:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800458.513385:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.513387:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.513387:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.513389:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800458.513389:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.513390:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:37.0:1609800458.513392:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.513395:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800458.513396:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800458.513398:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.513398:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800458.513399:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000800:00000200:3.0:1609800458.513399:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800458.513400:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:37.0:1609800458.513418:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.513418:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)--
00000400:00000200:6.0:1609800458.513418:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800458.513419:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.513419:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:3.0:1609800458.513419:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800458.513420:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:3.0:1609800458.513421:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.513423:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:3.0:1609800458.513423:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.513425:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800458.513428:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800458.513429:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800458.513431:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.513431:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000800:00000200:3.0:1609800458.513431:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000800:00000200:37.0:1609800458.513432:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)--
00000800:00000200:6.0:1609800458.513432:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.513433:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)--
00000400:00000200:8.0:1609800458.513433:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.513433:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)--
00000800:00000200:3.0:1609800458.513434:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:57.0:1609800458.513435:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800458.513435:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:6.0:1609800458.513435:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.513436:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800458.513437:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)++
00000400:00000200:8.0:1609800458.513437:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.513437:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800458.513439:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (26)++
00000800:00000200:6.0:1609800458.513454:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)++
00000400:00000200:0.0:1609800458.513455:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.513468:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:0.0:1609800458.513470:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800458.513474:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800458.513477:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:8.0:1609800458.513477:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800458.513478:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:37.0:1609800458.513479:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (28)--
00000800:00000200:8.0:1609800458.513479:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.513479:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)--
00000400:00000200:37.0:1609800458.513480:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.513480:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000400:00000200:37.0:1609800458.513482:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.513482:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.513483:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800458.513485:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.513485:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:37.0:1609800458.513486:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:8.0:1609800458.513486:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:57.0:1609800458.513487:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.513487:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:57.0:1609800458.513489:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800458.513492:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.513493:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.513494:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:0.0:1609800458.513496:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.513498:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.513502:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:0.0:1609800458.513502:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.513503:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.513505:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:57.0:1609800458.513506:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.513506:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.513506:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.513508:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:3.0:1609800458.513522:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.513526:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:57.0:1609800458.513527:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:57.0:1609800458.513533:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.513536:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:57.0:1609800458.513540:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.513542:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:57.0:1609800458.513544:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:57.0:1609800458.513547:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:57.0:1609800458.513556:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.513557:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.513560:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.513562:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800458.513570:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800458.513575:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:37.0:1609800458.513576:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.513577:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:37.0:1609800458.513579:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.513582:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:5.0:1609800458.513630:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.513636:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.513640:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:5.0:1609800458.513646:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.513650:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:5.0:1609800458.513656:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800458.513658:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:5.0:1609800458.513659:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:5.0:1609800458.513667:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:5.0:1609800458.513672:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.513675:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.513677:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:30.1:1609800458.513682:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:5.0:1609800458.513682:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.513685:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:5.0:1609800458.513687:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800458.513689:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:5.0:1609800458.513689:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800458.513690:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:5.0:1609800458.513693:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800458.513694:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000400:00000200:6.0:1609800458.513695:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.513697:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.513697:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:6.0:1609800458.513698:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.513702:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.513706:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:5.0:1609800458.513713:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.513714:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:5.0:1609800458.513716:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:8.0:1609800458.513717:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800458.513718:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.513719:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:8.0:1609800458.513720:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:5.0:1609800458.513721:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.513723:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:8.0:1609800458.513724:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800458.513726:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:5.0:1609800458.513727:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.513728:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800458.513728:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:5.0:1609800458.513729:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000400:00000200:57.0:1609800458.513732:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.513733:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:5.0:1609800458.513734:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:57.0:1609800458.513735:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:3.0:1609800458.513737:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:3.0:1609800458.513738:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800458.513739:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:3.0:1609800458.513740:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:5.0:1609800458.513741:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.513741:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:57.0:1609800458.513745:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800458.513746:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:57.0:1609800458.513748:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:5.0:1609800458.513750:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.513752:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:57.0:1609800458.513753:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.513754:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800458.513754:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:57.0:1609800458.513756:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000400:00000200:5.0:1609800458.513758:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800458.513760:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:57.0:1609800458.513761:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:5.0:1609800458.513761:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.513762:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:37.0:1609800458.513764:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800458.513765:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800458.513766:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:5.0:1609800458.513767:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800458.513768:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:5.0:1609800458.513768:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (23)++
00000800:00000200:30.1:1609800458.513774:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000800:00000200:5.0:1609800458.513775:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800458.513781:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800458.513785:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:6.0:1609800458.513802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.513804:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:6.0:1609800458.513805:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.513807:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800458.513808:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:3.0:1609800458.513808:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.513809:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:3.0:1609800458.513810:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.513813:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800458.513819:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:37.0:1609800458.513826:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800458.513830:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800458.513831:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800458.513831:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:37.0:1609800458.513832:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800458.513833:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:57.0:1609800458.513846:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.513853:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.513856:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:57.0:1609800458.513861:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.513864:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:57.0:1609800458.513868:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.513870:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:57.0:1609800458.513871:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:57.0:1609800458.513875:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.513888:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800458.513896:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800458.513899:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:57.0:1609800458.513906:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.513917:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.513918:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.513918:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:57.0:1609800458.513919:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:6.0:1609800458.513921:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.513924:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.513927:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:6.0:1609800458.513928:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:57.0:1609800458.513932:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.513934:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:57.0:1609800458.513935:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:57.0:1609800458.513938:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:0.0:1609800458.513942:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800458.513952:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800458.513959:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800458.513962:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:0.0:1609800458.513963:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.513964:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.513965:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:8.0:1609800458.513967:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:0.0:1609800458.513967:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:0.0:1609800458.513974:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.513977:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:8.0:1609800458.513978:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:0.0:1609800458.513982:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.513984:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:0.0:1609800458.513985:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:0.0:1609800458.513994:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.514006:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:3.0:1609800458.514014:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:3.0:1609800458.514017:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:3.0:1609800458.514018:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.514020:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:3.0:1609800458.514020:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.514023:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:57.0:1609800458.514038:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.514046:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.514048:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:57.0:1609800458.514066:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.514069:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:57.0:1609800458.514073:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.514075:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:57.0:1609800458.514077:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:57.0:1609800458.514080:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.514092:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800458.514101:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800458.514104:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:37.0:1609800458.514106:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.514107:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:37.0:1609800458.514108:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.514112:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800458.514146:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:6.0:1609800458.514155:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800458.514159:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800458.514160:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:3.0:1609800458.514161:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:6.0:1609800458.514162:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800458.514162:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800458.514163:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:4.0:1609800458.514170:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.514183:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:4.0:1609800458.514189:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.514193:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:4.0:1609800458.514197:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.514199:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:4.0:1609800458.514201:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:4.0:1609800458.514209:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800458.514243:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800458.514251:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800458.514254:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800458.514255:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.514257:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:8.0:1609800458.514258:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.514260:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:31.1:1609800458.515048:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:3.0:1609800458.515097:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:3.0:1609800458.515103:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.89@o2ib18
00000400:00000200:3.0:1609800458.515107:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800458.515111:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.515114:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800458.515135:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.515136:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:3.0:1609800458.515138:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.515141:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.515143:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:3.0:1609800458.515145:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800458.515146:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.515147:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800458.515170:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.515170:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (23)++
00000800:00000200:3.0:1609800458.515172:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000400:00000200:6.0:1609800458.515173:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:3.0:1609800458.515173:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:3.0:1609800458.515175:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:6.0:1609800458.515179:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.515183:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800458.515186:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.515186:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.515189:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800458.515191:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.515191:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.515195:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (21)++
00000400:00000200:57.0:1609800458.515196:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515197:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (22)--
00000800:00000200:6.0:1609800458.515197:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800458.515222:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:8.0:1609800458.515269:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:0.0:1609800458.515290:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.515293:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:0.0:1609800458.515294:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.515314:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800458.515314:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800458.515339:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.515342:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:8.0:1609800458.515349:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.515351:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.515352:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800458.515355:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800458.515357:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800458.515359:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.515360:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.515361:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.515383:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (23)++
00000400:00000200:3.0:1609800458.515384:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.515385:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800458.515386:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:3.0:1609800458.515387:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800458.515388:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.515391:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:3.0:1609800458.515393:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800458.515394:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.515395:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:3.0:1609800458.515396:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800458.515397:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800458.515398:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515403:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800458.515418:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800458.515419:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800458.515419:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.515421:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800458.515422:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800458.515423:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800458.515426:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800458.515428:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.515428:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:8.0:1609800458.515430:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800458.515430:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000400:00000200:37.0:1609800458.515432:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.515432:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800458.515433:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800458.515451:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800458.515451:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.515451:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800458.515453:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.515455:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:3.0:1609800458.515456:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:37.0:1609800458.515457:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.515475:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:37.0:1609800458.515478:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800458.515478:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000800:00000200:3.0:1609800458.515478:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800458.515479:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:8.0:1609800458.515480:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:6.0:1609800458.515480:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.515481:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800458.515481:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:3.0:1609800458.515481:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800458.515484:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.515485:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800458.515485:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515486:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.515486:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.515487:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.515489:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:57.0:1609800458.515492:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800458.515493:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:38.0:1609800458.515495:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800458.515496:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800458.515498:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.515499:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.515500:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800458.515501:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515503:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.515504:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:3.0:1609800458.515504:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.515506:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800458.515507:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:6.0:1609800458.515507:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800458.515507:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.515509:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.515510:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800458.515511:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.515513:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (23)++
00000800:00000200:6.0:1609800458.515514:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:3.0:1609800458.515514:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000800:00000200:3.0:1609800458.515515:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800458.515517:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:38.0:1609800458.515522:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800458.515523:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800458.515523:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515525:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.515525:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000400:00000200:38.0:1609800458.515526:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515526:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:57.0:1609800458.515530:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800458.515531:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800458.515532:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800458.515535:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800458.515553:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.515656:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:8.0:1609800458.515662:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800458.515663:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:8.0:1609800458.515665:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.515670:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800458.515674:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800458.515679:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.515681:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:8.0:1609800458.515711:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.515712:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:8.0:1609800458.515715:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800458.515716:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800458.515718:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800458.515718:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800458.515719:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:57.0:1609800458.515721:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.515722:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800458.515722:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.515723:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800458.515724:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:37.0:1609800458.515724:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:3.0:1609800458.515724:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:57.0:1609800458.515743:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800458.515745:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800458.515746:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:57.0:1609800458.515748:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:8.0:1609800458.515748:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000400:00000200:3.0:1609800458.515748:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800458.515749:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.515749:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800458.515750:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:8.0:1609800458.515753:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:3.0:1609800458.515753:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.515754:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.515756:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)++
00000400:00000200:37.0:1609800458.515756:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.515757:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000400:00000200:8.0:1609800458.515757:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.515757:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:3.0:1609800458.515758:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800458.515761:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:57.0:1609800458.515763:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (27)--
00000400:00000200:3.0:1609800458.515764:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.515767:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800458.515769:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:6.0:1609800458.515769:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.515770:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800458.515772:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.515773:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.515774:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.515774:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800458.515776:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.515776:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800458.515777:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800458.515777:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.515778:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800458.515780:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.515783:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800458.515784:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.515786:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.515787:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800458.515787:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000800:00000200:37.0:1609800458.515789:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.515789:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800458.515789:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800458.515789:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:3.0:1609800458.515807:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800458.515809:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800458.515809:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800458.515810:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800458.515811:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:8.0:1609800458.515812:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:37.0:1609800458.515813:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000400:00000200:6.0:1609800458.515813:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.515814:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800458.515815:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800458.515816:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:57.0:1609800458.515817:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.515817:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800458.515819:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.515820:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800458.515821:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515824:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.515826:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800458.515827:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.515829:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.515831:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000400:00000200:0.0:1609800458.515833:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515835:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:57.0:1609800458.515837:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.515838:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515841:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.515841:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000800:00000200:6.0:1609800458.515842:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:0.0:1609800458.515851:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.515852:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.515855:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.515866:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.515870:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515872:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800458.515878:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.515881:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800458.515884:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.515886:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:57.0:1609800458.515888:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:57.0:1609800458.515906:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000800:00000200:31.1:1609800458.515909:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (23)++
00000400:00000200:57.0:1609800458.515969:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.515970:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:57.0:1609800458.515972:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515973:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:3.0:1609800458.515975:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000400:00000200:3.0:1609800458.515978:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.515979:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800458.515981:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.515982:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800458.516000:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.516002:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)++
00000800:00000200:57.0:1609800458.516002:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000800:00000200:3.0:1609800458.516004:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:3.0:1609800458.516006:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:57.0:1609800458.516008:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (26)--
00000800:00000200:3.0:1609800458.516010:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000800:00000200:3.0:1609800458.516011:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:3.0:1609800458.516013:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:3.0:1609800458.516016:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:3.0:1609800458.516037:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.516039:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.516042:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:3.0:1609800458.516043:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:3.0:1609800458.516064:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:3.0:1609800458.516065:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.516067:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:3.0:1609800458.516067:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.516070:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:5.0:1609800458.516112:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.516118:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.516134:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:5.0:1609800458.516140:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.516144:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:5.0:1609800458.516165:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800458.516167:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:5.0:1609800458.516168:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:5.0:1609800458.516176:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:5.0:1609800458.516183:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.516187:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.516188:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:5.0:1609800458.516193:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800458.516195:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:5.0:1609800458.516209:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800458.516210:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:5.0:1609800458.516211:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000400:00000200:57.0:1609800458.516213:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800458.516215:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:5.0:1609800458.516219:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.516222:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.516224:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800458.516230:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.516233:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:5.0:1609800458.516236:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.516238:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.516239:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000400:00000200:5.0:1609800458.516239:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:57.0:1609800458.516241:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000400:00000200:5.0:1609800458.516244:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.516245:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000800:00000200:5.0:1609800458.516246:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:5.0:1609800458.516250:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800458.516251:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:5.0:1609800458.516252:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:31.1:1609800458.516257:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (25)++
00000800:00000200:5.0:1609800458.516258:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800458.516270:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800458.516276:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000400:00000200:8.0:1609800458.516278:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.516296:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000400:00000200:8.0:1609800458.516298:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.516301:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800458.516302:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:37.0:1609800458.516303:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.516304:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800458.516306:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.516307:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.516310:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:8.0:1609800458.516311:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000800:00000200:37.0:1609800458.516314:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800458.516314:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000400:00000200:57.0:1609800458.516316:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800458.516316:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:8.0:1609800458.516316:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.516319:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800458.516319:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:8.0:1609800458.516319:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:37.0:1609800458.516320:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.516320:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:37.0:1609800458.516323:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.516323:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000400:00000200:0.0:1609800458.516323:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.516324:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800458.516325:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:3.0:1609800458.516325:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:57.0:1609800458.516326:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:57.0:1609800458.516327:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:37.0:1609800458.516327:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:57.0:1609800458.516331:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800458.516333:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800458.516335:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800458.516336:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800458.516343:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:8.0:1609800458.516351:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.516355:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:8.0:1609800458.516356:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.516357:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:8.0:1609800458.516359:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.516362:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:57.0:1609800458.516373:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800458.516375:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000400:00000200:57.0:1609800458.516380:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.516382:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:37.0:1609800458.516384:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000400:00000200:57.0:1609800458.516388:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800458.516388:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:37.0:1609800458.516390:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800458.516390:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:57.0:1609800458.516391:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800458.516392:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (22)--
00000800:00000200:37.0:1609800458.516393:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:57.0:1609800458.516395:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.516397:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:57.0:1609800458.516398:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:57.0:1609800458.516401:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800458.516426:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:3.0:1609800458.516434:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:3.0:1609800458.516437:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:3.0:1609800458.516439:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.516440:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:3.0:1609800458.516441:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:4.0:1609800458.516443:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.516444:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:4.0:1609800458.516449:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:57.0:1609800458.516457:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.516458:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800458.516462:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800458.516462:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:57.0:1609800458.516465:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:4.0:1609800458.516467:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.516469:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:4.0:1609800458.516470:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000400:00000200:57.0:1609800458.516471:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.516474:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:57.0:1609800458.516478:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.516478:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000800:00000200:57.0:1609800458.516479:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:57.0:1609800458.516481:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000400:00000200:4.0:1609800458.516484:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.516485:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000800:00000200:31.1:1609800458.516496:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000400:00000200:4.0:1609800458.516502:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.516505:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:4.0:1609800458.516505:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:6.0:1609800458.516509:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:37.0:1609800458.516511:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:6.0:1609800458.516511:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.516511:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800458.516514:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:6.0:1609800458.516514:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:4.0:1609800458.516514:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:37.0:1609800458.516516:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.516517:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:4.0:1609800458.516517:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800458.516519:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.516519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:4.0:1609800458.516519:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800458.516520:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800458.516522:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:4.0:1609800458.516525:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:4.0:1609800458.516531:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800458.516547:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:4.0:1609800458.516550:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.516554:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:3.0:1609800458.516555:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:3.0:1609800458.516557:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:4.0:1609800458.516559:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800458.516559:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.516560:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:4.0:1609800458.516561:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:3.0:1609800458.516561:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.516564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:4.0:1609800458.516565:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.516567:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:4.0:1609800458.516567:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:4.0:1609800458.516571:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:4.0:1609800458.516575:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.516578:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.516580:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:31.1:1609800458.516583:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:4.0:1609800458.516584:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.516586:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:4.0:1609800458.516589:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.516590:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800458.516591:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800458.516591:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000800:00000200:6.0:1609800458.516595:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000800:00000200:4.0:1609800458.516595:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800458.516596:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000400:00000200:6.0:1609800458.516597:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.516615:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:31.1:1609800458.516617:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800458.516620:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800458.516622:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800458.516625:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:8.0:1609800458.516626:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:6.0:1609800458.516627:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.516629:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.516631:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800458.516691:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:37.0:1609800458.516698:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:37.0:1609800458.516702:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:37.0:1609800458.516703:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800458.516703:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:37.0:1609800458.516705:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800458.516706:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:28.1:1609800458.553908:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:3.0:1609800458.553964:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:3.0:1609800458.553973:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:3.0:1609800458.553981:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800458.553989:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.553994:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800458.554007:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.554013:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:3.0:1609800458.554013:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800458.554019:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800458.554025:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800458.554026:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800458.554027:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.554028:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.554033:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:6.0:1609800458.554034:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.554034:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:3.0:1609800458.554037:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000400:00000200:8.0:1609800458.554041:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.554041:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:6.0:1609800458.554042:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554043:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:8.0:1609800458.554047:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.554050:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:28.1:1609800458.554053:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:8.0:1609800458.554057:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800458.554063:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.554066:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:8.0:1609800458.554070:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.554070:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.554071:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800458.554075:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800458.554077:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800458.554079:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800458.554081:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800458.554082:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.554082:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800458.554084:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554085:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.554088:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800458.554088:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800458.554091:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.554092:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800458.554095:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800458.554096:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800458.554098:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800458.554098:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:3.0:1609800458.554099:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800458.554100:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.554104:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554105:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800458.554110:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.554110:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:3.0:1609800458.554110:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800458.554111:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800458.554115:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800458.554116:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554117:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.554133:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:3.0:1609800458.554137:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000400:00000200:57.0:1609800458.554138:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800458.554142:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.554148:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:57.0:1609800458.554151:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.554151:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:57.0:1609800458.554153:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554153:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:57.0:1609800458.554158:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800458.554158:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.554159:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.554159:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:0.0:1609800458.554161:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554166:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:3.0:1609800458.554166:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800458.554166:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800458.554170:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:3.0:1609800458.554173:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800458.554175:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000400:00000200:3.0:1609800458.554177:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:37.0:1609800458.554182:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.554187:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000400:00000200:3.0:1609800458.554188:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.554192:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000800:00000200:3.0:1609800458.554193:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800458.554194:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800458.554196:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:37.0:1609800458.554197:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554197:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.554202:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:3.0:1609800458.554202:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.554203:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:37.0:1609800458.554204:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:3.0:1609800458.554204:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800458.554210:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.554211:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.554213:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000400:00000200:6.0:1609800458.554215:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.554216:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:3.0:1609800458.554218:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:6.0:1609800458.554220:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.554222:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:37.0:1609800458.554223:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.554223:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:6.0:1609800458.554225:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:37.0:1609800458.554236:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800458.554236:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.554241:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800458.554243:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800458.554244:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.554246:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.1:1609800458.554252:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:6.0:1609800458.554253:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800458.554253:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554256:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.554257:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800458.554258:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.554260:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:37.0:1609800458.554262:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800458.554262:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:6.0:1609800458.554262:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:38.0:1609800458.554264:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.554264:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:8.0:1609800458.554265:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800458.554266:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000400:00000200:3.0:1609800458.554267:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800458.554268:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554270:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:37.0:1609800458.554271:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000400:00000200:8.0:1609800458.554272:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.554272:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800458.554274:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800458.554275:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000400:00000200:6.0:1609800458.554276:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.554277:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.554278:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:8.0:1609800458.554278:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.554281:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.554281:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:3.0:1609800458.554282:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800458.554283:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.554284:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554284:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800458.554286:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800458.554286:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800458.554287:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:8.0:1609800458.554296:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800458.554301:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.554301:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:8.0:1609800458.554302:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800458.554304:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800458.554304:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.554304:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:57.0:1609800458.554306:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.554306:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800458.554308:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000400:00000200:57.0:1609800458.554309:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800458.554309:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800458.554310:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.554311:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.554313:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.554313:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000400:00000200:6.0:1609800458.554315:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.554315:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000800:00000200:8.0:1609800458.554316:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000400:00000200:37.0:1609800458.554317:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554317:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:8.0:1609800458.554319:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000800:00000200:8.0:1609800458.554320:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000800:00000200:6.0:1609800458.554320:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.554320:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800458.554323:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:6.0:1609800458.554324:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800458.554325:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000800:00000200:8.0:1609800458.554326:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:37.0:1609800458.554327:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:38.0:1609800458.554328:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800458.554328:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:38.0:1609800458.554330:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554330:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.554332:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800458.554335:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800458.554342:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000400:00000200:37.0:1609800458.554344:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800458.554348:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.554350:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.554350:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:37.0:1609800458.554352:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800458.554352:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:6.0:1609800458.554352:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000400:00000200:57.0:1609800458.554353:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800458.554353:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.554354:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:8.0:1609800458.554356:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800458.554357:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:37.0:1609800458.554358:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800458.554359:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.554363:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800458.554363:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800458.554366:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800458.554368:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.554369:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a396f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800458.554372:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:3.0:1609800458.554374:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.554379:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800458.554383:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.554384:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.554386:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800458.554404:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800458.554404:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.554405:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:3.0:1609800458.554405:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800458.554406:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:3.0:1609800458.554406:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdaf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800458.554406:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.554407:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800458.554408:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.554409:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.554411:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.554411:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:3.0:1609800458.554413:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800458.554414:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:8.0:1609800458.554417:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:3.0:1609800458.554417:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:57.0:1609800458.554418:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.554418:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800458.554419:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:57.0:1609800458.554420:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.554422:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800458.554442:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:6.0:1609800458.554453:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:6.0:1609800458.554456:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000800:00000200:6.0:1609800458.554457:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:6.0:1609800458.554458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:5.0:1609800458.554463:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800458.554466:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.554469:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800458.554657:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.554663:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.554666:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:0.0:1609800458.554671:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.554675:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:0.0:1609800458.554678:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.554680:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000800:00000200:0.0:1609800458.554682:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000800:00000200:0.0:1609800458.554706:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000400:00000200:22.0:1609800458.554746:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800458.554748:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000400:00000200:22.0:1609800458.554751:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800458.554753:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:22.0:1609800458.554759:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800458.554775:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:22.0:1609800458.554779:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800458.554781:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:22.0:1609800458.554783:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:22.0:1609800458.554788:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800458.554799:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.554815:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:4.0:1609800458.554819:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.554821:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800458.554822:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:8.0:1609800458.554823:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:3.0:1609800458.554823:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.554826:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:8.0:1609800458.554827:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.554828:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:4.0:1609800458.554829:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800458.554830:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:4.0:1609800458.554833:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:3.0:1609800458.554834:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800458.554854:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:3.0:1609800458.554855:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000400:00000200:57.0:1609800458.554857:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800458.554857:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.554859:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000800:00000200:4.0:1609800458.554860:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000400:00000200:57.0:1609800458.554879:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.554881:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:4.0:1609800458.554884:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000400:00000200:57.0:1609800458.554891:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.554896:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800458.554901:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.554903:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:57.0:1609800458.554904:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:28.1:1609800458.554907:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:57.0:1609800458.554909:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:0.0:1609800458.554981:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.554987:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.554988:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.554989:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:37.0:1609800458.554990:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:57.0:1609800458.554991:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.554994:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:37.0:1609800458.554996:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:0.0:1609800458.554996:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800458.554998:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.554998:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800458.555001:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000800:00000200:0.0:1609800458.555001:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:37.0:1609800458.555002:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:8.0:1609800458.555003:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.555005:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800458.555005:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:8.0:1609800458.555006:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.555009:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:3.0:1609800458.555009:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:0.0:1609800458.555010:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800458.555011:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:3.0:1609800458.555011:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:0.0:1609800458.555012:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800458.555013:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:3.0:1609800458.555013:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:57.0:1609800458.555014:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.555014:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (25)++
00000800:00000200:57.0:1609800458.555016:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:8.0:1609800458.555016:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:3.0:1609800458.555018:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:0.0:1609800458.555020:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:0.0:1609800458.555024:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.555027:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:57.0:1609800458.555032:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:28.1:1609800458.555032:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000400:00000200:0.0:1609800458.555037:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.555039:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800458.555040:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800458.555041:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:57.0:1609800458.555043:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.555044:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:0.0:1609800458.555045:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800458.555046:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:37.0:1609800458.555046:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.555047:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:0.0:1609800458.555048:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:37.0:1609800458.555049:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.555052:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800458.555052:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800458.555054:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:6.0:1609800458.555054:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.555055:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:37.0:1609800458.555056:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:6.0:1609800458.555057:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:0.0:1609800458.555057:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.555058:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:0.0:1609800458.555059:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:57.0:1609800458.555060:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.555061:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:6.0:1609800458.555063:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:57.0:1609800458.555064:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:0.0:1609800458.555064:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:57.0:1609800458.555072:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:28.1:1609800458.555077:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:57.0:1609800458.555083:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.555086:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:3.0:1609800458.555089:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:3.0:1609800458.555090:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.555091:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:57.0:1609800458.555092:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.555093:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.555095:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:28.1:1609800458.555096:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:57.0:1609800458.555100:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800458.555100:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:3.0:1609800458.555101:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:57.0:1609800458.555103:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:3.0:1609800458.555105:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000800:00000200:57.0:1609800458.555122:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800458.555123:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:57.0:1609800458.555124:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:57.0:1609800458.555131:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000400:00000200:3.0:1609800458.555133:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.555134:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:3.0:1609800458.555136:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.555140:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:57.0:1609800458.555142:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800458.555148:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800458.555148:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000400:00000200:57.0:1609800458.555151:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.555153:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:8.0:1609800458.555156:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:38.0:1609800458.555157:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.555159:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800458.555160:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:8.0:1609800458.555161:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.555162:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:37.0:1609800458.555162:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:38.0:1609800458.555163:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:8.0:1609800458.555164:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.555165:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.555167:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:57.0:1609800458.555168:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:57.0:1609800458.555183:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:38.0:1609800458.555186:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800458.555190:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:8.0:1609800458.555190:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:38.0:1609800458.555195:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800458.555195:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:38.0:1609800458.555197:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:38.0:1609800458.555199:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:6.0:1609800458.555203:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:38.0:1609800458.555207:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:6.0:1609800458.555208:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:6.0:1609800458.555209:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.555210:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:6.0:1609800458.555212:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.555215:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800458.555217:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800458.555226:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800458.555229:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:37.0:1609800458.555230:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.555232:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:37.0:1609800458.555233:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.555235:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800458.555278:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:3.0:1609800458.555287:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000400:00000200:0.0:1609800458.555288:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800458.555290:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:3.0:1609800458.555292:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:6.0:1609800458.555293:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:3.0:1609800458.555293:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:3.0:1609800458.555295:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000400:00000200:0.0:1609800458.555298:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.555300:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:0.0:1609800458.555305:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.555307:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:0.0:1609800458.555310:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.555312:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000800:00000200:0.0:1609800458.555313:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000800:00000200:0.0:1609800458.555317:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800458.555329:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:8.0:1609800458.555337:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:8.0:1609800458.555341:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:8.0:1609800458.555342:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.555343:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:8.0:1609800458.555344:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.555347:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800458.555378:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:6.0:1609800458.555387:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:6.0:1609800458.555391:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800458.555392:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:3.0:1609800458.555393:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:6.0:1609800458.555394:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)--
00000800:00000200:6.0:1609800458.555395:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000400:00000200:57.0:1609800458.555461:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.555465:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.555467:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:57.0:1609800458.555472:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.555475:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:57.0:1609800458.555480:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.555493:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000800:00000200:57.0:1609800458.555494:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000800:00000200:57.0:1609800458.555498:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800458.555520:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800458.555530:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800458.555534:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:37.0:1609800458.555553:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.555554:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:37.0:1609800458.555555:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800458.555558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800458.616651:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:3.0:1609800458.616706:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:3.0:1609800458.616716:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.146@o2ib18
00000400:00000200:3.0:1609800458.616725:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800458.616733:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.616739:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800458.616752:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.616757:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:3.0:1609800458.616758:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800458.616764:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.616770:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.616773:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800458.616776:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.616778:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.616783:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000400:00000200:6.0:1609800458.616786:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.616786:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:3.0:1609800458.616787:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:3.0:1609800458.616789:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000400:00000200:6.0:1609800458.616792:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800458.616796:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:57.0:1609800458.616799:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.616804:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800458.616804:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.616808:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:57.0:1609800458.616810:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.616810:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800458.616813:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.616816:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800458.616816:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800458.616819:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.616823:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800458.616823:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:8.0:1609800458.616825:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.616826:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800458.616832:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.616832:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000400:00000200:3.0:1609800458.616835:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.616837:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:8.0:1609800458.616838:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:6.0:1609800458.616838:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:3.0:1609800458.616840:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800458.616841:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:6.0:1609800458.616844:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800458.616845:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.616845:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800458.616847:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.616850:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800458.616851:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800458.616853:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.616858:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:8.0:1609800458.616859:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800458.616859:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000400:00000200:37.0:1609800458.616860:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800458.616860:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.616861:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:3.0:1609800458.616863:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:8.0:1609800458.616864:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800458.616866:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.616866:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:37.0:1609800458.616869:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.616871:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800458.616871:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:3.0:1609800458.616873:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.616874:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800458.616878:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:6.0:1609800458.616882:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800458.616889:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.616890:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.616890:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800458.616894:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.616896:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800458.616897:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800458.616898:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.616901:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.616902:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000400:00000200:5.0:1609800458.616902:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.616904:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800458.616904:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.616905:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.616909:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800458.616909:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800458.616910:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800458.616913:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000800:00000200:8.0:1609800458.616914:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (26)++
00000800:00000200:37.0:1609800458.616917:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:22.0:1609800458.616919:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800458.616920:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800458.616920:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800458.616922:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.616924:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (28)++
00000800:00000200:8.0:1609800458.616925:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (28)--
00000400:00000200:22.0:1609800458.616926:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.616926:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (29)--
00000800:00000200:37.0:1609800458.616927:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (29)--
00000800:00000200:3.0:1609800458.616927:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800458.616928:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (27)--
00000800:00000200:6.0:1609800458.616930:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:3.0:1609800458.616931:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800458.616932:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800458.616935:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:3.0:1609800458.616936:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800458.616937:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.616938:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fda300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800458.616939:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.616943:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000400:00000200:5.0:1609800458.616944:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.616945:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.616946:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:3.0:1609800458.616948:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:57.0:1609800458.616949:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.616950:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:57.0:1609800458.616951:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.616953:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.616954:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:57.0:1609800458.616955:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800458.616957:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.616957:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:5.0:1609800458.616959:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.616959:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000400:00000200:5.0:1609800458.616961:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.616962:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:3.0:1609800458.616964:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:5.0:1609800458.616966:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800458.616967:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:3.0:1609800458.616971:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.616974:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:8.0:1609800458.616975:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800458.616975:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.616976:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:3.0:1609800458.616979:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800458.616980:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:6.0:1609800458.616980:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.616981:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800458.616985:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800458.616989:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.616990:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800458.616993:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800458.616995:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.616995:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800458.616997:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800458.616999:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:3.0:1609800458.616999:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800458.617003:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:3.0:1609800458.617003:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800458.617005:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800458.617005:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a3fdab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800458.617006:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.617006:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (26)++
00000400:00000200:57.0:1609800458.617007:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617011:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800458.617011:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:8.0:1609800458.617011:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000400:00000200:6.0:1609800458.617012:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800458.617013:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:8.0:1609800458.617015:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:6.0:1609800458.617017:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800458.617019:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800458.617022:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800458.617023:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.617027:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.617029:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800458.617029:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000800:00000200:37.0:1609800458.617030:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800458.617031:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:3.0:1609800458.617054:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:37.0:1609800458.617055:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800458.617055:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800458.617055:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:3.0:1609800458.617055:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:37.0:1609800458.617057:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800458.617057:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:3.0:1609800458.617057:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800458.617058:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.617058:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000400:00000200:8.0:1609800458.617059:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.617059:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:57.0:1609800458.617060:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800458.617061:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800458.617061:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:57.0:1609800458.617062:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.617062:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800458.617064:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000400:00000200:57.0:1609800458.617065:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800458.617065:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800458.617066:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800458.617066:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:8.0:1609800458.617067:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800458.617068:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:6.0:1609800458.617070:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800458.617070:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:0.0:1609800458.617070:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800458.617071:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800458.617071:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800458.617072:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.617073:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800458.617073:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800458.617074:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.617092:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800458.617093:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:0.0:1609800458.617093:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800458.617094:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800458.617096:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:6.0:1609800458.617099:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800458.617101:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800458.617102:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800458.617103:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800458.617104:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800458.617104:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800458.617106:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.617106:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800458.617106:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800458.617106:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800458.617107:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800458.617108:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800458.617108:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000400:00000200:57.0:1609800458.617109:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800458.617109:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93363a397200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800458.617109:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:37.0:1609800458.617111:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000800:00000200:8.0:1609800458.617111:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:6.0:1609800458.617111:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:6.0:1609800458.617112:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800458.617113:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800458.617114:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800458.617116:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800458.617124:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:0.0:1609800458.617129:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800458.617131:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.617131:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617133:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617134:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.617136:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800458.617137:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:3.0:1609800458.617140:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000800:00000200:3.0:1609800458.617141:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:3.0:1609800458.617142:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:0.0:1609800458.617143:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.617144:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617147:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800458.617414:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.617421:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617424:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800458.617429:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.617432:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:57.0:1609800458.617436:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.617437:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:57.0:1609800458.617438:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000400:00000200:4.0:1609800458.617438:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.617444:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:4.0:1609800458.617445:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.617448:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800458.617454:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.617459:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800458.617463:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.617465:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800458.617467:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:4.0:1609800458.617473:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:28.1:1609800458.617531:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000400:00000200:57.0:1609800458.617540:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.617557:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617559:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800458.617565:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.617568:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:57.0:1609800458.617572:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800458.617573:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.617574:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:8.0:1609800458.617574:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:57.0:1609800458.617575:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000800:00000200:57.0:1609800458.617581:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:8.0:1609800458.617582:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (26)--
00000400:00000200:0.0:1609800458.617583:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.617584:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617586:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:8.0:1609800458.617605:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:0.0:1609800458.617610:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.617614:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:8.0:1609800458.617616:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800458.617618:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:0.0:1609800458.617619:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800458.617620:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:0.0:1609800458.617621:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)++
00000400:00000200:8.0:1609800458.617622:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.617622:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000400:00000200:8.0:1609800458.617624:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617626:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800458.617627:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:0.0:1609800458.617649:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800458.617650:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000400:00000200:8.0:1609800458.617651:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800458.617653:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617655:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:8.0:1609800458.617675:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:8.0:1609800458.617678:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:8.0:1609800458.617679:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.617680:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:0.0:1609800458.617680:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800458.617681:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617684:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000400:00000200:0.0:1609800458.617684:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617686:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:0.0:1609800458.617691:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.617694:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:0.0:1609800458.617697:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.617698:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800458.617699:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:0.0:1609800458.617699:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000800:00000200:0.0:1609800458.617703:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:57.0:1609800458.617706:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617708:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:0.0:1609800458.617710:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.617714:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.617717:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:0.0:1609800458.617719:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617721:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:28.1:1609800458.617724:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:57.0:1609800458.617726:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.617728:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000400:00000200:0.0:1609800458.617728:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.617729:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:0.0:1609800458.617730:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.617733:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:0.0:1609800458.617733:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.617734:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:0.0:1609800458.617735:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:3.0:1609800458.617737:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:0.0:1609800458.617737:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (25)++
00000400:00000200:57.0:1609800458.617739:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800458.617739:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.617740:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000400:00000200:3.0:1609800458.617743:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.617757:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800458.617757:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (24)++
00000800:00000200:0.0:1609800458.617759:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:57.0:1609800458.617760:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:3.0:1609800458.617764:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:3.0:1609800458.617765:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:0.0:1609800458.617767:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.617769:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800458.617770:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:3.0:1609800458.617771:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.617774:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:3.0:1609800458.617774:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.617776:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:0.0:1609800458.617778:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.617779:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:57.0:1609800458.617780:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800458.617780:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000800:00000200:3.0:1609800458.617780:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:0.0:1609800458.617781:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:57.0:1609800458.617782:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000400:00000200:6.0:1609800458.617782:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.617783:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000400:00000200:6.0:1609800458.617786:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.617787:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)--
00000400:00000200:0.0:1609800458.617787:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.617791:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:57.0:1609800458.617792:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800458.617792:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:0.0:1609800458.617794:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.617796:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:0.0:1609800458.617797:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000400:00000200:57.0:1609800458.617798:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800458.617798:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000800:00000200:0.0:1609800458.617799:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:0.0:1609800458.617800:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:57.0:1609800458.617801:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800458.617806:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800458.617806:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:57.0:1609800458.617810:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:8.0:1609800458.617810:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:8.0:1609800458.617811:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:3.0:1609800458.617811:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:0.0:1609800458.617811:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800458.617813:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.617814:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800458.617814:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.617816:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000400:00000200:8.0:1609800458.617816:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:0.0:1609800458.617816:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:57.0:1609800458.617817:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:57.0:1609800458.617819:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:57.0:1609800458.617820:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:0.0:1609800458.617822:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.617824:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:8.0:1609800458.617825:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:0.0:1609800458.617828:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.617830:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:0.0:1609800458.617831:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:0.0:1609800458.617833:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:0.0:1609800458.617834:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:0.0:1609800458.617839:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800458.617843:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.617844:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:0.0:1609800458.617849:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.617851:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:0.0:1609800458.617853:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.617854:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:0.0:1609800458.617856:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000800:00000200:0.0:1609800458.617857:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:0.0:1609800458.617858:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000400:00000200:57.0:1609800458.617873:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.617880:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.617883:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:57.0:1609800458.617888:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.617891:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:57.0:1609800458.617895:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.617897:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:28.1:1609800458.617897:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (24)++
00000800:00000200:57.0:1609800458.617898:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (25)++
00000800:00000200:57.0:1609800458.617900:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:57.0:1609800458.617901:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800458.617905:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)++
00000800:00000200:37.0:1609800458.617912:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800458.617912:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800458.617925:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:37.0:1609800458.617926:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000800:00000200:37.0:1609800458.617927:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:37.0:1609800458.617928:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:28.1:1609800458.617932:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (25)++
00000800:00000200:3.0:1609800458.617939:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)++
00000800:00000200:3.0:1609800458.617943:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:3.0:1609800458.617945:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (27)--
00000800:00000200:8.0:1609800458.617946:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)++
00000400:00000200:3.0:1609800458.617946:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800458.617966:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617967:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:8.0:1609800458.617968:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (27)--
00000400:00000200:8.0:1609800458.617969:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800458.617969:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000400:00000200:8.0:1609800458.617971:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.617971:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:8.0:1609800458.617974:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:6.0:1609800458.617975:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000800:00000200:8.0:1609800458.617976:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:6.0:1609800458.617976:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000400:00000200:6.0:1609800458.617977:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.617980:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800458.617980:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.146@o2ib18: no credits
00000400:00000200:6.0:1609800458.617980:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617981:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:8.0:1609800458.617983:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800458.617983:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:8.0:1609800458.617985:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800458.617988:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:38.0:1609800458.617990:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800458.617990:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:37.0:1609800458.617997:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800458.618001:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:3.0:1609800458.618003:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800458.618006:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800458.618009:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000400:00000200:38.0:1609800458.618010:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.618010:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:38.0:1609800458.618013:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:38.0:1609800458.618019:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800458.618023:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:38.0:1609800458.618027:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800458.618029:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:28.1:1609800458.618030:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:38.0:1609800458.618031:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800458.618037:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:38.0:1609800458.618039:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:6.0:1609800458.618041:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:6.0:1609800458.618042:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800458.618043:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:6.0:1609800458.618045:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800458.618048:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800458.618050:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:3.0:1609800458.618057:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:3.0:1609800458.618060:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:3.0:1609800458.618062:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800458.618063:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:3.0:1609800458.618064:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:3.0:1609800458.618066:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:28.1:1609800458.618157:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:8.0:1609800458.618179:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800458.618183:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800458.618185:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800458.618185:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:8.0:1609800458.618186:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:8.0:1609800458.618187:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:30.1:1609800458.819160:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:20.0:1609800458.819210:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:20.0:1609800458.819222:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.64@o2ib18
00000400:00000200:20.0:1609800458.819230:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800458.819238:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800458.819244:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:20.0:1609800458.819257:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.819262:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:20.0:1609800458.819264:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800458.819270:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800458.819275:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:20.0:1609800458.819276:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800458.819279:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800458.819284:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800458.819285:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:20.0:1609800458.819288:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:20.0:1609800458.819290:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:20.0:1609800458.819292:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:18.0:1609800458.819292:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.819298:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:18.0:1609800458.819298:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:57.0:1609800458.819300:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.819305:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.819306:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:20.0:1609800458.819307:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800458.819310:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800458.819312:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800458.819313:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.819317:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000400:00000200:20.0:1609800458.819317:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:18.0:1609800458.819319:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800458.819324:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:18.0:1609800458.819324:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800458.819328:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800458.819329:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:19.0:1609800458.819331:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:18.0:1609800458.819331:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800458.819333:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.819334:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800458.819337:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800458.819340:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800458.819341:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:20.0:1609800458.819342:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800458.819344:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:20.0:1609800458.819346:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800458.819346:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800458.819347:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.819353:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:20.0:1609800458.819358:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:20.0:1609800458.819360:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:20.0:1609800458.819362:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:57.0:1609800458.819363:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.819365:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.819366:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800458.819370:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.819372:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800458.819373:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800458.819379:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800458.819380:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800458.819385:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800458.819388:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800458.819388:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800458.819391:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800458.819392:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000400:00000200:24.0:1609800458.819397:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800458.819397:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:0.0:1609800458.819397:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.819402:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800458.819404:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.819408:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:30.1:1609800458.819409:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (24)++
00000400:00000200:0.0:1609800458.819409:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800458.819411:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800458.819413:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:19.0:1609800458.819416:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:20.0:1609800458.819423:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800458.819425:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:24.0:1609800458.819426:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800458.819426:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000800:00000200:18.0:1609800458.819427:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:20.0:1609800458.819429:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:20.0:1609800458.819431:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:18.0:1609800458.819431:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:24.0:1609800458.819432:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800458.819436:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800458.819438:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800458.819438:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800458.819459:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.819460:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800458.819461:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800458.819461:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.819462:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:30.1:1609800458.819463:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (23)++
00000800:00000200:0.0:1609800458.819465:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800458.819466:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:19.0:1609800458.819468:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800458.819468:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.819470:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800458.819471:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800458.819472:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:0.0:1609800458.819473:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800458.819474:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800458.819474:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800458.819475:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.819477:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800458.819478:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800458.819479:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800458.819481:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800458.819483:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000800:00000200:18.0:1609800458.819484:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800458.819485:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (26)--
00000400:00000200:20.0:1609800458.819485:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800458.819486:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800458.819487:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:19.0:1609800458.819487:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000800:00000200:24.0:1609800458.819488:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000400:00000200:20.0:1609800458.819489:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.819489:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:18.0:1609800458.819489:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800458.819490:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:20.0:1609800458.819491:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:18.0:1609800458.819491:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800458.819495:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:0.0:1609800458.819496:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800458.819497:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.819497:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.819498:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:0.0:1609800458.819498:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.819499:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800458.819499:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800458.819501:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.819502:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800458.819504:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800458.819504:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800458.819506:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800458.819507:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800458.819509:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:20.0:1609800458.819511:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:0.0:1609800458.819513:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800458.819515:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.819518:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:20.0:1609800458.819519:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:0.0:1609800458.819520:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.819532:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:24.0:1609800458.819538:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:24.0:1609800458.819541:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000800:00000200:24.0:1609800458.819542:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:24.0:1609800458.819544:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:30.1:1609800458.819717:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:18.0:1609800458.819724:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:18.0:1609800458.819729:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:20.0:1609800458.819731:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:18.0:1609800458.819733:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800458.819739:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.819742:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:18.0:1609800458.819748:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.819751:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.819754:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800458.819757:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800458.819759:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:30.1:1609800458.819762:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:18.0:1609800458.819762:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:18.0:1609800458.819764:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.819765:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:18.0:1609800458.819767:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:57.0:1609800458.819770:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800458.819770:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:18.0:1609800458.819770:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:57.0:1609800458.819771:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.819773:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800458.819774:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:19.0:1609800458.819774:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:57.0:1609800458.819775:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800458.819776:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000400:00000200:18.0:1609800458.819776:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.819777:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:19.0:1609800458.819778:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800458.819779:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:24.0:1609800458.819780:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800458.819784:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800458.819785:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.819785:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800458.819786:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:18.0:1609800458.819788:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800458.819790:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800458.819793:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.819793:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800458.819794:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800458.819795:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800458.819796:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:24.0:1609800458.819798:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800458.819798:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:18.0:1609800458.819799:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:30.1:1609800458.819800:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (24)++
00000800:00000200:24.0:1609800458.819801:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800458.819802:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800458.819802:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800458.819802:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:18.0:1609800458.819804:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:24.0:1609800458.819805:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800458.819805:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800458.819806:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:20.0:1609800458.819806:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:18.0:1609800458.819806:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:24.0:1609800458.819807:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800458.819807:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800458.819809:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800458.819810:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800458.819811:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800458.819812:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800458.819812:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.819813:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.819813:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000400:00000200:57.0:1609800458.819816:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800458.819816:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:18.0:1609800458.819821:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800458.819824:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:18.0:1609800458.819824:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800458.819827:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800458.819828:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:19.0:1609800458.819829:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.819829:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800458.819830:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800458.819833:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:18.0:1609800458.819835:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.819836:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:57.0:1609800458.819838:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800458.819839:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.819841:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.819847:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:20.0:1609800458.819852:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:20.0:1609800458.819855:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000800:00000200:5.0:1609800458.819855:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800458.819856:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:20.0:1609800458.819858:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:22.0:1609800458.819859:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800458.819860:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800458.819863:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800458.819866:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:5.0:1609800458.819867:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800458.819872:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800458.819876:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:22.0:1609800458.819880:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800458.819881:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:22.0:1609800458.819883:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:22.0:1609800458.819888:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:5.0:1609800458.819898:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800458.819901:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800458.819905:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800458.819914:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800458.819920:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800458.819923:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800458.819925:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.819926:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800458.819928:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.819932:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:57.0:1609800458.820033:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.820038:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.820040:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:57.0:1609800458.820045:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.820048:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:57.0:1609800458.820051:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.820053:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:57.0:1609800458.820054:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:57.0:1609800458.820058:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800458.820071:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:57.0:1609800458.820077:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800458.820077:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:24.0:1609800458.820080:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:24.0:1609800458.820081:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.820083:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800458.820083:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:24.0:1609800458.820084:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.820086:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:57.0:1609800458.820090:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.820093:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:24.0:1609800458.820094:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:57.0:1609800458.820096:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.820097:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:57.0:1609800458.820098:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:57.0:1609800458.820101:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800458.820115:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:18.0:1609800458.820138:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:18.0:1609800458.820142:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:18.0:1609800458.820143:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.820144:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:18.0:1609800458.820146:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.820147:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800458.820150:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:57.0:1609800458.820152:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.820152:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.820154:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:0.0:1609800458.820159:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.820160:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.820162:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:0.0:1609800458.820163:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:57.0:1609800458.820165:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.820167:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:57.0:1609800458.820168:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000400:00000200:0.0:1609800458.820170:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800458.820171:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:0.0:1609800458.820173:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:57.0:1609800458.820176:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800458.820178:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.820179:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800458.820180:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000400:00000200:57.0:1609800458.820182:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:30.1:1609800458.820197:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000800:00000200:0.0:1609800458.820199:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000400:00000200:57.0:1609800458.820201:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800458.820202:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:57.0:1609800458.820204:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:57.0:1609800458.820207:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.820207:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)--
00000800:00000200:57.0:1609800458.820208:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)++
00000800:00000200:20.0:1609800458.820208:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000800:00000200:57.0:1609800458.820209:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000800:00000200:24.0:1609800458.820209:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:20.0:1609800458.820209:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800458.820213:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.820214:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)--
00000400:00000200:0.0:1609800458.820214:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800458.820217:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:30.1:1609800458.820218:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000400:00000200:0.0:1609800458.820218:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800458.820220:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:19.0:1609800458.820224:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:0.0:1609800458.820225:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800458.820227:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000800:00000200:0.0:1609800458.820228:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:19.0:1609800458.820229:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800458.820230:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:19.0:1609800458.820231:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:0.0:1609800458.820232:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800458.820234:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000800:00000200:19.0:1609800458.820235:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:0.0:1609800458.820235:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)++
00000400:00000200:18.0:1609800458.820236:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800458.820237:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:0.0:1609800458.820237:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000400:00000200:18.0:1609800458.820239:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:0.0:1609800458.820242:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.820243:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:0.0:1609800458.820246:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800458.820257:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:20.0:1609800458.820262:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:0.0:1609800458.820264:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.820265:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800458.820265:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:0.0:1609800458.820266:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:20.0:1609800458.820267:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.820268:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:20.0:1609800458.820270:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:57.0:1609800458.820272:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.820272:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:0.0:1609800458.820272:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800458.820275:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:57.0:1609800458.820277:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:19.0:1609800458.820278:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:0.0:1609800458.820279:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800458.820281:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)++
00000800:00000200:0.0:1609800458.820282:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000400:00000200:57.0:1609800458.820283:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800458.820283:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:18.0:1609800458.820284:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:57.0:1609800458.820286:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:20.0:1609800458.820286:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:0.0:1609800458.820288:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800458.820289:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:57.0:1609800458.820290:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800458.820290:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:57.0:1609800458.820291:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800458.820291:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:57.0:1609800458.820298:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:57.0:1609800458.820302:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:30.1:1609800458.820302:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (23)++
00000400:00000200:57.0:1609800458.820306:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800458.820309:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.820309:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:57.0:1609800458.820311:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:24.0:1609800458.820312:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:24.0:1609800458.820313:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800458.820316:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800458.820316:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:18.0:1609800458.820318:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:57.0:1609800458.820319:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:24.0:1609800458.820321:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:18.0:1609800458.820321:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000800:00000200:57.0:1609800458.820322:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800458.820322:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:57.0:1609800458.820323:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000400:00000200:18.0:1609800458.820323:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800458.820324:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000400:00000200:18.0:1609800458.820325:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:57.0:1609800458.820327:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:18.0:1609800458.820328:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800458.820340:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800458.820345:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800458.820348:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800458.820349:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.820351:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:19.0:1609800458.820352:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:24.0:1609800458.820355:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800458.820355:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:24.0:1609800458.820356:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800458.820357:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:24.0:1609800458.820358:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:24.0:1609800458.820359:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:4.0:1609800458.820416:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800458.820422:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.820426:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:4.0:1609800458.820432:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.820435:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:57.0:1609800458.820437:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800458.820441:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800458.820443:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800458.820443:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:4.0:1609800458.820444:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000400:00000200:57.0:1609800458.820446:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:57.0:1609800458.820451:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.820452:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:57.0:1609800458.820455:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:4.0:1609800458.820457:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800458.820458:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800458.820460:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000800:00000200:57.0:1609800458.820462:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000400:00000200:4.0:1609800458.820463:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800458.820465:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (23)++
00000800:00000200:57.0:1609800458.820466:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000400:00000200:4.0:1609800458.820466:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:18.0:1609800458.820471:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:4.0:1609800458.820471:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800458.820474:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:18.0:1609800458.820475:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000800:00000200:20.0:1609800458.820477:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:18.0:1609800458.820478:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800458.820479:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800458.820480:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:20.0:1609800458.820481:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.820481:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:4.0:1609800458.820481:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)++
00000800:00000200:4.0:1609800458.820482:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000400:00000200:20.0:1609800458.820483:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.820483:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:20.0:1609800458.820486:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:4.0:1609800458.820487:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)--
00000800:00000200:18.0:1609800458.820488:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:4.0:1609800458.820491:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800458.820499:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:24.0:1609800458.820505:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:4.0:1609800458.820507:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800458.820508:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:24.0:1609800458.820509:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800458.820509:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:19.0:1609800458.820510:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:24.0:1609800458.820512:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:19.0:1609800458.820514:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:20.0:1609800458.820516:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800458.820516:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:19.0:1609800458.820517:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000400:00000200:4.0:1609800458.820517:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800458.820518:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:4.0:1609800458.820519:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:24.0:1609800458.820521:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:4.0:1609800458.820525:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800458.820526:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:4.0:1609800458.820527:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:4.0:1609800458.820532:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800458.820544:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:18.0:1609800458.820550:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:18.0:1609800458.820555:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000800:00000200:20.0:1609800458.820557:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:18.0:1609800458.820557:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800458.820560:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:18.0:1609800458.820576:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:35.1:1609800459.078317:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000800:00000200:19.0:1609800459.078334:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800459.078344:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.186@o2ib18
00000800:00000200:24.0:1609800459.078345:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:19.0:1609800459.078348:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : GET - for me
00000400:00000200:19.0:1609800459.078354:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.186@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800459.078358:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.186@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800459.078362:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800459.078364:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (22)--
00000400:00000200:19.0:1609800459.078367:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:19.0:1609800459.078373:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800459.078376:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:19.0:1609800459.078380:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800459.078382:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800459.078383:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800459.078390:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000800:00000200:19.0:1609800459.078392:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:35.1:1609800459.078402:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000800:00000200:20.0:1609800459.078440:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:20.0:1609800459.078446:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000400:00000200:20.0:1609800459.078448:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.078450:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:20.0:1609800459.078451:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: REPLY: OK
00000800:00000200:20.0:1609800459.078456:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000400:00000200:5.0:1609800459.341173:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800459.341176:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:28.1:1609800459.374533:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:37.0:1609800459.374573:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800459.374578:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.101@o2ib18
00000400:00000200:37.0:1609800459.374582:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800459.374586:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.374590:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800459.374596:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.374599:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800459.374602:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800459.374604:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:37.0:1609800459.374605:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.374607:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.374609:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800459.374610:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (23)++
00000800:00000200:37.0:1609800459.374612:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (24)--
00000400:00000200:3.0:1609800459.374612:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800459.374613:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:37.0:1609800459.374614:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:3.0:1609800459.374616:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.374634:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:3.0:1609800459.374635:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800459.374639:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800459.374641:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.374641:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800459.374659:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800459.374660:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:3.0:1609800459.374660:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.374663:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:3.0:1609800459.374663:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800459.374664:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.374666:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800459.374667:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.374667:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.374668:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800459.374668:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.374670:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.374671:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.374672:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:37.0:1609800459.374680:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800459.374681:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:37.0:1609800459.374683:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:6.0:1609800459.374683:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.374683:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:0.0:1609800459.374683:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.374684:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800459.374684:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:3.0:1609800459.374685:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000400:00000200:0.0:1609800459.374685:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.374686:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800459.374686:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:37.0:1609800459.374687:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:3.0:1609800459.374687:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:0.0:1609800459.374688:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800459.374690:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.374690:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.374690:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:6.0:1609800459.374692:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800459.374693:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.374693:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.374695:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.374695:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800459.374696:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800459.374697:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800459.374700:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.374700:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800459.374700:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800459.374701:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.374702:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800459.374702:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800459.374703:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.374703:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800459.374704:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800459.374705:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.374706:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:37.0:1609800459.374707:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.374708:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800459.374709:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:8.0:1609800459.374710:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800459.374713:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800459.374713:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.374715:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (26)++
00000800:00000200:8.0:1609800459.374716:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.374716:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (27)++
00000800:00000200:3.0:1609800459.374716:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800459.374718:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800459.374718:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800459.374719:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.374720:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800459.374737:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.374738:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (28)++
00000800:00000200:3.0:1609800459.374739:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (28)++
00000800:00000200:37.0:1609800459.374740:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (30)--
00000800:00000200:8.0:1609800459.374740:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (30)--
00000800:00000200:6.0:1609800459.374740:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (30)--
00000800:00000200:6.0:1609800459.374741:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (29)--
00000800:00000200:3.0:1609800459.374741:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (30)--
00000800:00000200:37.0:1609800459.374742:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800459.374743:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:3.0:1609800459.374744:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800459.374745:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:6.0:1609800459.374749:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800459.374750:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:38.0:1609800459.374752:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800459.374752:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800459.374753:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800459.374755:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.374755:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.374756:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:22.0:1609800459.374757:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.374758:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800459.374762:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800459.374764:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.374764:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800459.374766:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.374769:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.374770:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.374771:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:22.0:1609800459.374773:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800459.374773:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000800:00000200:38.0:1609800459.374775:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800459.374775:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.374775:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (24)--
00000400:00000200:38.0:1609800459.374776:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.374776:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:38.0:1609800459.374780:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800459.374780:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800459.374800:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800459.374801:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800459.374802:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (22)++
00000400:00000200:38.0:1609800459.374803:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.374815:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:8.0:1609800459.374818:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000800:00000200:22.0:1609800459.374819:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800459.374833:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.374834:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:8.0:1609800459.374835:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800459.374837:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:8.0:1609800459.374838:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800459.374838:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:22.0:1609800459.374839:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800459.374983:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:6.0:1609800459.375021:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800459.375025:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:6.0:1609800459.375028:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.375032:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.375035:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:6.0:1609800459.375041:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.375043:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.375046:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.375048:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800459.375050:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.375051:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:6.0:1609800459.375053:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800459.375055:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:6.0:1609800459.375055:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800459.375088:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:3.0:1609800459.375132:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:3.0:1609800459.375136:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:3.0:1609800459.375156:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800459.375160:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.375162:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800459.375163:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:57.0:1609800459.375167:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.375168:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:3.0:1609800459.375168:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.375171:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800459.375173:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:57.0:1609800459.375174:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.375174:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:3.0:1609800459.375174:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800459.375193:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.375193:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800459.375195:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.375196:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800459.375210:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:37.0:1609800459.375211:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.375211:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:6.0:1609800459.375212:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:8.0:1609800459.375213:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.375213:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000400:00000200:37.0:1609800459.375214:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800459.375214:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:3.0:1609800459.375215:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:3.0:1609800459.375217:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:8.0:1609800459.375219:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.375219:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800459.375221:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800459.375221:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.375221:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.375222:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:37.0:1609800459.375224:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800459.375227:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800459.375228:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800459.375229:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.375230:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.375231:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.375231:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800459.375231:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:0.0:1609800459.375231:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375233:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800459.375234:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.375234:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.375235:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800459.375236:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800459.375236:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.375237:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:37.0:1609800459.375237:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800459.375237:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800459.375237:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800459.375239:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:6.0:1609800459.375239:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.375241:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800459.375241:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.375243:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800459.375244:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800459.375245:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (23)++
00000800:00000200:6.0:1609800459.375245:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.375246:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:3.0:1609800459.375246:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800459.375247:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (25)++
00000800:00000200:0.0:1609800459.375247:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.375248:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800459.375248:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.375249:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.375249:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.375250:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (26)++
00000400:00000200:0.0:1609800459.375250:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800459.375251:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375252:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000800:00000200:6.0:1609800459.375252:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000800:00000200:8.0:1609800459.375253:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:3.0:1609800459.375253:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000400:00000200:57.0:1609800459.375254:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.375254:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:0.0:1609800459.375254:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.375255:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:0.0:1609800459.375255:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.375257:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800459.375260:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.375261:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375263:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800459.375310:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375314:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800459.375317:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:5.0:1609800459.375318:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.375319:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.375319:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:37.0:1609800459.375320:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:57.0:1609800459.375322:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:37.0:1609800459.375322:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:5.0:1609800459.375326:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375329:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375332:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:5.0:1609800459.375333:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:57.0:1609800459.375337:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.375338:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000400:00000200:5.0:1609800459.375340:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.375343:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:57.0:1609800459.375347:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:5.0:1609800459.375347:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.375349:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000800:00000200:57.0:1609800459.375355:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:5.0:1609800459.375355:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000400:00000200:57.0:1609800459.375360:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800459.375360:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000400:00000200:57.0:1609800459.375363:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375366:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:5.0:1609800459.375367:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.375371:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375374:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:5.0:1609800459.375375:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.375377:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800459.375379:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:57.0:1609800459.375380:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000800:00000200:57.0:1609800459.375382:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000400:00000200:5.0:1609800459.375384:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800459.375385:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (24)++
00000800:00000200:57.0:1609800459.375386:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000800:00000200:5.0:1609800459.375387:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:5.0:1609800459.375391:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.375392:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)++
00000800:00000200:6.0:1609800459.375393:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:5.0:1609800459.375393:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (25)++
00000800:00000200:6.0:1609800459.375397:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (27)--
00000800:00000200:5.0:1609800459.375397:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (27)--
00000800:00000200:3.0:1609800459.375397:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (27)--
00000400:00000200:6.0:1609800459.375399:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.375401:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:28.1:1609800459.375402:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (24)++
00000400:00000200:5.0:1609800459.375403:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800459.375405:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800459.375407:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:6.0:1609800459.375409:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800459.375411:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:6.0:1609800459.375411:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.375413:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800459.375413:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000400:00000200:6.0:1609800459.375413:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.375414:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:3.0:1609800459.375414:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:37.0:1609800459.375415:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.375415:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.375415:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.375416:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:8.0:1609800459.375417:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:5.0:1609800459.375417:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:37.0:1609800459.375418:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:5.0:1609800459.375422:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.375424:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:37.0:1609800459.375426:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800459.375427:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:5.0:1609800459.375428:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.375429:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:5.0:1609800459.375446:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:5.0:1609800459.375451:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000400:00000200:57.0:1609800459.375455:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800459.375462:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375464:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375467:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:57.0:1609800459.375483:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800459.375484:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:57.0:1609800459.375486:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:3.0:1609800459.375486:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:3.0:1609800459.375487:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.375488:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:57.0:1609800459.375490:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800459.375490:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.375492:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:57.0:1609800459.375493:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:3.0:1609800459.375493:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:57.0:1609800459.375498:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000400:00000200:0.0:1609800459.375506:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800459.375510:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:0.0:1609800459.375511:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.375513:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:37.0:1609800459.375516:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:37.0:1609800459.375518:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:0.0:1609800459.375519:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800459.375520:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375520:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800459.375522:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:0.0:1609800459.375523:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:37.0:1609800459.375524:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:0.0:1609800459.375526:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800459.375527:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800459.375528:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:0.0:1609800459.375529:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375531:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375533:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:0.0:1609800459.375535:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000400:00000200:57.0:1609800459.375539:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375542:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:57.0:1609800459.375545:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.375547:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:28.1:1609800459.375547:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:57.0:1609800459.375548:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:57.0:1609800459.375552:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000800:00000200:6.0:1609800459.375554:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:6.0:1609800459.375556:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000400:00000200:6.0:1609800459.375558:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.375558:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:6.0:1609800459.375560:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.375560:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:8.0:1609800459.375561:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:3.0:1609800459.375561:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:6.0:1609800459.375562:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:3.0:1609800459.375562:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (24)--
00000800:00000200:3.0:1609800459.375563:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800459.375578:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800459.375585:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:37.0:1609800459.375587:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:37.0:1609800459.375588:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375588:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800459.375607:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.375609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:57.0:1609800459.375617:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.375624:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.375625:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.375627:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:4.0:1609800459.375630:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.375633:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375635:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:4.0:1609800459.375637:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:57.0:1609800459.375639:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.375640:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:57.0:1609800459.375642:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:4.0:1609800459.375643:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375646:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:4.0:1609800459.375646:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:4.0:1609800459.375650:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800459.375651:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:28.1:1609800459.375653:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800459.375653:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800459.375658:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000800:00000200:6.0:1609800459.375662:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:4.0:1609800459.375662:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800459.375665:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800459.375666:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:3.0:1609800459.375666:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:6.0:1609800459.375668:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:6.0:1609800459.375668:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:3.0:1609800459.375668:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (26)--
00000400:00000200:3.0:1609800459.375669:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.375670:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:3.0:1609800459.375671:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:28.1:1609800459.375673:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (22)++
00000400:00000200:4.0:1609800459.375675:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.375677:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:4.0:1609800459.375678:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:3.0:1609800459.375678:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:3.0:1609800459.375680:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:37.0:1609800459.375681:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:3.0:1609800459.375681:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.375683:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800459.375683:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.375685:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:57.0:1609800459.375686:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800459.375686:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:4.0:1609800459.375688:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800459.375689:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800459.375689:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:4.0:1609800459.375690:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375691:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:4.0:1609800459.375695:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000400:00000200:57.0:1609800459.375697:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.375700:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:57.0:1609800459.375703:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.375705:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:57.0:1609800459.375706:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:28.1:1609800459.375706:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (22)++
00000800:00000200:57.0:1609800459.375710:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000800:00000200:6.0:1609800459.375714:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:6.0:1609800459.375716:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000800:00000200:37.0:1609800459.375717:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:6.0:1609800459.375717:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.375735:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000400:00000200:6.0:1609800459.375735:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:37.0:1609800459.375736:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375736:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800459.375737:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800459.375738:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.375740:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800459.375768:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000400:00000200:0.0:1609800459.375768:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800459.375771:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.375773:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:3.0:1609800459.375774:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375776:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800459.375777:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:8.0:1609800459.375778:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:3.0:1609800459.375778:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000400:00000200:0.0:1609800459.375778:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800459.375779:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:3.0:1609800459.375780:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:0.0:1609800459.375781:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:57.0:1609800459.375782:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800459.375784:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800459.375785:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:0.0:1609800459.375785:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:0.0:1609800459.375786:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:57.0:1609800459.375790:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.375790:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:57.0:1609800459.375793:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:57.0:1609800459.375797:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.375798:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:57.0:1609800459.375799:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:28.1:1609800459.375802:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (23)++
00000800:00000200:57.0:1609800459.375803:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800459.375809:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:6.0:1609800459.375812:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000800:00000200:37.0:1609800459.375813:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:6.0:1609800459.375813:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.375815:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000400:00000200:6.0:1609800459.375815:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:37.0:1609800459.375817:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.375817:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800459.375818:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800459.375819:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.375821:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:38.0:1609800459.375917:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800459.375932:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.375935:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:38.0:1609800459.375940:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.375943:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:38.0:1609800459.375947:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.375949:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:38.0:1609800459.375950:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:38.0:1609800459.375956:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800459.375967:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:3.0:1609800459.375986:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:3.0:1609800459.375988:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:8.0:1609800459.375989:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:3.0:1609800459.375989:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.375991:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.375992:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:26.1:1609800459.549011:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:24.0:1609800459.549029:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:24.0:1609800459.549040:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.168@o2ib18
00000400:00000200:24.0:1609800459.549049:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800459.549056:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.549062:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:24.0:1609800459.549075:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800459.549079:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:24.0:1609800459.549081:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800459.549087:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.549091:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.549093:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800459.549096:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800459.549100:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.549103:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:24.0:1609800459.549106:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:24.0:1609800459.549107:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:19.0:1609800459.549108:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549110:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:19.0:1609800459.549114:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:24.0:1609800459.549118:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:18.0:1609800459.549132:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:57.0:1609800459.549135:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800459.549137:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800459.549138:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.549141:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:24.0:1609800459.549142:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.549143:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800459.549144:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800459.549146:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800459.549151:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800459.549157:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800459.549157:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800459.549157:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800459.549162:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800459.549165:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800459.549166:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800459.549166:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.549167:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.549169:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800459.549172:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800459.549173:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.549174:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800459.549175:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.549176:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:19.0:1609800459.549179:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:19.0:1609800459.549181:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:18.0:1609800459.549181:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:19.0:1609800459.549184:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:24.0:1609800459.549188:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:20.0:1609800459.549189:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549190:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:57.0:1609800459.549192:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800459.549192:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:18.0:1609800459.549194:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800459.549195:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.549195:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:57.0:1609800459.549199:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800459.549201:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800459.549207:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800459.549208:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.1:1609800459.549210:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:18.0:1609800459.549213:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800459.549214:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800459.549216:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.549220:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.549220:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:18.0:1609800459.549221:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:0.0:1609800459.549224:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800459.549226:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800459.549226:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:0.0:1609800459.549228:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549229:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:20.0:1609800459.549229:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800459.549234:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800459.549236:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800459.549237:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:18.0:1609800459.549237:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:20.0:1609800459.549240:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)++
00000400:00000200:19.0:1609800459.549240:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549245:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)++
00000400:00000200:19.0:1609800459.549246:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800459.549248:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:24.0:1609800459.549249:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:20.0:1609800459.549249:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:18.0:1609800459.549250:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:20.0:1609800459.549253:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:24.0:1609800459.549256:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800459.549256:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800459.549257:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:19.0:1609800459.549258:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800459.549258:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.549261:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.549262:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.549264:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.549264:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800459.549264:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800459.549265:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:57.0:1609800459.549269:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800459.549269:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.1:1609800459.549273:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800459.549274:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800459.549276:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800459.549277:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800459.549281:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800459.549282:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800459.549284:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:24.0:1609800459.549286:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.549286:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:0.0:1609800459.549286:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800459.549288:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800459.549288:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:0.0:1609800459.549288:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549290:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800459.549290:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:24.0:1609800459.549292:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800459.549293:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:18.0:1609800459.549293:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000400:00000200:0.0:1609800459.549294:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800459.549295:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:20.0:1609800459.549296:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.549297:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800459.549297:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:18.0:1609800459.549297:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.549299:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:24.0:1609800459.549301:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:19.0:1609800459.549301:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.549303:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:20.0:1609800459.549303:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.549304:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800459.549304:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.549307:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:20.0:1609800459.549307:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800459.549307:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800459.549308:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.549323:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800459.549324:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.549326:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800459.549326:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.549329:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800459.549333:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:20.0:1609800459.549335:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800459.549339:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800459.549344:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800459.549344:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800459.549347:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800459.549349:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.549349:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800459.549351:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:20.0:1609800459.549355:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000400:00000200:24.0:1609800459.549357:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800459.549362:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800459.549368:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800459.549379:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:24.0:1609800459.549380:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800459.549380:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800459.549384:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800459.549385:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800459.549390:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800459.549390:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:19.0:1609800459.549390:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800459.549392:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.549392:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:19.0:1609800459.549392:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.549394:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:18.0:1609800459.549394:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.549395:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:24.0:1609800459.549396:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:20.0:1609800459.549397:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.549398:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:19.0:1609800459.549398:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:19.0:1609800459.549399:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:18.0:1609800459.549400:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800459.549401:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:5.0:1609800459.549401:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800459.549402:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800459.549403:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800459.549403:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:5.0:1609800459.549403:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.549404:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.549406:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.549407:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800459.549408:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.549408:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:18.0:1609800459.549408:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:19.0:1609800459.549410:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:18.0:1609800459.549411:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:57.0:1609800459.549412:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800459.549412:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:19.0:1609800459.549413:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:18.0:1609800459.549415:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:57.0:1609800459.549421:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800459.549422:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800459.549423:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.549427:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800459.549428:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800459.549432:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800459.549436:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800459.549438:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.549441:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:5.0:1609800459.549459:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800459.549461:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:5.0:1609800459.549461:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.549463:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:20.0:1609800459.549464:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:5.0:1609800459.549464:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800459.549479:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800459.549480:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.549482:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800459.549483:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:24.0:1609800459.549488:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:24.0:1609800459.549491:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:24.0:1609800459.549492:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:24.0:1609800459.549494:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800459.549550:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:18.0:1609800459.549557:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:57.0:1609800459.549560:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800459.549562:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:20.0:1609800459.549564:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:57.0:1609800459.549565:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800459.549566:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800459.549567:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.549573:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.549576:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:18.0:1609800459.549578:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.549580:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800459.549581:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:57.0:1609800459.549582:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:57.0:1609800459.549583:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:18.0:1609800459.549587:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800459.549588:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:18.0:1609800459.549590:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800459.549593:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800459.549595:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800459.549597:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800459.549601:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:18.0:1609800459.549602:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:18.0:1609800459.549603:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:57.0:1609800459.549611:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.549612:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.549615:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800459.549622:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800459.549627:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800459.549630:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:19.0:1609800459.549631:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.549633:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:19.0:1609800459.549634:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800459.549638:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:0.0:1609800459.549848:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800459.549861:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.549867:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:0.0:1609800459.549880:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.549886:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:0.0:1609800459.549894:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.549899:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:0.0:1609800459.549917:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:0.0:1609800459.549929:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:0.0:1609800459.549940:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800459.549945:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.549949:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:0.0:1609800459.549959:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.549964:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:0.0:1609800459.549977:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800459.549979:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800459.549979:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:0.0:1609800459.549980:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:57.0:1609800459.549983:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.549986:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:0.0:1609800459.549986:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:57.0:1609800459.549993:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.549996:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:0.0:1609800459.549996:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.550001:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550003:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:57.0:1609800459.550008:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:57.0:1609800459.550013:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:57.0:1609800459.550017:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800459.550020:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800459.550022:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:0.0:1609800459.550024:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.550026:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550028:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.550033:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.550036:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:0.0:1609800459.550044:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.550049:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550050:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:0.0:1609800459.550050:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800459.550051:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:57.0:1609800459.550055:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:0.0:1609800459.550056:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.550059:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:0.0:1609800459.550061:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:20.0:1609800459.550063:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)++
00000800:00000200:0.0:1609800459.550067:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (28)--
00000800:00000200:20.0:1609800459.550070:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:20.0:1609800459.550073:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.550073:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)++
00000400:00000200:20.0:1609800459.550076:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.550077:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:0.0:1609800459.550078:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800459.550079:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)++
00000400:00000200:18.0:1609800459.550079:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.550081:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:20.0:1609800459.550081:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:24.0:1609800459.550082:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.550082:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000400:00000200:18.0:1609800459.550082:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:20.0:1609800459.550084:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:0.0:1609800459.550084:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550085:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800459.550085:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:20.0:1609800459.550085:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.550087:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.550088:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.550089:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:0.0:1609800459.550089:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:18.0:1609800459.550090:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:24.0:1609800459.550092:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:57.0:1609800459.550093:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:24.0:1609800459.550095:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:20.0:1609800459.550095:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:20.0:1609800459.550096:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:24.0:1609800459.550097:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550099:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800459.550100:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.550102:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:0.0:1609800459.550109:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800459.550115:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:0.0:1609800459.550115:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800459.550116:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550118:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:57.0:1609800459.550119:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:0.0:1609800459.550121:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.550124:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:57.0:1609800459.550131:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:57.0:1609800459.550136:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.550139:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550141:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.550151:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.550154:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:26.1:1609800459.550154:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:0.0:1609800459.550155:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:57.0:1609800459.550157:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550159:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:57.0:1609800459.550161:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:0.0:1609800459.550161:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:57.0:1609800459.550163:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.168@o2ib18: no credits
00000800:00000200:20.0:1609800459.550163:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:57.0:1609800459.550164:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:20.0:1609800459.550167:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.168@o2ib18: no credits
00000800:00000200:20.0:1609800459.550167:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:20.0:1609800459.550169:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.550169:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:20.0:1609800459.550171:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.550173:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.168@o2ib18: no credits
00000800:00000200:20.0:1609800459.550174:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:18.0:1609800459.550174:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:20.0:1609800459.550175:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:18.0:1609800459.550176:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550177:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800459.550178:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.550183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:57.0:1609800459.550184:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550187:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.550193:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.550195:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800459.550199:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550200:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:57.0:1609800459.550201:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:57.0:1609800459.550202:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.168@o2ib18: no credits
00000800:00000200:57.0:1609800459.550203:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:26.1:1609800459.550252:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:24.0:1609800459.550257:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:24.0:1609800459.550261:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800459.550264:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:24.0:1609800459.550270:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:24.0:1609800459.550271:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:24.0:1609800459.550272:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:57.0:1609800459.550278:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800459.550278:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:57.0:1609800459.550281:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550283:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:20.0:1609800459.550284:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:4.0:1609800459.550285:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800459.550287:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:57.0:1609800459.550288:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800459.550288:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.550290:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:20.0:1609800459.550290:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.550290:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:20.0:1609800459.550292:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:18.0:1609800459.550293:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:57.0:1609800459.550294:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800459.550294:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:57.0:1609800459.550295:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:18.0:1609800459.550295:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.550296:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:18.0:1609800459.550297:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.550300:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:18.0:1609800459.550300:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:4.0:1609800459.550304:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.550308:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:26.1:1609800459.550312:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:4.0:1609800459.550314:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800459.550317:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:4.0:1609800459.550317:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.550320:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:24.0:1609800459.550321:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.550323:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:4.0:1609800459.550323:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800459.550324:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:4.0:1609800459.550326:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:24.0:1609800459.550328:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:4.0:1609800459.550328:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:4.0:1609800459.550335:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:4.0:1609800459.550341:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800459.550345:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800459.550346:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:4.0:1609800459.550347:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:19.0:1609800459.550352:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:4.0:1609800459.550352:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800459.550354:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:19.0:1609800459.550357:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:4.0:1609800459.550358:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800459.550359:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.550359:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:4.0:1609800459.550360:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:4.0:1609800459.550361:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:19.0:1609800459.550363:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:4.0:1609800459.550365:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800459.550368:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:26.1:1609800459.550375:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:20.0:1609800459.550381:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:20.0:1609800459.550384:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:20.0:1609800459.550385:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.550386:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:20.0:1609800459.550387:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:20.0:1609800459.550390:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800459.550429:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:18.0:1609800459.550435:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:18.0:1609800459.550438:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:18.0:1609800459.550440:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800459.550441:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:18.0:1609800459.550442:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:18.0:1609800459.550443:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800459.550500:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:24.0:1609800459.550505:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:24.0:1609800459.550509:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:24.0:1609800459.550510:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:24.0:1609800459.550511:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:20.0:1609800459.550511:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:24.0:1609800459.550513:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:57.0:1609800459.550731:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.550737:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.550740:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:57.0:1609800459.550745:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.550748:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:57.0:1609800459.550751:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.550752:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:57.0:1609800459.550753:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:57.0:1609800459.550757:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:26.1:1609800459.550787:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800459.550793:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800459.550795:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:19.0:1609800459.550797:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800459.550799:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.550799:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:19.0:1609800459.550802:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:22.1:1609800459.560343:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:6.0:1609800459.560385:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800459.560391:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.167@o2ib18
00000400:00000200:6.0:1609800459.560395:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.560419:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.560422:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:37.0:1609800459.560428:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:6.0:1609800459.560428:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.560432:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.1:1609800459.560435:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800459.560435:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.560438:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.560442:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.560443:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.560445:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800459.560446:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.560448:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000400:00000200:8.0:1609800459.560449:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.560449:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:6.0:1609800459.560450:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:8.0:1609800459.560452:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.560454:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:8.0:1609800459.560477:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.1:1609800459.560478:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:8.0:1609800459.560482:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800459.560485:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800459.560487:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800459.560488:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800459.560489:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.560493:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800459.560494:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:3.0:1609800459.560494:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800459.560495:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800459.560496:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:3.0:1609800459.560498:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800459.560503:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800459.560504:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800459.560506:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:0.0:1609800459.560506:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.560510:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800459.560512:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.560515:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.560518:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800459.560522:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800459.560523:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.560527:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:3.0:1609800459.560529:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:3.0:1609800459.560530:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:57.0:1609800459.560558:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800459.560558:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:37.0:1609800459.560566:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000400:00000200:57.0:1609800459.560567:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.560570:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560572:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.560573:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:37.0:1609800459.560576:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800459.560582:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.560585:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:38.0:1609800459.560587:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800459.560589:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.560592:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800459.560593:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560596:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800459.560599:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:22.1:1609800459.560601:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800459.560603:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.560604:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.560608:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800459.560608:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800459.560611:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:8.0:1609800459.560612:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:3.0:1609800459.560614:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:8.0:1609800459.560615:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.560618:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.560619:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:37.0:1609800459.560620:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:8.0:1609800459.560620:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:57.0:1609800459.560621:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.560623:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.560626:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800459.560627:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.560629:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800459.560632:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800459.560634:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.560636:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.560639:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800459.560640:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:22.1:1609800459.560641:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800459.560645:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800459.560646:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800459.560650:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.560650:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:0.0:1609800459.560652:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800459.560653:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.560654:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:3.0:1609800459.560654:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:0.0:1609800459.560654:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.560656:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.560656:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:0.0:1609800459.560656:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560657:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:8.0:1609800459.560658:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:6.0:1609800459.560658:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.560658:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:37.0:1609800459.560659:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:3.0:1609800459.560659:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:37.0:1609800459.560664:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.560664:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800459.560664:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.560666:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:8.0:1609800459.560667:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800459.560668:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800459.560672:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800459.560672:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800459.560673:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.560675:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800459.560676:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.560676:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800459.560677:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:6.0:1609800459.560677:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800459.560678:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800459.560678:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:6.0:1609800459.560680:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.560681:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800459.560684:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.560684:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.560685:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800459.560686:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.560686:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:57.0:1609800459.560688:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.560688:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800459.560689:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.560690:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800459.560692:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560692:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.560693:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:57.0:1609800459.560713:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.560713:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000400:00000200:57.0:1609800459.560714:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.560716:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560717:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800459.560718:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:22.1:1609800459.560729:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:3.0:1609800459.560739:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:3.0:1609800459.560741:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:3.0:1609800459.560742:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:3.0:1609800459.560744:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:5.0:1609800459.560745:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800459.560748:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.560751:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800459.560757:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:6.0:1609800459.560765:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800459.560768:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:37.0:1609800459.560771:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000400:00000200:6.0:1609800459.560771:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800459.560774:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:6.0:1609800459.560774:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.560776:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000400:00000200:37.0:1609800459.560777:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.560777:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800459.560779:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:3.0:1609800459.560781:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:6.0:1609800459.560782:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.560784:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.560785:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800459.560786:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.560786:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.560787:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800459.560788:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:3.0:1609800459.560788:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.560789:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.560790:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800459.560792:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.560794:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.560794:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:3.0:1609800459.560794:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.560795:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800459.560796:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.560796:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800459.560797:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:37.0:1609800459.560799:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.560799:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:8.0:1609800459.560801:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.560801:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:37.0:1609800459.560802:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.560803:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.560803:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800459.560804:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800459.560805:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800459.560805:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.560806:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:0.0:1609800459.560806:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.560807:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.560808:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800459.560808:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.560808:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800459.560809:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:8.0:1609800459.560809:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)++
00000400:00000200:0.0:1609800459.560809:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560810:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:3.0:1609800459.560810:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800459.560811:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:37.0:1609800459.560812:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800459.560812:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:57.0:1609800459.560813:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800459.560813:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:6.0:1609800459.560813:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.560813:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800459.560814:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.560815:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.560815:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800459.560815:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800459.560817:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800459.560817:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.560818:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800459.560819:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.560820:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.560821:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800459.560821:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.560823:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.560823:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:6.0:1609800459.560825:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800459.560827:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.560827:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800459.560828:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800459.560829:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800459.560829:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.560833:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:37.0:1609800459.560834:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.560834:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800459.560835:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:37.0:1609800459.560836:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.560836:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000800:00000200:3.0:1609800459.560837:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:57.0:1609800459.560838:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.560838:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800459.560840:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.560841:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.560842:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800459.560843:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560843:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:22.1:1609800459.560845:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:57.0:1609800459.560862:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.560863:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.560863:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:37.0:1609800459.560864:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800459.560865:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000400:00000200:57.0:1609800459.560866:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.560868:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800459.560868:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800459.560870:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:4.0:1609800459.560910:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800459.560913:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.560916:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800459.561218:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561224:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.561225:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561227:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:0.0:1609800459.561231:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.561235:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561238:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:0.0:1609800459.561239:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:57.0:1609800459.561244:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.561245:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000400:00000200:0.0:1609800459.561245:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561247:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000800:00000200:0.0:1609800459.561248:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:0.0:1609800459.561253:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.561254:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:0.0:1609800459.561255:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:0.0:1609800459.561257:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000400:00000200:57.0:1609800459.561259:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800459.561263:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000400:00000200:57.0:1609800459.561267:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.561267:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561269:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:0.0:1609800459.561270:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.561276:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561281:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:0.0:1609800459.561281:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:57.0:1609800459.561285:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.561286:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000400:00000200:0.0:1609800459.561286:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561288:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:0.0:1609800459.561289:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:22.1:1609800459.561292:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (24)++
00000800:00000200:57.0:1609800459.561293:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:0.0:1609800459.561293:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.561295:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:0.0:1609800459.561297:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000800:00000200:0.0:1609800459.561301:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:0.0:1609800459.561323:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800459.561336:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:0.0:1609800459.561339:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561341:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:0.0:1609800459.561341:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:3.0:1609800459.561343:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.561345:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800459.561346:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:0.0:1609800459.561348:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:3.0:1609800459.561369:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:0.0:1609800459.561369:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800459.561370:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:0.0:1609800459.561371:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)++
00000400:00000200:57.0:1609800459.561372:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800459.561372:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:57.0:1609800459.561376:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800459.561377:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:3.0:1609800459.561378:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (27)--
00000400:00000200:57.0:1609800459.561379:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800459.561379:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000400:00000200:3.0:1609800459.561379:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.561385:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561400:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:3.0:1609800459.561400:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.561403:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800459.561404:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:57.0:1609800459.561405:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800459.561405:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:0.0:1609800459.561405:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800459.561406:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.561407:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800459.561407:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:3.0:1609800459.561407:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:57.0:1609800459.561409:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:8.0:1609800459.561409:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:3.0:1609800459.561409:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.561411:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.561413:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)--
00000800:00000200:57.0:1609800459.561415:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (27)--
00000400:00000200:0.0:1609800459.561415:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561416:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:3.0:1609800459.561416:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:6.0:1609800459.561417:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.561418:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:0.0:1609800459.561418:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:6.0:1609800459.561419:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:0.0:1609800459.561423:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.561425:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.561426:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:0.0:1609800459.561428:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:22.1:1609800459.561429:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:0.0:1609800459.561430:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:0.0:1609800459.561431:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:0.0:1609800459.561436:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:37.0:1609800459.561437:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:37.0:1609800459.561441:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000400:00000200:37.0:1609800459.561443:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561444:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:37.0:1609800459.561446:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:22.1:1609800459.561449:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800459.561452:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800459.561454:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800459.561457:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000400:00000200:37.0:1609800459.561458:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.561458:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:37.0:1609800459.561460:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.561481:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:57.0:1609800459.561483:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561490:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.561493:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:57.0:1609800459.561499:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.561502:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:38.0:1609800459.561506:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.561507:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.561508:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:57.0:1609800459.561509:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000800:00000200:57.0:1609800459.561513:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000400:00000200:38.0:1609800459.561513:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.561517:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:38.0:1609800459.561523:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800459.561526:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:38.0:1609800459.561527:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:57.0:1609800459.561528:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561531:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800459.561532:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800459.561533:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:38.0:1609800459.561534:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:3.0:1609800459.561534:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:38.0:1609800459.561536:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:38.0:1609800459.561538:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.167@o2ib18: no credits
00000800:00000200:8.0:1609800459.561539:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:57.0:1609800459.561540:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.561540:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:3.0:1609800459.561541:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.167@o2ib18: no credits
00000800:00000200:3.0:1609800459.561542:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:57.0:1609800459.561543:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:3.0:1609800459.561543:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.561546:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.561548:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.561550:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:57.0:1609800459.561551:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:3.0:1609800459.561551:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:57.0:1609800459.561554:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.167@o2ib18: no credits
00000800:00000200:57.0:1609800459.561555:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:22.1:1609800459.561561:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.561569:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:6.0:1609800459.561573:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000400:00000200:0.0:1609800459.561575:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800459.561576:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000800:00000200:6.0:1609800459.561585:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000400:00000200:0.0:1609800459.561585:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561587:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:6.0:1609800459.561588:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:0.0:1609800459.561588:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:0.0:1609800459.561592:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.561595:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:22.1:1609800459.561598:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:0.0:1609800459.561599:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.561600:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:0.0:1609800459.561602:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:8.0:1609800459.561605:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:0.0:1609800459.561606:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800459.561608:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:8.0:1609800459.561610:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.561612:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.561612:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:8.0:1609800459.561614:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:3.0:1609800459.561614:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:3.0:1609800459.561616:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.561617:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:3.0:1609800459.561618:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.561621:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:22.1:1609800459.561634:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800459.561642:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.561645:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000400:00000200:6.0:1609800459.561647:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.561648:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:6.0:1609800459.561649:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:6.0:1609800459.561652:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:23.1:1609800459.561662:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:8.0:1609800459.561690:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:8.0:1609800459.561694:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.141@o2ib18
00000800:00000200:3.0:1609800459.561696:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000400:00000200:8.0:1609800459.561698:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800459.561700:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800459.561701:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:3.0:1609800459.561701:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:8.0:1609800459.561703:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.561705:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800459.561706:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:8.0:1609800459.561706:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:57.0:1609800459.561708:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.561708:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:6.0:1609800459.561709:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000400:00000200:57.0:1609800459.561710:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:8.0:1609800459.561712:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.561712:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.561713:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.561715:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800459.561716:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800459.561716:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:6.0:1609800459.561717:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:37.0:1609800459.561718:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800459.561719:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.561720:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:5.0:1609800459.561720:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.561722:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800459.561722:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.561724:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800459.561726:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:3.0:1609800459.561727:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561729:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.561729:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000400:00000200:6.0:1609800459.561729:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800459.561730:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800459.561731:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:57.0:1609800459.561732:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:8.0:1609800459.561732:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.561733:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:57.0:1609800459.561734:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000400:00000200:3.0:1609800459.561734:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:8.0:1609800459.561735:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:57.0:1609800459.561738:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000400:00000200:37.0:1609800459.561739:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:3.0:1609800459.561741:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800459.561746:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.561746:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800459.561747:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.561749:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800459.561749:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561749:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800459.561749:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.561750:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800459.561751:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800459.561752:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800459.561752:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800459.561752:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.561753:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800459.561755:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.561756:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.1:1609800459.561756:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800459.561757:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.561758:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800459.561758:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800459.561759:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800459.561760:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:6.0:1609800459.561760:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800459.561762:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561763:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800459.561764:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:5.0:1609800459.561765:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800459.561766:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.561768:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800459.561768:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.561768:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:5.0:1609800459.561769:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:37.0:1609800459.561770:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800459.561770:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:6.0:1609800459.561770:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:3.0:1609800459.561770:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:57.0:1609800459.561771:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.561771:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.561772:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:57.0:1609800459.561773:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.561776:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.561790:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:6.0:1609800459.561791:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (25)++
00000800:00000200:5.0:1609800459.561791:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800459.561792:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:8.0:1609800459.561792:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:57.0:1609800459.561793:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800459.561793:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:3.0:1609800459.561793:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:57.0:1609800459.561795:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.561795:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800459.561795:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000400:00000200:57.0:1609800459.561797:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.561797:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:3.0:1609800459.561797:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:6.0:1609800459.561798:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:8.0:1609800459.561799:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.561800:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:3.0:1609800459.561801:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.561802:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:5.0:1609800459.561803:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:23.1:1609800459.561805:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000400:00000200:3.0:1609800459.561807:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.561808:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800459.561809:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800459.561810:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800459.561813:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.561813:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:4.0:1609800459.561814:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800459.561831:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800459.561832:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800459.561832:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800459.561833:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:8.0:1609800459.561833:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.561833:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:3.0:1609800459.561834:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800459.561836:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000800:00000200:8.0:1609800459.561837:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000400:00000200:6.0:1609800459.561837:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800459.561837:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800459.561837:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.561837:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800459.561838:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800459.561839:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800459.561839:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800459.561840:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:3.0:1609800459.561840:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.561841:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:3.0:1609800459.561841:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.561842:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800459.561842:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800459.561842:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561843:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.561844:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800459.561844:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:6.0:1609800459.561845:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:57.0:1609800459.561846:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561846:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.561848:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.561849:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:5.0:1609800459.561849:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561849:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000400:00000200:57.0:1609800459.561850:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800459.561850:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.561851:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.561851:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.561852:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000400:00000200:5.0:1609800459.561852:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:0.0:1609800459.561852:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.561853:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800459.561854:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800459.561854:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800459.561854:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:0.0:1609800459.561854:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.561855:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800459.561856:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800459.561857:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)--
00000400:00000200:0.0:1609800459.561857:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.561858:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:5.0:1609800459.561858:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800459.561859:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800459.561860:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800459.561861:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:57.0:1609800459.561864:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.561866:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.561866:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561866:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800459.561867:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:6.0:1609800459.561868:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:5.0:1609800459.561868:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800459.561869:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:57.0:1609800459.561870:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800459.561870:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:5.0:1609800459.561871:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000400:00000200:8.0:1609800459.561874:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800459.561874:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:8.0:1609800459.561877:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800459.561879:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800459.561881:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.561882:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.1:1609800459.561885:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:8.0:1609800459.561885:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:22.1:1609800459.561888:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:8.0:1609800459.561888:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:3.0:1609800459.561894:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:8.0:1609800459.561895:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.561915:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:3.0:1609800459.561916:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800459.561917:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800459.561918:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:8.0:1609800459.561919:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000400:00000200:3.0:1609800459.561919:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800459.561920:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:8.0:1609800459.561920:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561920:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:8.0:1609800459.561922:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:6.0:1609800459.561922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:3.0:1609800459.561922:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561924:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800459.561925:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:6.0:1609800459.561925:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800459.561926:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:3.0:1609800459.561926:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:8.0:1609800459.561927:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800459.561928:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.561928:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:37.0:1609800459.561930:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.561930:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:6.0:1609800459.561931:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800459.561933:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:38.0:1609800459.561934:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800459.561934:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800459.561937:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561937:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800459.561939:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.561940:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800459.561941:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.561942:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.561942:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800459.561943:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.561943:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.561943:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.561944:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800459.561947:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.561948:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800459.561948:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.561948:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800459.561951:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:37.0:1609800459.561952:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:3.0:1609800459.561952:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800459.561953:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000400:00000200:8.0:1609800459.561953:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:57.0:1609800459.561954:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.561954:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000400:00000200:57.0:1609800459.561955:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.561955:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800459.561955:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.561956:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:0.0:1609800459.561957:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.561958:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.561958:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800459.561959:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800459.561959:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.561960:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.1:1609800459.561961:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000400:00000200:0.0:1609800459.561961:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.561963:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800459.561963:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800459.561964:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.561965:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800459.561967:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.561968:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.561968:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800459.561969:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800459.561971:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.561972:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800459.561972:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.561973:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800459.561973:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800459.561973:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:57.0:1609800459.561975:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800459.561975:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:6.0:1609800459.561976:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:57.0:1609800459.561977:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561977:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800459.561977:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:0.0:1609800459.561977:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800459.561978:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:0.0:1609800459.561978:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561980:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.561980:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800459.561981:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800459.561982:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:0.0:1609800459.561982:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800459.561988:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.561989:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.1:1609800459.561989:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800459.561991:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800459.561992:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800459.561994:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800459.561996:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.561996:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.561997:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800459.561998:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.561999:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.561999:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:3.0:1609800459.562000:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800459.562001:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800459.562001:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800459.562002:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800459.562003:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:6.0:1609800459.562003:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800459.562004:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:6.0:1609800459.562004:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.562008:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:57.0:1609800459.562009:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800459.562009:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:57.0:1609800459.562010:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.562010:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:57.0:1609800459.562013:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800459.562016:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800459.562017:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.562020:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800459.562336:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.562340:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.562343:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:57.0:1609800459.562349:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.562352:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:0.0:1609800459.562355:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.562356:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562358:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:57.0:1609800459.562359:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000400:00000200:0.0:1609800459.562362:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.562365:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:0.0:1609800459.562365:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800459.562371:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.562375:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800459.562380:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.562382:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:0.0:1609800459.562383:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000400:00000200:57.0:1609800459.562387:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800459.562390:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:57.0:1609800459.562394:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.562396:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:57.0:1609800459.562402:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.562405:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:23.1:1609800459.562408:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000800:00000200:57.0:1609800459.562409:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562411:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:57.0:1609800459.562412:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:57.0:1609800459.562416:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.562416:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000800:00000200:8.0:1609800459.562419:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:8.0:1609800459.562420:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.562423:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800459.562426:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800459.562427:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:8.0:1609800459.562448:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:8.0:1609800459.562449:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.562451:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:8.0:1609800459.562451:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.562453:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800459.562454:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562455:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800459.562455:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000400:00000200:37.0:1609800459.562456:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.562458:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.562461:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:5.0:1609800459.562504:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800459.562541:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.562544:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:57.0:1609800459.562545:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.562548:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:5.0:1609800459.562551:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.562555:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:57.0:1609800459.562558:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.562561:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:5.0:1609800459.562563:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562565:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.562565:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:57.0:1609800459.562567:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:5.0:1609800459.562567:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:57.0:1609800459.562575:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:5.0:1609800459.562575:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:57.0:1609800459.562580:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:57.0:1609800459.562584:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.562588:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.562589:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:57.0:1609800459.562595:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.562597:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:57.0:1609800459.562600:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562601:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:57.0:1609800459.562602:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:23.1:1609800459.562602:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000800:00000200:57.0:1609800459.562605:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000400:00000200:57.0:1609800459.562609:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800459.562610:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:8.0:1609800459.562613:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:8.0:1609800459.562614:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.562615:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:8.0:1609800459.562616:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.562617:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.562618:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:57.0:1609800459.562619:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:8.0:1609800459.562619:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800459.562620:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800459.562620:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.562622:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800459.562623:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:8.0:1609800459.562624:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.562624:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:57.0:1609800459.562625:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800459.562626:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.562628:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:6.0:1609800459.562630:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:8.0:1609800459.562631:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:57.0:1609800459.562632:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562633:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:57.0:1609800459.562634:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:57.0:1609800459.562637:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800459.562652:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:57.0:1609800459.562654:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.562658:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.562660:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:3.0:1609800459.562660:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000400:00000200:57.0:1609800459.562665:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.562667:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:57.0:1609800459.562677:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.562678:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:57.0:1609800459.562679:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.562682:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:57.0:1609800459.562683:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:3.0:1609800459.562685:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:57.0:1609800459.562705:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800459.562705:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.1:1609800459.562707:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000400:00000200:57.0:1609800459.562708:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.562708:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.562710:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:6.0:1609800459.562715:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:57.0:1609800459.562716:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800459.562718:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:3.0:1609800459.562718:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:57.0:1609800459.562719:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:3.0:1609800459.562720:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:6.0:1609800459.562721:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.562723:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800459.562723:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.562724:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:57.0:1609800459.562725:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000800:00000200:57.0:1609800459.562727:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.141@o2ib18: no credits
00000400:00000200:38.0:1609800459.562727:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800459.562727:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:57.0:1609800459.562728:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:38.0:1609800459.562733:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.562737:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:38.0:1609800459.562743:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800459.562743:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:38.0:1609800459.562748:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800459.562751:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:38.0:1609800459.562753:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800459.562754:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:38.0:1609800459.562755:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:3.0:1609800459.562756:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562762:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:38.0:1609800459.562763:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800459.562764:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562764:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:38.0:1609800459.562769:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:38.0:1609800459.562773:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800459.562775:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000800:00000200:8.0:1609800459.562783:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:8.0:1609800459.562786:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:8.0:1609800459.562787:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.562789:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800459.562789:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:38.0:1609800459.562790:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.562792:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:6.0:1609800459.562792:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800459.562794:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.562794:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000400:00000200:6.0:1609800459.562796:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:38.0:1609800459.562798:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.562801:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:8.0:1609800459.562801:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:6.0:1609800459.562802:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:38.0:1609800459.562804:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.562805:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:38.0:1609800459.562806:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:38.0:1609800459.562812:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:38.0:1609800459.562818:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800459.562821:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.562822:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800459.562825:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:57.0:1609800459.562827:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800459.562828:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.562830:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:38.0:1609800459.562833:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800459.562833:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000400:00000200:57.0:1609800459.562834:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800459.562834:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:38.0:1609800459.562835:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000400:00000200:57.0:1609800459.562836:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:3.0:1609800459.562839:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:38.0:1609800459.562840:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562841:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:57.0:1609800459.562842:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800459.562842:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.562845:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:37.0:1609800459.562845:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.562862:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:23.1:1609800459.562862:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000800:00000200:57.0:1609800459.562863:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000400:00000200:38.0:1609800459.562863:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.562864:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.562864:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:57.0:1609800459.562866:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.141@o2ib18: no credits
00000800:00000200:37.0:1609800459.562866:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:57.0:1609800459.562867:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000400:00000200:38.0:1609800459.562867:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.562869:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:8.0:1609800459.562870:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562871:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.141@o2ib18: no credits
00000800:00000200:37.0:1609800459.562871:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:37.0:1609800459.562873:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.562874:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800459.562875:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:38.0:1609800459.562876:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800459.562877:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:38.0:1609800459.562880:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.562882:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:38.0:1609800459.562883:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000800:00000200:38.0:1609800459.562885:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.141@o2ib18: no credits
00000800:00000200:23.1:1609800459.562885:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000800:00000200:38.0:1609800459.562886:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:3.0:1609800459.562893:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:3.0:1609800459.562896:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800459.562898:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:3.0:1609800459.562907:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:3.0:1609800459.562909:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:3.0:1609800459.562910:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:23.1:1609800459.562916:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800459.562971:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800459.562974:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800459.562975:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.562977:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800459.562977:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.562980:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:6.0:1609800459.562980:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562981:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.562982:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800459.562982:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800459.562985:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800459.562985:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800459.562986:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:6.0:1609800459.562986:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.562989:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:0.0:1609800459.562990:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800459.562991:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:0.0:1609800459.563010:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.563013:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:0.0:1609800459.563019:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.563022:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:0.0:1609800459.563026:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.563028:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:0.0:1609800459.563029:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:0.0:1609800459.563036:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800459.563050:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:8.0:1609800459.563056:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:8.0:1609800459.563059:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:8.0:1609800459.563060:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.563062:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:8.0:1609800459.563062:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800459.563064:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:33.1:1609800459.646909:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:20.0:1609800459.646959:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:20.0:1609800459.646971:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.646973:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:24.0:1609800459.646979:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:20.0:1609800459.646980:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800459.646985:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800459.646985:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:20.0:1609800459.646988:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.646990:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.646994:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:18.0:1609800459.646997:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:24.0:1609800459.647005:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800459.647010:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800459.647012:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:18.0:1609800459.647014:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.647015:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800459.647020:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800459.647039:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800459.647040:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800459.647041:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.647044:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800459.647044:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800459.647046:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800459.647048:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:20.0:1609800459.647050:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800459.647051:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800459.647052:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800459.647052:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.647054:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:18.0:1609800459.647055:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800459.647056:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:20.0:1609800459.647056:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)++
00000800:00000200:24.0:1609800459.647057:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:20.0:1609800459.647057:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:19.0:1609800459.647057:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.647058:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:18.0:1609800459.647058:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800459.647060:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:24.0:1609800459.647061:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:20.0:1609800459.647061:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:19.0:1609800459.647062:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.647062:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800459.647063:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:24.0:1609800459.647064:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800459.647064:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800459.647065:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:18.0:1609800459.647069:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:24.0:1609800459.647070:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.647070:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800459.647071:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:24.0:1609800459.647072:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:19.0:1609800459.647072:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800459.647072:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:18.0:1609800459.647074:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:18.0:1609800459.647076:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:24.0:1609800459.647077:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800459.647077:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800459.647080:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800459.647081:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.647082:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800459.647082:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800459.647082:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800459.647083:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800459.647084:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800459.647086:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800459.647086:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800459.647086:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800459.647086:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.647087:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800459.647088:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.647088:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800459.647089:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:20.0:1609800459.647091:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800459.647092:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800459.647093:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800459.647095:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800459.647095:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800459.647096:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800459.647097:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:19.0:1609800459.647098:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:18.0:1609800459.647098:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800459.647100:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (27)++
00000800:00000200:18.0:1609800459.647100:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800459.647101:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (28)++
00000800:00000200:57.0:1609800459.647102:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800459.647102:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800459.647103:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.647104:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538af00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800459.647105:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800459.647107:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (29)--
00000800:00000200:20.0:1609800459.647107:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (29)--
00000800:00000200:24.0:1609800459.647108:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (27)--
00000800:00000200:19.0:1609800459.647108:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (29)++
00000800:00000200:18.0:1609800459.647108:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (29)++
00000800:00000200:57.0:1609800459.647109:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800459.647109:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (29)--
00000800:00000200:18.0:1609800459.647109:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (28)--
00000400:00000200:57.0:1609800459.647110:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.647110:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (28)--
00000800:00000200:24.0:1609800459.647111:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:19.0:1609800459.647111:0:16044:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.160@o2ib18(1): redundant or enough NOOP
00000400:00000200:57.0:1609800459.647112:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800459.647113:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:0.0:1609800459.647113:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800459.647114:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:24.0:1609800459.647115:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800459.647116:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:24.0:1609800459.647118:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800459.647118:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:0.0:1609800459.647118:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800459.647124:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:24.0:1609800459.647127:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.647130:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800459.647133:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:57.0:1609800459.647135:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800459.647135:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800459.647137:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:24.0:1609800459.647138:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800459.647138:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800459.647139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:0.0:1609800459.647139:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800459.647140:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800459.647142:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.647143:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800459.647144:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800459.647145:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800459.647147:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:24.0:1609800459.647147:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:24.0:1609800459.647148:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:24.0:1609800459.647150:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:0.0:1609800459.647150:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800459.647151:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:0.0:1609800459.647153:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.647154:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:57.0:1609800459.647155:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800459.647155:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:57.0:1609800459.647156:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.647158:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800459.647159:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800459.647159:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800459.647163:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800459.647164:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:24.0:1609800459.647165:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:18.0:1609800459.647170:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:24.0:1609800459.647171:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800459.647173:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800459.647174:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.647175:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800459.647176:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:24.0:1609800459.647177:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800459.647177:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800459.647178:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.647179:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800459.647181:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:24.0:1609800459.647182:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:18.0:1609800459.647182:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.647183:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.647184:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (26)++
00000400:00000200:20.0:1609800459.647184:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800459.647185:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800459.647185:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800459.647186:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800459.647187:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (27)--
00000400:00000200:0.0:1609800459.647187:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.647188:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.647189:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:24.0:1609800459.647190:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:57.0:1609800459.647191:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800459.647192:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:20.0:1609800459.647194:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.647194:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800459.647195:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800459.647196:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800459.647197:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:24.0:1609800459.647198:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800459.647199:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800459.647202:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800459.647203:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800459.647206:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800459.647207:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800459.647208:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800459.647210:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800459.647211:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.647212:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.647212:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)++
00000800:00000200:20.0:1609800459.647213:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800459.647214:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800459.647214:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:18.0:1609800459.647214:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (27)--
00000800:00000200:18.0:1609800459.647215:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:20.0:1609800459.647217:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:18.0:1609800459.647217:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:24.0:1609800459.647219:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:20.0:1609800459.647219:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (27)--
00000800:00000200:18.0:1609800459.647219:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (27)--
00000800:00000200:20.0:1609800459.647220:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:0.0:1609800459.647220:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800459.647221:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800459.647221:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800459.647221:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:20.0:1609800459.647222:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:57.0:1609800459.647223:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.647223:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.647224:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800459.647224:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800459.647226:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800459.647227:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800459.647227:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800459.647229:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800459.647229:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800459.647230:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800459.647232:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800459.647232:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800459.647233:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800459.647236:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:24.0:1609800459.647237:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800459.647237:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:24.0:1609800459.647238:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:19.0:1609800459.647240:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:0.0:1609800459.647241:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800459.647243:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.647247:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800459.647248:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:0.0:1609800459.647248:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800459.647251:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:57.0:1609800459.647257:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800459.647257:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:57.0:1609800459.647259:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.647261:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:57.0:1609800459.647262:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800459.647263:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:18.0:1609800459.647265:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800459.647266:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:20.0:1609800459.647267:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:20.0:1609800459.647268:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:18.0:1609800459.647269:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800459.647271:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:18.0:1609800459.647277:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800459.647280:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800459.647283:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800459.647286:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800459.647287:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800459.647303:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:18.0:1609800459.647305:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:18.0:1609800459.647306:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:0.0:1609800459.647320:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800459.647323:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.647328:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800459.647599:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.647605:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.647608:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800459.647613:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.647617:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800459.647620:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.647622:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:57.0:1609800459.647623:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:57.0:1609800459.647630:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800459.647690:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:19.0:1609800459.647731:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800459.647737:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800459.647739:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800459.647742:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:19.0:1609800459.647746:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:57.0:1609800459.647749:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800459.647749:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:57.0:1609800459.647757:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.647759:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800459.647764:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.647772:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800459.647775:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.647776:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:57.0:1609800459.647778:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:57.0:1609800459.647781:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:57.0:1609800459.647788:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.647791:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.647793:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:33.1:1609800459.647793:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:57.0:1609800459.647797:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800459.647798:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:57.0:1609800459.647800:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.647801:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:24.0:1609800459.647802:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.647803:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.647804:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:18.0:1609800459.647804:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:57.0:1609800459.647805:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:24.0:1609800459.647805:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.647807:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:24.0:1609800459.647807:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800459.647818:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:19.0:1609800459.647824:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800459.647827:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800459.647828:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.647830:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:19.0:1609800459.647830:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:19.0:1609800459.647833:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:5.0:1609800459.647895:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800459.647906:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.647912:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:5.0:1609800459.647926:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800459.647933:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800459.647933:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:57.0:1609800459.647949:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.647951:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:5.0:1609800459.647955:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.647957:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:5.0:1609800459.647959:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:57.0:1609800459.647962:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.647965:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:5.0:1609800459.647967:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:57.0:1609800459.647968:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.647970:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:5.0:1609800459.647972:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.647975:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:57.0:1609800459.647980:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800459.647989:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:5.0:1609800459.647990:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800459.647993:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800459.647994:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800459.647995:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:18.0:1609800459.647999:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:5.0:1609800459.647999:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800459.648001:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:18.0:1609800459.648001:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800459.648002:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:57.0:1609800459.648003:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800459.648003:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:18.0:1609800459.648004:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.648005:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:24.0:1609800459.648005:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.648006:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:5.0:1609800459.648006:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800459.648008:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:5.0:1609800459.648008:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:5.0:1609800459.648009:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:57.0:1609800459.648011:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.648013:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:57.0:1609800459.648014:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.648017:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:18.0:1609800459.648018:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:5.0:1609800459.648019:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.648021:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.648022:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:5.0:1609800459.648023:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.648024:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:5.0:1609800459.648026:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:57.0:1609800459.648027:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:5.0:1609800459.648031:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.648034:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:5.0:1609800459.648038:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.648040:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:5.0:1609800459.648041:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:33.1:1609800459.648043:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:5.0:1609800459.648046:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800459.648049:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:5.0:1609800459.648050:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800459.648052:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000400:00000200:19.0:1609800459.648053:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.648054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:19.0:1609800459.648056:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:20.0:1609800459.648058:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800459.648059:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:5.0:1609800459.648059:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.648060:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.648061:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:5.0:1609800459.648061:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:20.0:1609800459.648064:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:19.0:1609800459.648064:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:19.0:1609800459.648065:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800459.648067:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800459.648068:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:5.0:1609800459.648068:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800459.648072:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:20.0:1609800459.648073:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:19.0:1609800459.648075:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:5.0:1609800459.648075:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800459.648076:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:5.0:1609800459.648078:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:5.0:1609800459.648080:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.160@o2ib18: no credits
00000800:00000200:5.0:1609800459.648080:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:57.0:1609800459.648109:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.648117:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.648141:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800459.648146:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.648149:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:57.0:1609800459.648153:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.648155:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:57.0:1609800459.648157:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:38.0:1609800459.648157:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.648159:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.160@o2ib18: no credits
00000800:00000200:57.0:1609800459.648160:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:38.0:1609800459.648164:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.648168:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:33.1:1609800459.648172:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:38.0:1609800459.648174:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.648177:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.648177:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:24.0:1609800459.648181:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:38.0:1609800459.648183:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800459.648183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:38.0:1609800459.648185:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:24.0:1609800459.648189:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:38.0:1609800459.648190:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:24.0:1609800459.648190:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:24.0:1609800459.648192:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:38.0:1609800459.648194:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:38.0:1609800459.648198:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800459.648201:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:38.0:1609800459.648202:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.648203:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:20.0:1609800459.648207:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:38.0:1609800459.648208:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.648210:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:20.0:1609800459.648210:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000400:00000200:20.0:1609800459.648211:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800459.648213:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:20.0:1609800459.648214:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:38.0:1609800459.648215:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.648216:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:19.0:1609800459.648216:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:38.0:1609800459.648217:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (26)++
00000800:00000200:20.0:1609800459.648218:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:19.0:1609800459.648218:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800459.648220:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:19.0:1609800459.648220:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:19.0:1609800459.648223:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:38.0:1609800459.648224:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:20.0:1609800459.648225:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800459.648226:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:20.0:1609800459.648227:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800459.648229:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:20.0:1609800459.648232:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800459.648234:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:38.0:1609800459.648235:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800459.648239:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.648240:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:18.0:1609800459.648244:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:38.0:1609800459.648245:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.648247:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:18.0:1609800459.648248:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:24.0:1609800459.648249:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:38.0:1609800459.648250:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800459.648250:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800459.648253:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:18.0:1609800459.648253:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:38.0:1609800459.648254:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:38.0:1609800459.648256:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.160@o2ib18: no credits
00000800:00000200:38.0:1609800459.648257:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800459.648257:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:18.0:1609800459.648260:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:38.0:1609800459.648261:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800459.648261:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800459.648265:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:18.0:1609800459.648266:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000400:00000200:57.0:1609800459.648267:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800459.648267:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.648269:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:57.0:1609800459.648271:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.648274:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800459.648274:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:18.0:1609800459.648275:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:38.0:1609800459.648276:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:18.0:1609800459.648276:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:57.0:1609800459.648279:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:38.0:1609800459.648280:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.648281:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:38.0:1609800459.648282:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:57.0:1609800459.648285:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.648286:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800459.648286:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:24.0:1609800459.648291:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:57.0:1609800459.648292:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:24.0:1609800459.648294:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:57.0:1609800459.648295:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800459.648296:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.648297:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800459.648297:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:57.0:1609800459.648298:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:24.0:1609800459.648299:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.648302:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:24.0:1609800459.648302:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:24.0:1609800459.648303:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800459.648303:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000400:00000200:19.0:1609800459.648304:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800459.648306:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:33.1:1609800459.648308:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800459.648310:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800459.648312:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800459.648315:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:18.0:1609800459.648315:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800459.648317:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:20.0:1609800459.648318:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800459.648318:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:18.0:1609800459.648318:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800459.648320:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:18.0:1609800459.648320:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800459.648322:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:18.0:1609800459.648325:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:21.1:1609800459.682056:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:20.0:1609800459.682095:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800459.682102:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.163@o2ib18
00000400:00000200:20.0:1609800459.682106:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : GET - for me
00000400:00000200:20.0:1609800459.682112:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.163@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:20.0:1609800459.682116:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.163@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:20.0:1609800459.682119:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:20.0:1609800459.682128:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:20.0:1609800459.682131:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:19.0:1609800459.682136:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:20.0:1609800459.682137:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : REPLY try# 0
00000800:00000200:20.0:1609800459.682140:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:20.0:1609800459.682144:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800459.682145:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:20.0:1609800459.682146:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:20.0:1609800459.682152:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:20.0:1609800459.682153:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800459.682248:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:24.0:1609800459.682255:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:24.0:1609800459.682257:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:24.0:1609800459.682258:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800459.682261:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800459.682261:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:24.0:1609800459.682263:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:27.1:1609800459.924843:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:3.0:1609800459.924858:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:3.0:1609800459.924864:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.172@o2ib18
00000400:00000200:3.0:1609800459.924872:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800459.924880:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.924886:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800459.924899:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.924905:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.924906:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:3.0:1609800459.924911:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800459.924918:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800459.924919:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:3.0:1609800459.924921:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.924926:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.924927:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:3.0:1609800459.924930:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:3.0:1609800459.924932:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800459.924934:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.924934:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000400:00000200:6.0:1609800459.924941:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800459.924941:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800459.924945:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:57.0:1609800459.924949:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800459.924953:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800459.924955:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.924961:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800459.924962:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800459.924962:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.924966:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800459.924967:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.924971:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800459.924973:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.924975:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.924982:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000400:00000200:3.0:1609800459.924982:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.1:1609800459.924987:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000800:00000200:3.0:1609800459.924987:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.924988:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:3.0:1609800459.924991:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.924992:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800459.924995:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:3.0:1609800459.924996:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800459.924999:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:3.0:1609800459.924999:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.925001:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:3.0:1609800459.925003:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000400:00000200:6.0:1609800459.925007:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.925007:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:3.0:1609800459.925009:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:6.0:1609800459.925012:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.925017:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:57.0:1609800459.925018:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.925021:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925026:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800459.925027:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.925034:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800459.925038:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.925043:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800459.925045:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.925048:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (21)++
00000800:00000200:27.1:1609800459.925050:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800459.925052:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800459.925053:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800459.925058:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925060:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:6.0:1609800459.925063:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000400:00000200:0.0:1609800459.925064:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800459.925065:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.925066:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:6.0:1609800459.925067:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:8.0:1609800459.925075:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:27.1:1609800459.925078:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:8.0:1609800459.925080:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800459.925080:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800459.925083:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:0.0:1609800459.925083:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.925087:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.925088:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:3.0:1609800459.925092:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:8.0:1609800459.925094:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800459.925094:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:3.0:1609800459.925097:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800459.925099:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800459.925102:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800459.925103:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.925106:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800459.925108:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800459.925109:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800459.925110:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.925113:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:3.0:1609800459.925114:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925115:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (24)++
00000800:00000200:37.0:1609800459.925116:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800459.925118:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000400:00000200:3.0:1609800459.925118:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:6.0:1609800459.925119:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800459.925120:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800459.925149:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:3.0:1609800459.925149:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800459.925152:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:3.0:1609800459.925155:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800459.925156:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.925158:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800459.925159:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.925159:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800459.925160:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.925160:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800459.925162:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:57.0:1609800459.925163:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.925165:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800459.925166:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.925167:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800459.925170:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800459.925170:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:6.0:1609800459.925172:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.925177:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800459.925180:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.925182:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800459.925183:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800459.925185:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.925186:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800459.925187:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800459.925188:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:37.0:1609800459.925189:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925189:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.925190:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800459.925190:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:3.0:1609800459.925193:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:0.0:1609800459.925194:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800459.925195:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800459.925195:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.925197:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800459.925197:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800459.925200:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800459.925201:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:6.0:1609800459.925203:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000400:00000200:0.0:1609800459.925203:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.925204:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (27)++
00000800:00000200:6.0:1609800459.925205:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000400:00000200:3.0:1609800459.925205:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800459.925208:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (26)++
00000400:00000200:37.0:1609800459.925209:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800459.925210:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800459.925210:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800459.925211:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000800:00000200:6.0:1609800459.925212:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:0.0:1609800459.925212:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925213:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000400:00000200:3.0:1609800459.925213:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800459.925215:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800459.925215:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:0.0:1609800459.925217:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800459.925218:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.925221:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.925221:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800459.925223:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.925224:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800459.925227:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.925228:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800459.925230:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800459.925231:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.925232:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800459.925235:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800459.925236:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800459.925237:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.925239:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800459.925240:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.925241:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (26)++
00000800:00000200:3.0:1609800459.925241:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800459.925243:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:37.0:1609800459.925244:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000800:00000200:37.0:1609800459.925246:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:37.0:1609800459.925248:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:8.0:1609800459.925248:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800459.925251:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000800:00000200:37.0:1609800459.925253:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:6.0:1609800459.925254:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.925255:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:57.0:1609800459.925257:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.925258:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800459.925259:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800459.925259:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800459.925261:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800459.925262:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800459.925263:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800459.925264:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800459.925265:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:3.0:1609800459.925267:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:8.0:1609800459.925268:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800459.925269:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.1:1609800459.925270:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800459.925271:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800459.925273:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800459.925275:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800459.925276:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800459.925277:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800459.925279:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800459.925280:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800459.925280:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:57.0:1609800459.925282:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.925284:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925285:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800459.925285:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000400:00000200:57.0:1609800459.925287:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800459.925287:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:6.0:1609800459.925287:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.925290:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:37.0:1609800459.925294:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800459.925294:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800459.925299:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800459.925299:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.925304:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:4.0:1609800459.925305:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800459.925312:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:37.0:1609800459.925315:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800459.925321:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800459.925322:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800459.925325:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800459.925326:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925329:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800459.925330:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800459.925331:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:37.0:1609800459.925332:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800459.925337:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (21)++
00000800:00000200:4.0:1609800459.925338:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800459.925339:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (22)--
00000800:00000200:37.0:1609800459.925341:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:4.0:1609800459.925341:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.925343:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800459.925344:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925360:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800459.925362:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800459.925490:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800459.925496:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.925499:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:0.0:1609800459.925506:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800459.925510:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800459.925514:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.925516:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:0.0:1609800459.925517:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:0.0:1609800459.925525:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800459.925572:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:3.0:1609800459.925579:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:3.0:1609800459.925583:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:3.0:1609800459.925584:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800459.925585:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:3.0:1609800459.925586:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.925589:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:57.0:1609800459.925633:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.925638:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925641:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800459.925660:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.925663:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:5.0:1609800459.925666:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.925668:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.925682:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:57.0:1609800459.925683:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:57.0:1609800459.925688:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:5.0:1609800459.925702:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925704:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800459.925706:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800459.925707:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800459.925709:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:57.0:1609800459.925710:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:5.0:1609800459.925713:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800459.925717:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:5.0:1609800459.925717:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:6.0:1609800459.925720:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800459.925722:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.925724:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.925727:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.925730:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.925748:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.925750:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800459.925751:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:5.0:1609800459.925751:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800459.925752:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:5.0:1609800459.925753:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:5.0:1609800459.925754:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:57.0:1609800459.925763:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:5.0:1609800459.925763:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:57.0:1609800459.925768:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:57.0:1609800459.925772:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800459.925774:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:57.0:1609800459.925776:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925779:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:8.0:1609800459.925781:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800459.925784:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:57.0:1609800459.925785:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800459.925786:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.925787:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:57.0:1609800459.925788:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:8.0:1609800459.925789:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.925790:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.925791:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:3.0:1609800459.925791:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800459.925792:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800459.925793:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:57.0:1609800459.925794:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:57.0:1609800459.925795:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000400:00000200:3.0:1609800459.925810:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:57.0:1609800459.925811:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:3.0:1609800459.925814:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:57.0:1609800459.925816:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.925819:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925821:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800459.925824:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:57.0:1609800459.925827:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.925829:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.925832:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.925833:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800459.925833:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:57.0:1609800459.925834:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:57.0:1609800459.925837:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800459.925839:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925840:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:57.0:1609800459.925841:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800459.925841:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925844:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.925844:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:57.0:1609800459.925847:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800459.925848:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:57.0:1609800459.925869:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800459.925870:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:57.0:1609800459.925871:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:37.0:1609800459.925872:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:37.0:1609800459.925874:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800459.925874:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.925875:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800459.925875:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (24)++
00000800:00000200:57.0:1609800459.925876:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800459.925876:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800459.925877:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:57.0:1609800459.925878:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800459.925878:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:37.0:1609800459.925879:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.925880:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:57.0:1609800459.925881:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000400:00000200:37.0:1609800459.925881:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.925884:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:57.0:1609800459.925886:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.925891:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.925891:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.925893:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800459.925894:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:38.0:1609800459.925897:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.925900:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800459.925901:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:57.0:1609800459.925902:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:38.0:1609800459.925903:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:8.0:1609800459.925904:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000800:00000200:57.0:1609800459.925905:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800459.925905:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800459.925906:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:57.0:1609800459.925907:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:57.0:1609800459.925908:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000400:00000200:8.0:1609800459.925908:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:38.0:1609800459.925910:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.925911:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:38.0:1609800459.925914:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:8.0:1609800459.925914:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:38.0:1609800459.925919:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.925921:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:38.0:1609800459.925922:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:27.1:1609800459.925924:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000800:00000200:38.0:1609800459.925931:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925932:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:38.0:1609800459.925936:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800459.925936:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:6.0:1609800459.925937:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800459.925940:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:6.0:1609800459.925940:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.925943:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925943:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925944:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:37.0:1609800459.925945:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.925947:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.925950:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:38.0:1609800459.925953:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800459.925955:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:38.0:1609800459.925960:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800459.925963:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:38.0:1609800459.925966:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800459.925967:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:38.0:1609800459.925970:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:38.0:1609800459.925974:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800459.925977:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800459.925985:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800459.925988:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800459.925989:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800459.925990:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925990:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800459.925993:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800459.925993:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.925994:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800459.925995:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800459.925997:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:6.0:1609800459.926000:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:57.0:1609800459.926104:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.926108:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.926110:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800459.926116:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.926119:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.926132:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.926134:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000400:00000200:0.0:1609800459.926134:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800459.926135:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:57.0:1609800459.926139:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:0.0:1609800459.926141:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.926144:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:0.0:1609800459.926151:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:27.1:1609800459.926153:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:0.0:1609800459.926154:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800459.926159:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.926161:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800459.926162:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800459.926163:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800459.926168:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800459.926171:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:0.0:1609800459.926171:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000400:00000200:37.0:1609800459.926173:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.926175:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:0.0:1609800459.926176:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800459.926178:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800459.926184:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:3.0:1609800459.926191:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:3.0:1609800459.926194:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:0.0:1609800459.926194:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.926196:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800459.926196:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:6.0:1609800459.926197:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:3.0:1609800459.926198:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:0.0:1609800459.926201:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800459.926204:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:0.0:1609800459.926204:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800459.926207:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800459.926208:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:0.0:1609800459.926209:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:0.0:1609800459.926213:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800459.926217:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800459.926225:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800459.926228:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800459.926229:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800459.926230:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800459.926230:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:37.0:1609800459.926232:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.926232:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800459.926233:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:37.0:1609800459.926234:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800459.926236:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800459.926238:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:57.0:1609800459.926426:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800459.926430:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800459.926432:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:57.0:1609800459.926438:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800459.926441:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:57.0:1609800459.926445:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800459.926447:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:57.0:1609800459.926449:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:57.0:1609800459.926452:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800459.926465:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:3.0:1609800459.926554:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:3.0:1609800459.926559:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:3.0:1609800459.926561:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800459.926564:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:3.0:1609800459.926586:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:3.0:1609800459.926587:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:23.1:1609800460.059097:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:6.0:1609800460.059146:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:6.0:1609800460.059151:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.96@o2ib18
00000400:00000200:6.0:1609800460.059155:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800460.059160:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.059163:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800460.059169:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800460.059172:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800460.059175:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800460.059178:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800460.059179:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800460.059182:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800460.059182:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800460.059185:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:6.0:1609800460.059187:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800460.059188:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800460.059189:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800460.059209:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:37.0:1609800460.059210:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800460.059212:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800460.059215:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.059234:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.059236:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800460.059240:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:37.0:1609800460.059243:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800460.059245:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.059247:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800460.059248:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800460.059248:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800460.059250:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800460.059250:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800460.059252:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800460.059253:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800460.059253:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800460.059255:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800460.059255:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (24)++
00000800:00000200:3.0:1609800460.059255:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800460.059256:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800460.059257:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:0.0:1609800460.059258:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800460.059259:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (24)++
00000400:00000200:3.0:1609800460.059259:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800460.059260:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800460.059261:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000400:00000200:0.0:1609800460.059261:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.059264:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.059265:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:37.0:1609800460.059273:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:3.0:1609800460.059273:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800460.059274:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800460.059275:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.059275:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:0.0:1609800460.059275:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.059276:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800460.059277:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:0.0:1609800460.059279:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800460.059282:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800460.059282:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800460.059284:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800460.059285:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800460.059287:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800460.059288:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.059289:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:23.1:1609800460.059289:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (23)++
00000800:00000200:3.0:1609800460.059291:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800460.059294:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800460.059295:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.059297:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800460.059297:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800460.059298:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800460.059299:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800460.059299:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800460.059300:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:37.0:1609800460.059302:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800460.059303:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800460.059305:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.059307:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000800:00000200:3.0:1609800460.059307:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000800:00000200:8.0:1609800460.059308:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800460.059309:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800460.059310:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800460.059336:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800460.059336:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059337:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (27)++
00000800:00000200:8.0:1609800460.059338:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800460.059339:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800460.059341:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (28)++
00000400:00000200:6.0:1609800460.059344:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.059345:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (29)--
00000800:00000200:37.0:1609800460.059346:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (28)--
00000800:00000200:3.0:1609800460.059346:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (29)++
00000800:00000200:6.0:1609800460.059347:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800460.059347:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (29)--
00000800:00000200:37.0:1609800460.059348:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (28)++
00000800:00000200:8.0:1609800460.059348:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (28)--
00000800:00000200:8.0:1609800460.059349:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (27)--
00000800:00000200:3.0:1609800460.059349:0:16038:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.96@o2ib18(1): redundant or enough NOOP
00000800:00000200:37.0:1609800460.059350:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.059350:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800460.059350:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800460.059350:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (26)--
00000800:00000200:3.0:1609800460.059351:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:57.0:1609800460.059352:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800460.059353:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800460.059353:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800460.059354:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.059354:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800460.059356:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.059357:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000400:00000200:57.0:1609800460.059358:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800460.059358:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800460.059359:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:6.0:1609800460.059359:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800460.059361:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800460.059364:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800460.059364:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059367:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800460.059368:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.059369:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800460.059370:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800460.059371:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.1:1609800460.059371:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (22)++
00000400:00000200:57.0:1609800460.059372:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059372:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800460.059374:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800460.059375:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800460.059375:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800460.059376:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:57.0:1609800460.059377:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.059378:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:4.0:1609800460.059378:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059380:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800460.059380:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.059382:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800460.059383:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:4.0:1609800460.059385:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800460.059386:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800460.059389:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800460.059393:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800460.059395:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.059402:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800460.059564:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:6.0:1609800460.059572:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:6.0:1609800460.059576:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.059578:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:6.0:1609800460.059579:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800460.059583:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.059584:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:6.0:1609800460.059585:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800460.059586:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:8.0:1609800460.059589:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800460.059590:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:6.0:1609800460.059591:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800460.059592:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800460.059592:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800460.059594:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800460.059595:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800460.059595:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:3.0:1609800460.059595:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800460.059596:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800460.059598:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800460.059599:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800460.059600:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800460.059603:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800460.059604:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.059604:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800460.059604:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000400:00000200:3.0:1609800460.059604:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800460.059606:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (26)++
00000800:00000200:8.0:1609800460.059607:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800460.059607:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.059608:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800460.059608:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800460.059611:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800460.059613:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (27)--
00000400:00000200:37.0:1609800460.059614:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800460.059614:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:57.0:1609800460.059615:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800460.059615:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:37.0:1609800460.059616:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800460.059617:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.059617:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.059618:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800460.059618:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.059619:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (26)++
00000800:00000200:8.0:1609800460.059620:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (27)--
00000800:00000200:3.0:1609800460.059620:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800460.059621:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800460.059622:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.059638:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:37.0:1609800460.059639:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800460.059639:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:3.0:1609800460.059639:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800460.059640:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800460.059641:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000800:00000200:8.0:1609800460.059642:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:3.0:1609800460.059642:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800460.059643:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:3.0:1609800460.059643:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800460.059644:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (24)++
00000400:00000200:6.0:1609800460.059644:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059645:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (26)--
00000800:00000200:8.0:1609800460.059645:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:3.0:1609800460.059645:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (26)++
00000800:00000200:37.0:1609800460.059646:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:37.0:1609800460.059647:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000400:00000200:6.0:1609800460.059647:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:3.0:1609800460.059647:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:3.0:1609800460.059648:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:8.0:1609800460.059651:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800460.059653:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800460.059654:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800460.059654:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.059655:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.059655:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800460.059656:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:6.0:1609800460.059658:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800460.059659:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800460.059677:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800460.059677:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800460.059678:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800460.059678:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800460.059679:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.059680:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800460.059682:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800460.059683:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.059685:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800460.059686:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800460.059691:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800460.059694:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000800:00000200:6.0:1609800460.059695:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:0.0:1609800460.059695:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800460.059696:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800460.059697:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.059697:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.059698:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800460.059698:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800460.059699:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:8.0:1609800460.059700:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:0.0:1609800460.059700:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800460.059701:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800460.059710:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:0.0:1609800460.059716:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800460.059718:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:0.0:1609800460.059718:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.059720:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:0.0:1609800460.059720:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.059722:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800460.059722:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000400:00000200:57.0:1609800460.059973:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.059997:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060001:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:57.0:1609800460.060008:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.060011:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:57.0:1609800460.060016:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.060018:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000400:00000200:5.0:1609800460.060018:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800460.060027:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000400:00000200:5.0:1609800460.060030:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800460.060034:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:5.0:1609800460.060036:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:57.0:1609800460.060040:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.060044:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060046:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:5.0:1609800460.060049:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800460.060056:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:57.0:1609800460.060058:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.060061:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:57.0:1609800460.060065:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800460.060065:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.060067:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (21)++
00000800:00000200:57.0:1609800460.060068:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:5.0:1609800460.060069:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:57.0:1609800460.060073:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060074:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:57.0:1609800460.060077:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.060080:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060082:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:5.0:1609800460.060084:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000400:00000200:57.0:1609800460.060087:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.060090:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:57.0:1609800460.060093:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.060095:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:57.0:1609800460.060096:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060099:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800460.060100:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)--
00000800:00000200:23.1:1609800460.060102:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060105:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800460.060109:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:5.0:1609800460.060141:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800460.060151:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:6.0:1609800460.060154:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:6.0:1609800460.060162:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000400:00000200:6.0:1609800460.060165:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800460.060167:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800460.060170:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)++
00000400:00000200:6.0:1609800460.060171:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:5.0:1609800460.060172:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (26)++
00000800:00000200:6.0:1609800460.060179:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (27)--
00000800:00000200:6.0:1609800460.060181:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (26)++
00000800:00000200:5.0:1609800460.060181:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800460.060186:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000400:00000200:6.0:1609800460.060188:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800460.060192:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800460.060193:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:57.0:1609800460.060196:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800460.060198:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000400:00000200:57.0:1609800460.060200:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.060200:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060201:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060203:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:6.0:1609800460.060204:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:5.0:1609800460.060205:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:8.0:1609800460.060206:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000400:00000200:6.0:1609800460.060206:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.060211:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:8.0:1609800460.060213:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:5.0:1609800460.060216:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800460.060218:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800460.060221:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:8.0:1609800460.060224:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:57.0:1609800460.060225:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.060228:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:37.0:1609800460.060228:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800460.060233:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:57.0:1609800460.060234:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800460.060234:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:57.0:1609800460.060235:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800460.060235:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060235:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.060237:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000400:00000200:37.0:1609800460.060237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.060238:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:5.0:1609800460.060238:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:57.0:1609800460.060242:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060243:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:37.0:1609800460.060244:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:57.0:1609800460.060247:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800460.060249:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000800:00000200:37.0:1609800460.060250:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:57.0:1609800460.060254:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060257:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800460.060259:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (22)++
00000400:00000200:5.0:1609800460.060259:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.060262:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.060265:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:5.0:1609800460.060268:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800460.060270:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.060271:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:57.0:1609800460.060272:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060272:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:6.0:1609800460.060274:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:57.0:1609800460.060276:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800460.060278:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:6.0:1609800460.060281:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.060283:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060283:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800460.060285:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:57.0:1609800460.060286:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800460.060287:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.060288:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:8.0:1609800460.060291:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.060293:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.060293:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060293:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800460.060295:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:5.0:1609800460.060295:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000400:00000200:8.0:1609800460.060296:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:3.0:1609800460.060296:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:5.0:1609800460.060297:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:57.0:1609800460.060301:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800460.060301:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.96@o2ib18: no credits
00000800:00000200:5.0:1609800460.060302:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (26)--
00000800:00000200:57.0:1609800460.060305:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.060306:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:3.0:1609800460.060307:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.96@o2ib18: no credits
00000800:00000200:8.0:1609800460.060308:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:57.0:1609800460.060309:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800460.060309:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:57.0:1609800460.060311:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)++
00000400:00000200:3.0:1609800460.060312:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800460.060313:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (25)++
00000400:00000200:5.0:1609800460.060313:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800460.060314:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:57.0:1609800460.060315:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.96@o2ib18: no credits
00000800:00000200:57.0:1609800460.060317:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800460.060317:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000400:00000200:5.0:1609800460.060318:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.060318:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:5.0:1609800460.060322:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:8.0:1609800460.060331:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (24)++
00000400:00000200:5.0:1609800460.060332:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800460.060333:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800460.060335:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:23.1:1609800460.060340:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (23)++
00000800:00000200:5.0:1609800460.060340:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:3.0:1609800460.060344:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060346:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800460.060346:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:5.0:1609800460.060348:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)++
00000800:00000200:5.0:1609800460.060350:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (25)++
00000800:00000200:37.0:1609800460.060352:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (26)++
00000800:00000200:5.0:1609800460.060356:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (27)--
00000800:00000200:3.0:1609800460.060357:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (27)--
00000800:00000200:6.0:1609800460.060358:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (26)++
00000400:00000200:3.0:1609800460.060359:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.060360:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800460.060361:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000800:00000200:8.0:1609800460.060362:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:37.0:1609800460.060363:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000400:00000200:6.0:1609800460.060363:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.060364:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:37.0:1609800460.060365:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000400:00000200:5.0:1609800460.060366:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800460.060367:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:6.0:1609800460.060368:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:3.0:1609800460.060369:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:5.0:1609800460.060371:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800460.060372:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (22)++
00000400:00000200:5.0:1609800460.060374:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:6.0:1609800460.060376:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800460.060378:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800460.060384:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800460.060384:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:5.0:1609800460.060384:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800460.060385:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800460.060389:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:6.0:1609800460.060390:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:6.0:1609800460.060393:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:5.0:1609800460.060393:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800460.060395:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:5.0:1609800460.060397:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:5.0:1609800460.060402:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:5.0:1609800460.060411:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800460.060416:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:3.0:1609800460.060426:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:3.0:1609800460.060432:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:5.0:1609800460.060435:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.060435:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.060436:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:5.0:1609800460.060439:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:3.0:1609800460.060439:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:5.0:1609800460.060449:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800460.060454:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:3.0:1609800460.060454:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:5.0:1609800460.060458:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800460.060476:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:5.0:1609800460.060478:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:5.0:1609800460.060482:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:5.0:1609800460.060488:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800460.060491:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800460.060493:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800460.060496:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:5.0:1609800460.060498:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800460.060500:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:37.0:1609800460.060503:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:5.0:1609800460.060503:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800460.060504:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800460.060505:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:5.0:1609800460.060506:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:37.0:1609800460.060507:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.060508:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800460.060509:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:5.0:1609800460.060510:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800460.060511:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:23.1:1609800460.060519:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800460.060526:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800460.060529:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800460.060530:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000800:00000200:8.0:1609800460.060532:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:3.0:1609800460.060532:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:8.0:1609800460.060535:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:3.0:1609800460.060535:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800460.060536:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:3.0:1609800460.060537:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.060539:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:3.0:1609800460.060541:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:27.1:1609800460.097210:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:37.0:1609800460.097257:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800460.097262:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.136@o2ib18
00000400:00000200:37.0:1609800460.097266:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800460.097270:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.097274:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800460.097280:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.097283:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800460.097285:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800460.097288:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800460.097289:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800460.097293:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800460.097293:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800460.097295:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800460.097298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800460.097299:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800460.097299:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:8.0:1609800460.097303:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800460.097326:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800460.097329:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:27.1:1609800460.097333:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:8.0:1609800460.097334:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800460.097337:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800460.097340:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800460.097341:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800460.097342:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800460.097344:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800460.097366:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:6.0:1609800460.097366:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.097368:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800460.097369:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800460.097370:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:6.0:1609800460.097370:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800460.097389:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800460.097390:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:57.0:1609800460.097393:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.097394:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.097397:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:57.0:1609800460.097400:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800460.097404:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800460.097407:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:6.0:1609800460.097408:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800460.097423:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800460.097425:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:3.0:1609800460.097426:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:6.0:1609800460.097427:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.1:1609800460.097429:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000800:00000200:6.0:1609800460.097429:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800460.097430:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800460.097434:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:38.0:1609800460.097436:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800460.097436:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:3.0:1609800460.097436:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.097437:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:38.0:1609800460.097438:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.097439:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:3.0:1609800460.097439:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:38.0:1609800460.097441:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.097443:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800460.097444:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:3.0:1609800460.097446:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800460.097448:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800460.097448:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000800:00000200:3.0:1609800460.097449:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800460.097450:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.097452:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800460.097453:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800460.097453:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800460.097456:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800460.097457:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:37.0:1609800460.097458:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800460.097458:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800460.097461:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800460.097461:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800460.097462:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:3.0:1609800460.097463:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000400:00000200:6.0:1609800460.097465:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800460.097466:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000400:00000200:37.0:1609800460.097467:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800460.097468:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.097469:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800460.097470:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800460.097471:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.1:1609800460.097471:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (25)++
00000800:00000200:3.0:1609800460.097490:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:37.0:1609800460.097491:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800460.097491:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800460.097492:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:3.0:1609800460.097494:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:6.0:1609800460.097497:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800460.097497:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.097499:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000800:00000200:8.0:1609800460.097499:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:37.0:1609800460.097500:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (27)--
00000800:00000200:6.0:1609800460.097500:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800460.097501:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:8.0:1609800460.097501:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:3.0:1609800460.097501:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800460.097502:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:6.0:1609800460.097503:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800460.097504:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (26)--
00000400:00000200:8.0:1609800460.097504:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800460.097504:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.097505:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:37.0:1609800460.097506:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.097506:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800460.097506:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800460.097507:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800460.097509:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000400:00000200:8.0:1609800460.097511:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.097511:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.097512:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:3.0:1609800460.097512:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800460.097513:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800460.097513:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800460.097514:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800460.097515:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800460.097518:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800460.097519:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800460.097520:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800460.097521:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800460.097521:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800460.097523:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800460.097523:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800460.097523:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.097525:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800460.097527:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800460.097527:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000400:00000200:0.0:1609800460.097527:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.097528:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800460.097528:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:3.0:1609800460.097529:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:57.0:1609800460.097547:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800460.097547:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000400:00000200:57.0:1609800460.097548:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.097550:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.097550:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:0.0:1609800460.097550:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800460.097552:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.097554:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.097556:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800460.097557:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:0.0:1609800460.097562:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800460.097563:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.1:1609800460.097564:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:0.0:1609800460.097565:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800460.097573:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800460.097576:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800460.097577:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:37.0:1609800460.097578:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800460.097610:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:3.0:1609800460.097627:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:3.0:1609800460.097632:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800460.097634:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:3.0:1609800460.097635:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800460.097637:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:3.0:1609800460.097639:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.097640:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:8.0:1609800460.097640:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800460.097641:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:37.0:1609800460.097643:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:8.0:1609800460.097662:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.097663:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800460.097663:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:8.0:1609800460.097664:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:3.0:1609800460.097664:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800460.097667:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:3.0:1609800460.097667:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800460.097669:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800460.097669:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800460.097671:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800460.097672:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.097672:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800460.097673:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800460.097673:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800460.097674:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800460.097674:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800460.097676:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800460.097677:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800460.097679:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.097681:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800460.097683:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800460.097685:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800460.097686:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800460.097689:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.097690:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000800:00000200:8.0:1609800460.097691:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:8.0:1609800460.097692:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:6.0:1609800460.097692:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800460.097693:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000400:00000200:6.0:1609800460.097697:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800460.097717:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:6.0:1609800460.097717:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800460.097717:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:37.0:1609800460.097730:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:3.0:1609800460.097730:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:37.0:1609800460.097731:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.097731:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800460.097732:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800460.097732:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:57.0:1609800460.097733:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800460.097733:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800460.097735:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800460.097736:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800460.097738:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:0.0:1609800460.097740:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800460.097741:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000400:00000200:0.0:1609800460.097742:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.097746:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800460.097748:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:57.0:1609800460.097749:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800460.097749:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:57.0:1609800460.097750:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.097753:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800460.097756:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:0.0:1609800460.097764:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800460.097766:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.097784:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800460.097845:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800460.097867:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800460.097868:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800460.097869:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:57.0:1609800460.097978:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.097984:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.097987:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800460.097994:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.097999:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800460.098004:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.098006:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:57.0:1609800460.098007:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:57.0:1609800460.098021:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:57.0:1609800460.098025:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.098032:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098034:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800460.098039:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.098042:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800460.098049:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:27.1:1609800460.098049:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:57.0:1609800460.098050:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:57.0:1609800460.098051:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:57.0:1609800460.098055:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:57.0:1609800460.098060:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800460.098062:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098064:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800460.098068:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.098070:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800460.098073:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.098074:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:57.0:1609800460.098075:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:57.0:1609800460.098077:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:3.0:1609800460.098113:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:4.0:1609800460.098117:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800460.098119:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000800:00000200:6.0:1609800460.098129:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:6.0:1609800460.098132:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (26)--
00000400:00000200:4.0:1609800460.098134:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.098134:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.098152:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800460.098155:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:4.0:1609800460.098155:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:3.0:1609800460.098155:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:4.0:1609800460.098179:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800460.098183:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:6.0:1609800460.098186:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.098186:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800460.098189:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800460.098189:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.098190:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:6.0:1609800460.098191:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800460.098191:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:3.0:1609800460.098191:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:4.0:1609800460.098192:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:6.0:1609800460.098195:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:6.0:1609800460.098198:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:4.0:1609800460.098219:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:4.0:1609800460.098223:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800460.098226:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800460.098233:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800460.098239:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800460.098240:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800460.098240:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800460.098241:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800460.098242:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:37.0:1609800460.098244:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:4.0:1609800460.098247:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800460.098250:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.098252:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:57.0:1609800460.098253:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800460.098254:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800460.098255:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:4.0:1609800460.098256:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000400:00000200:57.0:1609800460.098261:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800460.098261:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:57.0:1609800460.098263:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:57.0:1609800460.098269:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.098272:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:27.1:1609800460.098276:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:57.0:1609800460.098277:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800460.098278:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:57.0:1609800460.098284:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:57.0:1609800460.098289:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:57.0:1609800460.098293:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800460.098293:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:57.0:1609800460.098296:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098297:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:6.0:1609800460.098297:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:6.0:1609800460.098299:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098302:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800460.098303:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:57.0:1609800460.098305:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:8.0:1609800460.098305:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:8.0:1609800460.098308:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.098308:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800460.098309:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:57.0:1609800460.098310:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800460.098310:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800460.098311:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:57.0:1609800460.098312:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000400:00000200:8.0:1609800460.098313:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:0.0:1609800460.098313:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800460.098315:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800460.098337:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800460.098339:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:0.0:1609800460.098342:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.098345:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:0.0:1609800460.098351:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800460.098355:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:0.0:1609800460.098360:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800460.098363:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:0.0:1609800460.098365:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:3.0:1609800460.098395:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:0.0:1609800460.098395:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:0.0:1609800460.098422:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800460.098423:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:3.0:1609800460.098425:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098427:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800460.098427:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:3.0:1609800460.098445:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:57.0:1609800460.098448:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800460.098449:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.098451:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)++
00000800:00000200:3.0:1609800460.098451:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000400:00000200:57.0:1609800460.098452:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:3.0:1609800460.098452:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:37.0:1609800460.098471:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800460.098473:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:3.0:1609800460.098473:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800460.098474:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:3.0:1609800460.098474:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.098477:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:0.0:1609800460.098477:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800460.098478:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800460.098481:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:57.0:1609800460.098499:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800460.098499:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:57.0:1609800460.098500:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:57.0:1609800460.098501:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000400:00000200:0.0:1609800460.098501:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:57.0:1609800460.098505:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:0.0:1609800460.098507:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800460.098510:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800460.098510:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000400:00000200:57.0:1609800460.098513:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800460.098514:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:27.1:1609800460.098515:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:57.0:1609800460.098516:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:0.0:1609800460.098516:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:0.0:1609800460.098517:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:57.0:1609800460.098521:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800460.098523:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:57.0:1609800460.098524:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.098524:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:57.0:1609800460.098528:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800460.098528:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:0.0:1609800460.098528:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800460.098530:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000400:00000200:37.0:1609800460.098530:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800460.098530:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:57.0:1609800460.098532:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (25)++
00000400:00000200:37.0:1609800460.098532:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:0.0:1609800460.098532:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800460.098534:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:57.0:1609800460.098535:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:3.0:1609800460.098536:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000800:00000200:6.0:1609800460.098537:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:3.0:1609800460.098538:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.098541:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:0.0:1609800460.098541:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800460.098543:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:27.1:1609800460.098545:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (23)++
00000800:00000200:0.0:1609800460.098548:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800460.098549:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:0.0:1609800460.098549:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)++
00000800:00000200:37.0:1609800460.098550:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:0.0:1609800460.098550:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:3.0:1609800460.098551:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:0.0:1609800460.098555:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:8.0:1609800460.098556:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:3.0:1609800460.098556:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000400:00000200:3.0:1609800460.098557:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800460.098559:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:3.0:1609800460.098562:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800460.098565:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800460.098574:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800460.098576:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800460.098579:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800460.098580:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:37.0:1609800460.098581:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:37.0:1609800460.098584:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800460.098597:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:6.0:1609800460.098605:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:6.0:1609800460.098610:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:3.0:1609800460.098612:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:6.0:1609800460.098613:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:6.0:1609800460.098614:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:6.0:1609800460.098615:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800460.098667:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:8.0:1609800460.098675:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:8.0:1609800460.098679:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800460.098681:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800460.098681:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800460.098683:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800460.098683:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:5.0:1609800460.341189:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800460.341196:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:24.1:1609800461.111668:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:3.0:1609800461.111710:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:3.0:1609800461.111716:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.70@o2ib18
00000800:00000200:6.0:1609800461.111720:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000400:00000200:3.0:1609800461.111720:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.111723:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000400:00000200:3.0:1609800461.111725:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.111726:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800461.111728:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800461.111752:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.111752:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800461.111755:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800461.111755:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.111757:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800461.111760:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800461.111761:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.111761:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.111762:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.111764:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.111765:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (24)++
00000800:00000200:6.0:1609800461.111767:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.111767:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (25)--
00000800:00000200:37.0:1609800461.111768:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:3.0:1609800461.111768:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000800:00000200:3.0:1609800461.111769:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.111770:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800461.111772:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.111772:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.111772:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000400:00000200:3.0:1609800461.111774:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.111794:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.111794:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (24)++
00000800:00000200:6.0:1609800461.111796:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (25)--
00000400:00000200:3.0:1609800461.111796:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.111797:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800461.111797:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000800:00000200:6.0:1609800461.111799:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.111801:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000400:00000200:3.0:1609800461.111801:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:37.0:1609800461.111822:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800461.111824:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.111826:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800461.111826:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000800:00000200:3.0:1609800461.111827:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800461.111828:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.111829:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800461.111829:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800461.111830:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000400:00000200:6.0:1609800461.111831:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.111832:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800461.111833:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800461.111833:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:3.0:1609800461.111833:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.111834:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.111834:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.111837:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (25)++
00000800:00000200:3.0:1609800461.111837:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (25)++
00000800:00000200:3.0:1609800461.111838:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (26)--
00000800:00000200:3.0:1609800461.111839:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000400:00000200:8.0:1609800461.111840:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.111840:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.111840:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (25)++
00000800:00000200:37.0:1609800461.111841:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (25)++
00000800:00000200:5.0:1609800461.111841:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800461.111842:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000400:00000200:8.0:1609800461.111843:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800461.111843:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800461.111844:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.111845:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.111848:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (27)--
00000800:00000200:6.0:1609800461.111848:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800461.111848:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.111849:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000400:00000200:8.0:1609800461.111850:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.111850:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.111851:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (25)++
00000800:00000200:37.0:1609800461.111853:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:8.0:1609800461.111853:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800461.111854:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.111855:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (26)++
00000800:00000200:8.0:1609800461.111856:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.111856:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (27)--
00000400:00000200:37.0:1609800461.111857:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.111857:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000400:00000200:3.0:1609800461.111857:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.111859:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.111859:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.111859:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (25)++
00000400:00000200:3.0:1609800461.111859:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800461.111860:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.111860:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (26)--
00000800:00000200:6.0:1609800461.111862:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (25)--
00000800:00000200:6.0:1609800461.111863:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000400:00000200:57.0:1609800461.111864:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.111864:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.111866:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800461.111867:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.111867:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (23)++
00000800:00000200:5.0:1609800461.111868:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800461.111868:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800461.111869:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800461.111869:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (24)--
00000800:00000200:8.0:1609800461.111869:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000400:00000200:5.0:1609800461.111870:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.111870:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.111871:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.111872:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800461.111873:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.111873:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (22)++
00000800:00000200:3.0:1609800461.111874:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000400:00000200:37.0:1609800461.111875:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.111875:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:37.0:1609800461.111877:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800461.111879:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800461.111879:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.111880:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.111881:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.111882:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800461.111882:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.111899:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (21)++
00000800:00000200:5.0:1609800461.111900:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.111901:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000400:00000200:5.0:1609800461.111901:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.111902:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.111903:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.111904:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.111906:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.111906:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000800:00000200:37.0:1609800461.111906:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:57.0:1609800461.111911:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.111912:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.111914:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800461.111922:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.1:1609800461.111922:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000400:00000200:57.0:1609800461.111923:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.111925:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.111930:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:6.0:1609800461.111933:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000800:00000200:6.0:1609800461.111934:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:6.0:1609800461.111936:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:24.1:1609800461.112016:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:3.0:1609800461.112026:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:3.0:1609800461.112033:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:37.0:1609800461.112037:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:3.0:1609800461.112039:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800461.112044:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.112047:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:3.0:1609800461.112058:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.112062:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.112068:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.112073:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800461.112075:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.112081:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (21)++
00000800:00000200:3.0:1609800461.112083:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (22)--
00000800:00000200:3.0:1609800461.112085:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:24.1:1609800461.112143:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:8.0:1609800461.112154:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800461.112164:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:6.0:1609800461.112167:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000400:00000200:8.0:1609800461.112170:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.112173:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:37.0:1609800461.112175:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000400:00000200:8.0:1609800461.112175:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800461.112178:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800461.112179:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.112180:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:38.0:1609800461.112182:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.112182:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.70@o2ib18
00000800:00000200:3.0:1609800461.112185:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000400:00000200:6.0:1609800461.112186:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.112188:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800461.112189:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800461.112190:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:8.0:1609800461.112192:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.112197:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800461.112201:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.112202:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800461.112206:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.112207:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.112209:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800461.112210:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.112210:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800461.112214:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:6.0:1609800461.112215:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.112217:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.112217:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.112219:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (24)--
00000800:00000200:8.0:1609800461.112221:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000800:00000200:6.0:1609800461.112222:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (23)++
00000400:00000200:37.0:1609800461.112224:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.112224:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000800:00000200:6.0:1609800461.112226:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:57.0:1609800461.112227:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.112229:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800461.112231:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.112234:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.112234:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.112239:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.112241:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.112247:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (21)++
00000800:00000200:37.0:1609800461.112250:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000800:00000200:57.0:1609800461.112256:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.112256:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000400:00000200:57.0:1609800461.112257:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.112258:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:57.0:1609800461.112260:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800461.112288:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:0.0:1609800461.112291:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.112296:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.112298:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:3.0:1609800461.112302:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000400:00000200:0.0:1609800461.112302:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.112305:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:3.0:1609800461.112307:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000400:00000200:57.0:1609800461.112446:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.112452:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.112455:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:57.0:1609800461.112462:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.112466:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:57.0:1609800461.112471:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.112473:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (20)++
00000400:00000200:0.0:1609800461.112473:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.112474:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (21)++
00000800:00000200:57.0:1609800461.112482:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (22)--
00000400:00000200:0.0:1609800461.112483:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.112510:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800461.112516:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800461.112579:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000400:00000200:57.0:1609800461.112596:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.112599:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.112603:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:0.0:1609800461.112622:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000400:00000200:57.0:1609800461.112625:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.112628:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800461.112630:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.112632:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.112632:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (22)++
00000800:00000200:57.0:1609800461.112634:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (23)++
00000800:00000200:0.0:1609800461.112634:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.112635:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:57.0:1609800461.112643:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (26)++
00000800:00000200:0.0:1609800461.112643:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (26)--
00000800:00000200:57.0:1609800461.112663:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (26)--
00000800:00000200:6.0:1609800461.112665:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000400:00000200:57.0:1609800461.112668:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800461.112669:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.112669:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.112672:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.112672:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.112674:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800461.112674:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.112678:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000400:00000200:57.0:1609800461.112682:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.112684:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:37.0:1609800461.112684:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000800:00000200:6.0:1609800461.112684:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (25)--
00000400:00000200:37.0:1609800461.112685:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.112686:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000400:00000200:0.0:1609800461.112686:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:57.0:1609800461.112688:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800461.112688:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.112689:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (24)++
00000800:00000200:57.0:1609800461.112690:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (25)++
00000800:00000200:6.0:1609800461.112690:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000400:00000200:0.0:1609800461.112691:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800461.112709:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.112711:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (25)--
00000800:00000200:0.0:1609800461.112711:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000400:00000200:6.0:1609800461.112712:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.112713:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000800:00000200:37.0:1609800461.112714:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000800:00000200:6.0:1609800461.112715:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:0.0:1609800461.112715:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.112717:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (21)++
00000800:00000200:0.0:1609800461.112736:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000800:00000200:0.0:1609800461.112741:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (23)--
00000800:00000200:24.1:1609800461.112744:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (22)++
00000400:00000200:0.0:1609800461.112748:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.112751:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000400:00000200:0.0:1609800461.112751:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.112753:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:37.0:1609800461.112757:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000800:00000200:3.0:1609800461.112757:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (24)--
00000400:00000200:0.0:1609800461.112758:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800461.112759:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.112760:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (24)--
00000800:00000200:0.0:1609800461.112760:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:6.0:1609800461.112761:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000400:00000200:37.0:1609800461.112762:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.112762:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.112763:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800461.112764:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.112765:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (22)++
00000800:00000200:0.0:1609800461.112766:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000800:00000200:37.0:1609800461.112767:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000800:00000200:3.0:1609800461.112769:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000800:00000200:0.0:1609800461.112770:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (22)--
00000400:00000200:0.0:1609800461.112774:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.112776:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.112778:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800461.112782:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800461.112783:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:0.0:1609800461.112784:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800461.112786:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.112788:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (22)++
00000800:00000200:0.0:1609800461.112789:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000800:00000200:6.0:1609800461.112790:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000800:00000200:0.0:1609800461.112793:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (25)--
00000800:00000200:6.0:1609800461.112794:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000400:00000200:6.0:1609800461.112795:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.112797:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000400:00000200:6.0:1609800461.112798:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000400:00000200:0.0:1609800461.112798:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.112800:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:0.0:1609800461.112803:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.112805:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800461.112805:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000400:00000200:0.0:1609800461.112805:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:57.0:1609800461.112809:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.112810:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.112812:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:0.0:1609800461.112812:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:37.0:1609800461.112813:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:37.0:1609800461.112816:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000800:00000200:0.0:1609800461.112816:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800461.112817:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800461.112817:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (22)++
00000800:00000200:0.0:1609800461.112818:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000400:00000200:57.0:1609800461.112819:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800461.112819:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (24)++
00000400:00000200:37.0:1609800461.112820:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.112822:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (25)--
00000800:00000200:57.0:1609800461.112823:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:3.0:1609800461.112823:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.70@o2ib18
00000800:00000200:37.0:1609800461.112824:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (24)--
00000800:00000200:37.0:1609800461.112825:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000800:00000200:3.0:1609800461.112825:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (23)++
00000800:00000200:3.0:1609800461.112827:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000800:00000200:57.0:1609800461.112828:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800461.112828:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:0.0:1609800461.112828:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.112830:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (21)++
00000800:00000200:57.0:1609800461.112831:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000400:00000200:0.0:1609800461.112831:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800461.112833:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (23)++
00000400:00000200:0.0:1609800461.112833:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:57.0:1609800461.112836:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (24)--
00000400:00000200:0.0:1609800461.112840:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.112841:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.112841:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:0.0:1609800461.112842:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000400:00000200:57.0:1609800461.112844:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.112844:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (24)--
00000800:00000200:0.0:1609800461.112845:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800461.112846:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.112847:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000800:00000200:8.0:1609800461.112847:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:0.0:1609800461.112847:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (23)++
00000400:00000200:6.0:1609800461.112848:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.112848:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (25)++
00000400:00000200:57.0:1609800461.112853:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800461.112853:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (26)--
00000800:00000200:0.0:1609800461.112853:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (26)--
00000800:00000200:8.0:1609800461.112854:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (25)--
00000400:00000200:8.0:1609800461.112856:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.112857:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:6.0:1609800461.112858:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000400:00000200:8.0:1609800461.112859:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.112861:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.112863:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (22)++
00000800:00000200:57.0:1609800461.112864:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (23)++
00000800:00000200:8.0:1609800461.112864:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:24.1:1609800461.112866:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (22)++
00000800:00000200:57.0:1609800461.112868:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (24)--
00000800:00000200:3.0:1609800461.112874:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000800:00000200:3.0:1609800461.112877:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (24)--
00000800:00000200:37.0:1609800461.112879:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (23)++
00000400:00000200:3.0:1609800461.112879:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.112881:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.112882:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (24)--
00000400:00000200:37.0:1609800461.112883:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.112884:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (23)--
00000400:00000200:37.0:1609800461.112885:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.112886:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:37.0:1609800461.112888:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:24.1:1609800461.112988:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:8.0:1609800461.112997:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:6.0:1609800461.113002:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:8.0:1609800461.113012:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.70@o2ib18
00000800:00000200:8.0:1609800461.113014:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800461.113015:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (22)--
00000800:00000200:8.0:1609800461.113016:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000400:00000200:57.0:1609800461.113019:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.113023:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.113025:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:57.0:1609800461.113030:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.113032:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:57.0:1609800461.113036:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.113038:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (20)++
00000800:00000200:57.0:1609800461.113039:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (21)++
00000800:00000200:57.0:1609800461.113042:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (22)--
00000800:00000200:24.1:1609800461.113055:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:3.0:1609800461.113063:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:3.0:1609800461.113067:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000800:00000200:37.0:1609800461.113069:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:3.0:1609800461.113069:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.113071:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.113074:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:24.1:1609800461.113170:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:6.0:1609800461.113178:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:6.0:1609800461.113182:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.70@o2ib18
00000800:00000200:6.0:1609800461.113184:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (22)++
00000800:00000200:8.0:1609800461.113185:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:6.0:1609800461.113185:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (23)--
00000400:00000200:4.0:1609800461.113186:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.113187:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000400:00000200:4.0:1609800461.113193:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.113196:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:4.0:1609800461.113201:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.113205:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:4.0:1609800461.113209:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.113215:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (20)++
00000800:00000200:4.0:1609800461.113216:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (21)++
00000800:00000200:4.0:1609800461.113224:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (22)--
00000800:00000200:24.1:1609800461.113238:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:37.0:1609800461.113245:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:37.0:1609800461.113248:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000400:00000200:37.0:1609800461.113249:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.113251:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.113251:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:37.0:1609800461.113253:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000400:00000200:0.0:1609800461.113449:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.70@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.113473:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.113497:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:0.0:1609800461.113503:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.113506:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:0.0:1609800461.113509:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.113511:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (20)++
00000800:00000200:0.0:1609800461.113512:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (21)++
00000800:00000200:0.0:1609800461.113536:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (22)--
00000800:00000200:24.1:1609800461.113591:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800461.113629:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:8.0:1609800461.113633:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000400:00000200:8.0:1609800461.113635:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.113637:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.113659:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:8.0:1609800461.113660:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:21.1:1609800461.116685:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (20)++
00000800:00000200:3.0:1609800461.116731:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (21)++
00000800:00000200:3.0:1609800461.116738:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.154@o2ib18
00000400:00000200:3.0:1609800461.116742:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800461.116747:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.116750:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800461.116755:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.116758:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.116760:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.116763:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800461.116764:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.116768:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (22)++
00000800:00000200:37.0:1609800461.116769:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:3.0:1609800461.116770:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (23)--
00000800:00000200:3.0:1609800461.116772:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:21.1:1609800461.116802:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (20)++
00000800:00000200:5.0:1609800461.116841:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.116843:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.116846:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.116848:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (21)++
00000800:00000200:8.0:1609800461.116854:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:8.0:1609800461.116857:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.116882:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.116884:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:8.0:1609800461.116907:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.116910:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800461.116911:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:8.0:1609800461.116912:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800461.116916:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.116917:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.116917:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000800:00000200:8.0:1609800461.116921:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (23)++
00000400:00000200:6.0:1609800461.116921:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.116923:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (24)--
00000800:00000200:8.0:1609800461.116923:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:8.0:1609800461.116925:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000400:00000200:6.0:1609800461.116944:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.116945:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:6.0:1609800461.116948:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:57.0:1609800461.116949:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.116951:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.116969:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800461.116971:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.116975:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000800:00000200:6.0:1609800461.116975:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800461.116976:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.116996:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800461.116997:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:8.0:1609800461.116998:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.117001:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.117001:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800461.117001:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.117003:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800461.117006:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.117006:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.117007:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (24)++
00000800:00000200:8.0:1609800461.117008:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.117008:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000400:00000200:37.0:1609800461.117009:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800461.117009:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (25)--
00000800:00000200:8.0:1609800461.117010:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800461.117010:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:6.0:1609800461.117012:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:3.0:1609800461.117012:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000800:00000200:8.0:1609800461.117013:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.117013:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.117014:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:37.0:1609800461.117015:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.117035:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (25)++
00000800:00000200:37.0:1609800461.117036:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.117037:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (26)++
00000400:00000200:6.0:1609800461.117037:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800461.117037:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.117039:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800461.117041:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800461.117041:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.117042:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.117043:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.117043:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:3.0:1609800461.117043:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.117044:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.117044:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (27)--
00000400:00000200:57.0:1609800461.117045:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.117045:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:37.0:1609800461.117046:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (25)++
00000800:00000200:8.0:1609800461.117047:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000800:00000200:37.0:1609800461.117048:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (27)--
00000400:00000200:3.0:1609800461.117048:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800461.117049:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:8.0:1609800461.117049:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000800:00000200:37.0:1609800461.117050:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000400:00000200:6.0:1609800461.117050:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.117052:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800461.117054:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800461.117054:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.117055:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800461.117056:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.117057:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:21.1:1609800461.117058:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (24)++
00000400:00000200:8.0:1609800461.117058:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.117058:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800461.117059:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800461.117060:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.117060:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800461.117062:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.117063:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.117065:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (25)++
00000800:00000200:3.0:1609800461.117065:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.117066:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800461.117067:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (26)++
00000800:00000200:6.0:1609800461.117067:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (26)--
00000800:00000200:6.0:1609800461.117068:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:3.0:1609800461.117068:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (26)++
00000800:00000200:37.0:1609800461.117069:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (26)--
00000800:00000200:37.0:1609800461.117070:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:3.0:1609800461.117070:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (25)--
00000800:00000200:57.0:1609800461.117071:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800461.117071:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.117073:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.117073:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:8.0:1609800461.117074:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.117074:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:57.0:1609800461.117076:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.117076:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800461.117077:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.117078:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800461.117079:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.117079:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800461.117081:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800461.117084:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000800:00000200:8.0:1609800461.117085:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (21)++
00000800:00000200:38.0:1609800461.117087:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.117087:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (23)++
00000400:00000200:38.0:1609800461.117088:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.117090:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.117090:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (24)--
00000800:00000200:8.0:1609800461.117091:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:8.0:1609800461.117093:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:57.0:1609800461.117094:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.117096:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:8.0:1609800461.117098:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.117099:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000400:00000200:8.0:1609800461.117101:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.117102:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:8.0:1609800461.117103:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800461.117105:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000400:00000200:8.0:1609800461.117107:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.117109:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.117109:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.117110:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:6.0:1609800461.117111:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.117112:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000800:00000200:8.0:1609800461.117112:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800461.117113:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800461.117114:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.117114:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.117115:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000800:00000200:8.0:1609800461.117115:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.117116:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800461.117117:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:37.0:1609800461.117118:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.117157:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (26)++
00000800:00000200:8.0:1609800461.117158:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (27)--
00000400:00000200:6.0:1609800461.117158:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.117159:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000400:00000200:3.0:1609800461.117159:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.117160:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.117161:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000800:00000200:6.0:1609800461.117161:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800461.117162:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:8.0:1609800461.117162:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (26)--
00000800:00000200:8.0:1609800461.117162:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:8.0:1609800461.117163:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:8.0:1609800461.117165:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.154@o2ib18
00000400:00000200:37.0:1609800461.117167:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800461.117167:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.117169:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800461.117170:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.117171:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800461.117172:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800461.117172:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.154@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800461.117173:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.117174:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800461.117176:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800461.117177:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.117178:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (25)++
00000800:00000200:37.0:1609800461.117179:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (26)--
00000800:00000200:6.0:1609800461.117179:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800461.117179:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.117180:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:3.0:1609800461.117180:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800461.117180:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.117181:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000400:00000200:8.0:1609800461.117181:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.117182:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800461.117183:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.117183:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800461.117183:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800461.117184:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:3.0:1609800461.117202:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800461.117203:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.117206:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.117208:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.117209:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (23)++
00000800:00000200:3.0:1609800461.117209:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (23)++
00000800:00000200:8.0:1609800461.117210:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.117211:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (25)--
00000800:00000200:57.0:1609800461.117212:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.117212:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.117212:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (24)++
00000800:00000200:3.0:1609800461.117212:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:8.0:1609800461.117213:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800461.117214:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117217:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.117217:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (24)++
00000800:00000200:8.0:1609800461.117220:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (25)--
00000800:00000200:6.0:1609800461.117220:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (25)--
00000800:00000200:8.0:1609800461.117221:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:6.0:1609800461.117222:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:57.0:1609800461.117226:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.117227:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0F:1609800461.117230:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.117232:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800461.117233:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000400:00000200:1.0:1609800461.117234:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.117238:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.117244:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:37.0:1609800461.117249:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (23)--
00000800:00000200:37.0:1609800461.117250:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:37.0:1609800461.117251:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000400:00000200:57.0:1609800461.117488:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.117493:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117495:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.117505:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117509:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800461.117513:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.117514:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (20)++
00000800:00000200:57.0:1609800461.117516:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (21)++
00000800:00000200:57.0:1609800461.117522:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)--
00000400:00000200:57.0:1609800461.117526:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.117533:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117535:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.117539:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117542:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800461.117545:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.117546:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (21)++
00000800:00000200:57.0:1609800461.117547:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (22)++
00000800:00000200:57.0:1609800461.117548:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (23)--
00000800:00000200:21.1:1609800461.117588:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (22)++
00000400:00000200:57.0:1609800461.117598:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.117600:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117602:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.117607:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117609:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800461.117612:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.117613:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (23)++
00000800:00000200:57.0:1609800461.117614:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (24)++
00000800:00000200:57.0:1609800461.117618:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (25)--
00000400:00000200:57.0:1609800461.117623:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.117625:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117627:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.117632:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800461.117632:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:57.0:1609800461.117634:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800461.117637:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800461.117637:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000800:00000200:57.0:1609800461.117638:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)++
00000800:00000200:57.0:1609800461.117639:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (25)++
00000400:00000200:8.0:1609800461.117639:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.117642:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (26)--
00000400:00000200:8.0:1609800461.117642:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.117647:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:8.0:1609800461.117648:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:8.0:1609800461.117651:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000400:00000200:8.0:1609800461.117652:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.117654:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.117655:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:8.0:1609800461.117656:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000800:00000200:8.0:1609800461.117659:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (24)--
00000400:00000200:8.0:1609800461.117660:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.117683:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.117685:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:8.0:1609800461.117685:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:8.0:1609800461.117687:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (23)--
00000400:00000200:8.0:1609800461.117688:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.117689:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:8.0:1609800461.117690:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.117710:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000400:00000200:4.0:1609800461.117733:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.117739:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.117742:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:4.0:1609800461.117748:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.117751:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:4.0:1609800461.117755:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.117757:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (20)++
00000800:00000200:4.0:1609800461.117759:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (21)++
00000800:00000200:4.0:1609800461.117767:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)--
00000400:00000200:4.0:1609800461.117771:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.117774:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.117776:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:4.0:1609800461.117781:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:21.1:1609800461.117783:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000800:00000200:4.0:1609800461.117783:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:4.0:1609800461.117786:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.117806:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)++
00000800:00000200:4.0:1609800461.117807:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (23)++
00000400:00000200:57.0:1609800461.117811:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800461.117811:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)--
00000400:00000200:4.0:1609800461.117838:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.117842:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117844:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.117850:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117852:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:6.0:1609800461.117852:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000400:00000200:4.0:1609800461.117855:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.117856:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (24)--
00000800:00000200:57.0:1609800461.117857:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800461.117857:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000800:00000200:57.0:1609800461.117859:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (23)++
00000400:00000200:6.0:1609800461.117859:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.117860:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (24)++
00000400:00000200:6.0:1609800461.117862:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000400:00000200:4.0:1609800461.117862:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117879:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (25)--
00000800:00000200:4.0:1609800461.117883:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000400:00000200:57.0:1609800461.117884:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.117884:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:6.0:1609800461.117886:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000800:00000200:4.0:1609800461.117886:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800461.117887:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800461.117888:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)++
00000800:00000200:6.0:1609800461.117889:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.154@o2ib18
00000400:00000200:57.0:1609800461.117890:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000800:00000200:6.0:1609800461.117891:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (25)++
00000800:00000200:4.0:1609800461.117891:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (25)++
00000800:00000200:8.0:1609800461.117893:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (27)++
00000800:00000200:6.0:1609800461.117893:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (27)--
00000800:00000200:4.0:1609800461.117896:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (27)--
00000400:00000200:57.0:1609800461.117901:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117914:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:6.0:1609800461.117916:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:57.0:1609800461.117918:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800461.117918:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000800:00000200:6.0:1609800461.117918:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000800:00000200:57.0:1609800461.117920:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (25)++
00000400:00000200:8.0:1609800461.117920:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.117921:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (26)++
00000800:00000200:6.0:1609800461.117921:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (26)--
00000400:00000200:6.0:1609800461.117922:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.117923:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.117925:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (26)--
00000400:00000200:6.0:1609800461.117925:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.117946:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (25)++
00000400:00000200:57.0:1609800461.117948:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800461.117949:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (26)--
00000800:00000200:37.0:1609800461.117950:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000800:00000200:6.0:1609800461.117951:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000400:00000200:37.0:1609800461.117952:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.117953:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000400:00000200:57.0:1609800461.117955:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.117955:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.117956:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (24)--
00000400:00000200:8.0:1609800461.117957:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.117958:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000800:00000200:3.0:1609800461.117958:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000400:00000200:8.0:1609800461.117960:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.117962:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:57.0:1609800461.117965:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.117967:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:8.0:1609800461.117969:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:57.0:1609800461.117971:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.117973:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (20)++
00000800:00000200:57.0:1609800461.117974:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (21)++
00000800:00000200:57.0:1609800461.117977:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)--
00000800:00000200:21.1:1609800461.117992:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000800:00000200:3.0:1609800461.118017:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:3.0:1609800461.118022:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (23)--
00000400:00000200:3.0:1609800461.118025:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.118029:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800461.118029:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.118050:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.118051:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000400:00000200:57.0:1609800461.118053:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000800:00000200:3.0:1609800461.118055:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:3.0:1609800461.118056:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:57.0:1609800461.118059:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.118073:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:6.0:1609800461.118074:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.154@o2ib18
00000800:00000200:6.0:1609800461.118075:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (21)++
00000800:00000200:57.0:1609800461.118077:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800461.118077:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (22)--
00000800:00000200:57.0:1609800461.118078:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (21)++
00000800:00000200:6.0:1609800461.118078:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:57.0:1609800461.118079:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (21)++
00000800:00000200:57.0:1609800461.118083:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)--
00000400:00000200:0.0:1609800461.118090:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.118092:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.118096:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800461.118097:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000400:00000200:0.0:1609800461.118100:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:57.0:1609800461.118103:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.118106:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:0.0:1609800461.118107:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.118113:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.118135:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:57.0:1609800461.118138:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.118139:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (22)++
00000800:00000200:57.0:1609800461.118140:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (23)++
00000800:00000200:0.0:1609800461.118140:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:37.0:1609800461.118142:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000800:00000200:57.0:1609800461.118145:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)--
00000800:00000200:0.0:1609800461.118145:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.118147:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)++
00000800:00000200:0.0:1609800461.118165:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (25)++
00000800:00000200:0.0:1609800461.118174:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (26)--
00000800:00000200:37.0:1609800461.118175:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000400:00000200:37.0:1609800461.118177:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.118179:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800461.118181:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000400:00000200:0.0:1609800461.118182:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.118186:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000400:00000200:0.0:1609800461.118191:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800461.118193:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:0.0:1609800461.118193:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000800:00000200:37.0:1609800461.118195:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000800:00000200:0.0:1609800461.118197:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800461.118198:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (24)--
00000800:00000200:0.0:1609800461.118198:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)++
00000800:00000200:0.0:1609800461.118199:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (25)++
00000400:00000200:37.0:1609800461.118200:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.118203:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.118203:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (25)--
00000800:00000200:3.0:1609800461.118205:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (24)++
00000400:00000200:0.0:1609800461.118207:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.154@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800461.118229:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000400:00000200:0.0:1609800461.118229:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.118230:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (25)--
00000400:00000200:0.0:1609800461.118231:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.154@o2ib18 local destination
00000800:00000200:37.0:1609800461.118232:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (23)++
00000400:00000200:3.0:1609800461.118232:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.118250:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (24)--
00000400:00000200:3.0:1609800461.118251:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000400:00000200:37.0:1609800461.118252:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.118252:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.154@o2ib18(192.168.128.154@o2ib18:192.168.128.154@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.118254:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.154@o2ib18
00000400:00000200:37.0:1609800461.118255:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.118256:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (23)--
00000800:00000200:6.0:1609800461.118258:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:0.0:1609800461.118277:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85880] -> 192.168.128.154@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.118278:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99c000] (23)++
00000800:00000200:0.0:1609800461.118280:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99c000] (24)++
00000800:00000200:37.0:1609800461.118281:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (25)--
00000800:00000200:37.0:1609800461.118283:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (24)--
00000800:00000200:6.0:1609800461.118283:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.154@o2ib18
00000800:00000200:0.0:1609800461.118284:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99c000] (24)--
00000800:00000200:6.0:1609800461.118286:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99c000] (22)++
00000800:00000200:6.0:1609800461.118288:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99c000] (23)--
00000800:00000200:6.0:1609800461.118289:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000800:00000200:21.1:1609800461.118297:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99c000] (21)++
00000800:00000200:37.0:1609800461.118307:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99c000] (22)++
00000800:00000200:37.0:1609800461.118311:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99c000] (23)--
00000400:00000200:37.0:1609800461.118312:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.118314:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (22)--
00000400:00000200:37.0:1609800461.118315:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.154@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.118318:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99c000] (21)--
00000800:00000200:32.1:1609800461.179480:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:19.0:1609800461.179528:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:19.0:1609800461.179542:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.111@o2ib18
00000400:00000200:19.0:1609800461.179551:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800461.179559:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.179565:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800461.179579:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.179581:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:19.0:1609800461.179585:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800461.179591:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800461.179593:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800461.179597:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800461.179599:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:19.0:1609800461.179600:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800461.179601:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.179608:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.179608:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (24)++
00000800:00000200:19.0:1609800461.179611:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:18.0:1609800461.179611:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800461.179613:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:20.0:1609800461.179614:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:19.0:1609800461.179616:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:19.0:1609800461.179622:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000400:00000200:18.0:1609800461.179624:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800461.179625:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:20.0:1609800461.179628:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800461.179629:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800461.179632:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000400:00000200:18.0:1609800461.179632:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.179634:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800461.179634:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.179639:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800461.179640:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800461.179641:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.179647:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800461.179650:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800461.179652:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.179658:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800461.179659:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:20.0:1609800461.179663:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:24.0:1609800461.179666:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.179666:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:18.0:1609800461.179666:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800461.179668:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:20.0:1609800461.179670:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:19.0:1609800461.179670:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800461.179672:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800461.179673:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800461.179673:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.179675:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800461.179676:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.179680:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800461.179685:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800461.179685:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.179685:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800461.179687:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800461.179690:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.179690:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:18.0:1609800461.179690:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:24.0:1609800461.179691:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800461.179693:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800461.179693:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:19.0:1609800461.179695:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:18.0:1609800461.179695:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (26)++
00000400:00000200:57.0:1609800461.179696:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800461.179697:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800461.179697:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:20.0:1609800461.179698:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.179701:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:24.0:1609800461.179703:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800461.179706:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.179706:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:19.0:1609800461.179707:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800461.179708:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:24.0:1609800461.179710:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:18.0:1609800461.179711:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:57.0:1609800461.179712:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800461.179712:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:24.0:1609800461.179713:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:24.0:1609800461.179715:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:18.0:1609800461.179715:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000400:00000200:57.0:1609800461.179717:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.179717:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:5.0:1609800461.179717:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800461.179718:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.179719:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:24.0:1609800461.179721:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000400:00000200:5.0:1609800461.179721:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.179722:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800461.179722:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800461.179723:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:19.0:1609800461.179723:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:20.0:1609800461.179724:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800461.179728:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.179730:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800461.179734:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800461.179735:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.179739:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800461.179740:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800461.179741:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800461.179744:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800461.179744:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800461.179746:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.179746:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)++
00000400:00000200:18.0:1609800461.179746:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.179748:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:20.0:1609800461.179749:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:19.0:1609800461.179749:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800461.179749:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.179751:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800461.179751:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800461.179751:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:5.0:1609800461.179751:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.179757:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)++
00000400:00000200:5.0:1609800461.179757:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800461.179759:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800461.179759:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)--
00000400:00000200:57.0:1609800461.179761:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.179761:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:18.0:1609800461.179763:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.179766:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800461.179787:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800461.179791:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800461.179794:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800461.179795:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.179798:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:18.0:1609800461.179800:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:18.0:1609800461.179803:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:18.0:1609800461.179805:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:5.0:1609800461.179811:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:32.1:1609800461.179813:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (21)++
00000400:00000200:5.0:1609800461.179813:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.179818:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800461.179819:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:24.0:1609800461.179823:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:24.0:1609800461.179824:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:24.0:1609800461.179824:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:5.0:1609800461.179826:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.179828:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.179835:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800461.179969:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:19.0:1609800461.179975:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:19.0:1609800461.179979:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800461.179981:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:19.0:1609800461.179982:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800461.179986:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.179988:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:19.0:1609800461.179994:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.179997:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800461.179999:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800461.180001:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.180003:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.180006:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:19.0:1609800461.180007:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:19.0:1609800461.180008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:57.0:1609800461.180014:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.180015:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.180018:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800461.180019:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:24.0:1609800461.180024:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:24.0:1609800461.180027:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:20.0:1609800461.180029:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)++
00000400:00000200:24.0:1609800461.180030:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.180033:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800461.180035:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000400:00000200:24.0:1609800461.180036:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.180036:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800461.180039:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:18.0:1609800461.180039:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800461.180041:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:20.0:1609800461.180043:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.180043:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.111@o2ib18
00000400:00000200:18.0:1609800461.180045:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.180046:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:24.0:1609800461.180047:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800461.180047:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800461.180050:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800461.180051:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800461.180052:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.180054:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800461.180055:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800461.180055:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.180056:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800461.180056:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.180057:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800461.180058:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800461.180059:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800461.180060:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800461.180062:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:18.0:1609800461.180065:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800461.180068:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.180068:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800461.180070:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:20.0:1609800461.180070:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:57.0:1609800461.180071:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800461.180071:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800461.180071:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800461.180072:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:20.0:1609800461.180072:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:57.0:1609800461.180073:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.180073:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:20.0:1609800461.180074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:19.0:1609800461.180074:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.180074:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.180075:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800461.180075:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:18.0:1609800461.180075:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.180076:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.180078:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.180078:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:18.0:1609800461.180081:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:19.0:1609800461.180082:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:19.0:1609800461.180085:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:18.0:1609800461.180085:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:57.0:1609800461.180086:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.180086:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:57.0:1609800461.180087:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.180088:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:57.0:1609800461.180089:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800461.180099:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:20.0:1609800461.180105:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:20.0:1609800461.180108:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:20.0:1609800461.180109:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:20.0:1609800461.180110:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:38.0:1609800461.180118:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800461.180136:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.180143:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800461.180171:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800461.180174:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.180178:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.180326:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.180337:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.180340:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:57.0:1609800461.180346:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.180350:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:0.0:1609800461.180351:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.180354:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180356:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:57.0:1609800461.180358:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (21)++
00000400:00000200:0.0:1609800461.180362:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.180365:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:0.0:1609800461.180368:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:0.0:1609800461.180380:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.180387:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:0.0:1609800461.180394:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.180397:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:0.0:1609800461.180400:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:0.0:1609800461.180409:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (23)--
00000400:00000200:0.0:1609800461.180420:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.180425:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.180428:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:0.0:1609800461.180438:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.180443:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:57.0:1609800461.180449:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800461.180449:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.180451:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:0.0:1609800461.180452:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (23)++
00000400:00000200:57.0:1609800461.180457:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800461.180457:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:57.0:1609800461.180460:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:57.0:1609800461.180468:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800461.180468:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.180473:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.180474:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:0.0:1609800461.180477:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000800:00000200:57.0:1609800461.180478:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180480:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:57.0:1609800461.180482:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (24)++
00000800:00000200:57.0:1609800461.180487:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (25)--
00000400:00000200:0.0:1609800461.180489:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.180494:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:0.0:1609800461.180499:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.180504:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:57.0:1609800461.180506:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800461.180506:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:57.0:1609800461.180512:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.180514:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000800:00000200:0.0:1609800461.180515:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (26)--
00000400:00000200:57.0:1609800461.180520:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.180523:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:0.0:1609800461.180524:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.180526:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180528:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:0.0:1609800461.180532:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.180533:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (26)++
00000400:00000200:0.0:1609800461.180536:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000800:00000200:32.1:1609800461.180537:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:57.0:1609800461.180539:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:18.0:1609800461.180546:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000400:00000200:0.0:1609800461.180546:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800461.180549:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000400:00000200:18.0:1609800461.180551:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800461.180551:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:57.0:1609800461.180553:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800461.180554:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.180557:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800461.180558:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.180558:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:18.0:1609800461.180559:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:0.0:1609800461.180560:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (26)++
00000400:00000200:57.0:1609800461.180561:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000800:00000200:0.0:1609800461.180562:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (28)++
00000400:00000200:57.0:1609800461.180566:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800461.180566:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (29)++
00000800:00000200:0.0:1609800461.180569:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (30)--
00000800:00000200:57.0:1609800461.180570:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:18.0:1609800461.180570:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (30)--
00000800:00000200:24.0:1609800461.180571:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (30)--
00000400:00000200:18.0:1609800461.180572:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.180573:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.180573:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:57.0:1609800461.180574:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180575:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (28)++
00000400:00000200:18.0:1609800461.180575:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.180576:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (29)++
00000400:00000200:24.0:1609800461.180576:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:20.0:1609800461.180576:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (29)--
00000400:00000200:20.0:1609800461.180577:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.180579:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (29)--
00000800:00000200:18.0:1609800461.180579:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (29)--
00000400:00000200:0.0:1609800461.180580:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800461.180581:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:20.0:1609800461.180581:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.180583:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:20.0:1609800461.180586:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:18.0:1609800461.180597:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:18.0:1609800461.180598:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.180600:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:18.0:1609800461.180600:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:0.0:1609800461.180603:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.180606:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:18.0:1609800461.180606:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000400:00000200:0.0:1609800461.180606:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000800:00000200:24.0:1609800461.180608:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)++
00000400:00000200:19.0:1609800461.180609:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.180612:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:20.0:1609800461.180612:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)++
00000400:00000200:0.0:1609800461.180612:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800461.180613:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.180613:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:20.0:1609800461.180614:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (25)--
00000400:00000200:20.0:1609800461.180615:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.180615:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:0.0:1609800461.180616:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:57.0:1609800461.180617:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800461.180617:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:20.0:1609800461.180617:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.180618:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:20.0:1609800461.180621:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:0.0:1609800461.180621:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800461.180622:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:0.0:1609800461.180622:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:0.0:1609800461.180623:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:0.0:1609800461.180625:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000400:00000200:57.0:1609800461.180626:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800461.180626:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:57.0:1609800461.180629:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:0.0:1609800461.180630:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.180634:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800461.180635:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.180637:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000400:00000200:0.0:1609800461.180637:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:0.0:1609800461.180642:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.180644:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:57.0:1609800461.180647:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.180648:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180650:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:0.0:1609800461.180650:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:57.0:1609800461.180652:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:57.0:1609800461.180654:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:57.0:1609800461.180655:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:0.0:1609800461.180658:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (23)++
00000400:00000200:57.0:1609800461.180660:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800461.180660:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:0.0:1609800461.180661:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:57.0:1609800461.180665:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.180668:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:57.0:1609800461.180673:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.180676:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:57.0:1609800461.180679:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.180681:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:57.0:1609800461.180682:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (24)++
00000800:00000200:57.0:1609800461.180685:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:57.0:1609800461.180685:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (25)--
00000400:00000200:1.0:1609800461.180713:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800461.180720:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.180723:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:1.0:1609800461.180728:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.180732:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:1.0:1609800461.180736:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.180738:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (24)++
00000800:00000200:1.0:1609800461.180740:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:1.0:1609800461.180742:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:1.0:1609800461.180743:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (26)--
00000400:00000200:1.0:1609800461.180747:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.111@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800461.180751:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.180752:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:1.0:1609800461.180756:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.180758:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:1.0:1609800461.180760:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.180761:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:1.0:1609800461.180761:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:1.0:1609800461.180762:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:1.0:1609800461.180763:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (27)--
00000800:00000200:32.1:1609800461.180886:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:18.0:1609800461.180894:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:18.0:1609800461.180898:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800461.180909:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:18.0:1609800461.180910:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (28)++
00000800:00000200:18.0:1609800461.180911:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (29)--
00000800:00000200:18.0:1609800461.180912:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (28)--
00000800:00000200:18.0:1609800461.180913:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:18.0:1609800461.180917:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:18.0:1609800461.180918:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000400:00000200:18.0:1609800461.180919:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.180920:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:18.0:1609800461.180922:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.180925:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)--
00000800:00000200:32.1:1609800461.180927:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (25)++
00000800:00000200:19.0:1609800461.180932:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (26)++
00000800:00000200:24.0:1609800461.180938:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (27)++
00000800:00000200:19.0:1609800461.180940:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:19.0:1609800461.180941:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000800:00000200:24.0:1609800461.180942:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:20.0:1609800461.180942:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (28)++
00000800:00000200:24.0:1609800461.180943:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (28)--
00000400:00000200:19.0:1609800461.180943:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.180944:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.111@o2ib18: no credits
00000800:00000200:18.0:1609800461.180944:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (28)--
00000400:00000200:24.0:1609800461.180945:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.180945:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (27)--
00000400:00000200:20.0:1609800461.180946:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.180946:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:24.0:1609800461.180947:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000400:00000200:20.0:1609800461.180949:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.180951:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (25)--
00000800:00000200:20.0:1609800461.180953:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:24.0:1609800461.180954:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:32.1:1609800461.180961:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:18.0:1609800461.180967:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:18.0:1609800461.180970:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800461.180973:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:18.0:1609800461.180977:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:18.0:1609800461.180978:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (24)--
00000800:00000200:18.0:1609800461.180979:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:32.1:1609800461.180987:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:20.0:1609800461.180994:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000800:00000200:20.0:1609800461.180997:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:20.0:1609800461.180998:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.180999:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)++
00000400:00000200:20.0:1609800461.181000:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:24.0:1609800461.181002:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (24)--
00000400:00000200:24.0:1609800461.181003:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.181004:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:20.0:1609800461.181005:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:24.0:1609800461.181006:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: PUT: OK
00000800:00000200:24.0:1609800461.181009:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:32.1:1609800461.181043:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:18.0:1609800461.181049:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:18.0:1609800461.181053:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.111@o2ib18
00000800:00000200:19.0:1609800461.181054:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:18.0:1609800461.181054:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:18.0:1609800461.181055:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:18.0:1609800461.181056:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000400:00000200:5.0:1609800461.341194:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800461.341201:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:22.1:1609800461.349993:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:8.0:1609800461.350051:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:8.0:1609800461.350061:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.104@o2ib18
00000400:00000200:8.0:1609800461.350070:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.350078:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.350084:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800461.350097:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.350101:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:8.0:1609800461.350103:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.350109:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.350113:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:8.0:1609800461.350115:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.350118:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800461.350139:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.350142:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (23)++
00000800:00000200:8.0:1609800461.350145:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (24)--
00000800:00000200:8.0:1609800461.350147:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000400:00000200:6.0:1609800461.350147:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.350149:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000400:00000200:6.0:1609800461.350153:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:8.0:1609800461.350155:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:3.0:1609800461.350159:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:8.0:1609800461.350165:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800461.350168:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000400:00000200:6.0:1609800461.350169:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800461.350170:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.350174:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800461.350176:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800461.350176:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.350182:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800461.350185:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.350188:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.350190:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.350191:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800461.350193:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.350194:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800461.350199:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000800:00000200:8.0:1609800461.350199:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800461.350199:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:8.0:1609800461.350201:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.350204:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000800:00000200:8.0:1609800461.350205:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000800:00000200:37.0:1609800461.350207:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:6.0:1609800461.350208:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (26)--
00000800:00000200:6.0:1609800461.350209:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:8.0:1609800461.350212:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (25)--
00000800:00000200:6.0:1609800461.350212:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (25)++
00000400:00000200:3.0:1609800461.350212:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.350214:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000400:00000200:37.0:1609800461.350215:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.350216:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000800:00000200:6.0:1609800461.350216:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:3.0:1609800461.350219:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800461.350220:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:4.0:1609800461.350220:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800461.350223:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.350223:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800461.350225:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.350226:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800461.350226:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800461.350229:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:4.0:1609800461.350232:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.350233:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800461.350238:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800461.350242:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.350248:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800461.350248:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.350252:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000800:00000200:57.0:1609800461.350254:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.350254:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800461.350254:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.350256:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:57.0:1609800461.350259:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.350277:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800461.350278:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800461.350278:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (26)++
00000400:00000200:57.0:1609800461.350279:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.350279:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.350279:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:6.0:1609800461.350280:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800461.350280:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.350282:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800461.350284:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.350284:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.350285:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (27)--
00000800:00000200:6.0:1609800461.350286:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.350287:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (26)++
00000800:00000200:8.0:1609800461.350287:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.350287:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (26)--
00000800:00000200:3.0:1609800461.350288:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (26)++
00000800:00000200:37.0:1609800461.350289:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (26)--
00000800:00000200:8.0:1609800461.350289:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.350289:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.350290:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (26)--
00000800:00000200:6.0:1609800461.350290:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.350290:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:37.0:1609800461.350291:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:8.0:1609800461.350291:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800461.350291:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.350292:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.350292:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (24)++
00000400:00000200:4.0:1609800461.350292:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350293:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (25)--
00000800:00000200:8.0:1609800461.350294:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000800:00000200:6.0:1609800461.350294:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000400:00000200:4.0:1609800461.350294:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800461.350294:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800461.350295:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.350295:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (25)--
00000800:00000200:8.0:1609800461.350296:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000400:00000200:57.0:1609800461.350298:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.350299:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800461.350300:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800461.350301:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.350302:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:57.0:1609800461.350303:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800461.350303:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800461.350308:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.350311:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.350313:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.350316:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800461.350317:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.350323:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (22)++
00000800:00000200:3.0:1609800461.350325:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:3.0:1609800461.350328:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (24)--
00000800:00000200:3.0:1609800461.350329:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000800:00000200:57.0:1609800461.350333:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800461.350339:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.350342:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.350343:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.350346:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.350349:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800461.350377:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (22)++
00000800:00000200:37.0:1609800461.350387:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000800:00000200:37.0:1609800461.350391:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000800:00000200:37.0:1609800461.350393:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000800:00000200:37.0:1609800461.350394:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:37.0:1609800461.350397:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000800:00000200:37.0:1609800461.350397:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:37.0:1609800461.350398:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:8.0:1609800461.350401:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:37.0:1609800461.350402:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000400:00000200:37.0:1609800461.350406:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.350410:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.350412:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:37.0:1609800461.350417:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.350419:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800461.350422:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.350424:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.350425:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.350429:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (21)++
00000800:00000200:37.0:1609800461.350431:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (22)--
00000800:00000200:37.0:1609800461.350431:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:57.0:1609800461.350462:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.350466:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.350469:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800461.350470:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:6.0:1609800461.350478:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:6.0:1609800461.350483:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:8.0:1609800461.350484:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000400:00000200:6.0:1609800461.350486:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.350488:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000400:00000200:6.0:1609800461.350490:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.350490:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:8.0:1609800461.350491:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800461.350492:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:3.0:1609800461.350494:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:37.0:1609800461.350496:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000400:00000200:6.0:1609800461.350497:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.350498:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000800:00000200:6.0:1609800461.350500:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800461.350502:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.350502:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.350503:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800461.350503:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800461.350504:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800461.350507:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800461.350508:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350508:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.350509:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800461.350509:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.350510:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800461.350512:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800461.350514:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800461.350516:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.350517:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.350518:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.350518:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.350518:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000400:00000200:3.0:1609800461.350519:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800461.350520:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (26)--
00000800:00000200:37.0:1609800461.350521:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.350521:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:8.0:1609800461.350539:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (25)++
00000800:00000200:8.0:1609800461.350540:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (25)--
00000800:00000200:6.0:1609800461.350540:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (25)++
00000800:00000200:37.0:1609800461.350542:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.350542:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:37.0:1609800461.350543:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.350543:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000800:00000200:6.0:1609800461.350543:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.104@o2ib18
00000400:00000200:3.0:1609800461.350543:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.350544:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (24)++
00000800:00000200:37.0:1609800461.350546:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (24)++
00000400:00000200:6.0:1609800461.350546:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800461.350546:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.350548:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800461.350550:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.350551:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800461.350552:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:3.0:1609800461.350552:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.350553:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (25)--
00000800:00000200:37.0:1609800461.350554:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000800:00000200:57.0:1609800461.350555:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.350557:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.350557:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.350559:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (23)++
00000400:00000200:57.0:1609800461.350560:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.350560:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800461.350560:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (24)--
00000800:00000200:5.0:1609800461.350561:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800461.350562:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800461.350562:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000400:00000200:5.0:1609800461.350564:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350565:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800461.350566:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800461.350566:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800461.350567:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.350568:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (22)++
00000400:00000200:57.0:1609800461.350569:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350570:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (23)--
00000800:00000200:6.0:1609800461.350571:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:57.0:1609800461.350572:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800461.350572:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000800:00000200:5.0:1609800461.350573:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.350575:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.350577:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.350580:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:8.0:1609800461.350600:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000800:00000200:8.0:1609800461.350602:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:37.0:1609800461.350603:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:5.0:1609800461.350610:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.350612:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.350614:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.350622:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.350640:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.350643:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:57.0:1609800461.350650:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.350662:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:57.0:1609800461.350668:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.350670:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:57.0:1609800461.350672:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350679:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)--
00000400:00000200:38.0:1609800461.350688:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800461.350707:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.350711:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:57.0:1609800461.350717:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800461.350718:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.350720:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800461.350721:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:57.0:1609800461.350722:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:38.0:1609800461.350726:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:22.1:1609800461.350727:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000800:00000200:38.0:1609800461.350728:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (21)++
00000400:00000200:57.0:1609800461.350729:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800461.350730:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:57.0:1609800461.350733:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:3.0:1609800461.350736:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (24)++
00000800:00000200:57.0:1609800461.350737:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.350739:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (25)++
00000800:00000200:38.0:1609800461.350739:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (25)--
00000800:00000200:3.0:1609800461.350740:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (25)--
00000800:00000200:6.0:1609800461.350742:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000400:00000200:3.0:1609800461.350742:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.350745:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000400:00000200:3.0:1609800461.350745:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.350749:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000800:00000200:57.0:1609800461.350750:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (24)--
00000800:00000200:22.1:1609800461.350754:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (22)++
00000400:00000200:57.0:1609800461.350755:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800461.350762:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:57.0:1609800461.350763:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.350765:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:57.0:1609800461.350766:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:37.0:1609800461.350767:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:8.0:1609800461.350767:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.350770:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:8.0:1609800461.350770:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.350772:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800461.350772:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350772:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000400:00000200:37.0:1609800461.350774:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.350775:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:8.0:1609800461.350776:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:57.0:1609800461.350779:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800461.350779:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:57.0:1609800461.350781:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:57.0:1609800461.350781:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350792:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)--
00000400:00000200:57.0:1609800461.350796:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.350800:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.350802:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:57.0:1609800461.350807:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.350810:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:22.1:1609800461.350812:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350813:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.350814:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)++
00000800:00000200:57.0:1609800461.350818:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:57.0:1609800461.350821:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (24)--
00000400:00000200:57.0:1609800461.350825:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.350837:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:57.0:1609800461.350839:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.350840:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:57.0:1609800461.350841:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:3.0:1609800461.350842:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.350843:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:3.0:1609800461.350845:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.350846:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800461.350846:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000800:00000200:8.0:1609800461.350848:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (23)--
00000400:00000200:6.0:1609800461.350848:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.350849:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:6.0:1609800461.350850:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.350851:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:57.0:1609800461.350854:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800461.350854:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:57.0:1609800461.350855:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350856:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350859:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)--
00000400:00000200:0.0:1609800461.350862:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.350881:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800461.350883:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000400:00000200:57.0:1609800461.350884:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.350885:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.350886:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:0.0:1609800461.350889:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:37.0:1609800461.350891:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:37.0:1609800461.350894:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000400:00000200:37.0:1609800461.350895:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.350896:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000400:00000200:0.0:1609800461.350896:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800461.350897:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.350899:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:8.0:1609800461.350900:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.104@o2ib18
00000800:00000200:8.0:1609800461.350902:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (23)++
00000400:00000200:57.0:1609800461.350903:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800461.350903:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (24)--
00000800:00000200:3.0:1609800461.350903:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000800:00000200:8.0:1609800461.350904:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:57.0:1609800461.350906:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:37.0:1609800461.350907:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:0.0:1609800461.350909:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.350910:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.350911:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:57.0:1609800461.350912:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:0.0:1609800461.350913:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.350921:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:0.0:1609800461.350921:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (23)--
00000800:00000200:57.0:1609800461.350926:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (23)--
00000400:00000200:0.0:1609800461.350928:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.350931:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.350933:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:22.1:1609800461.350934:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (22)++
00000400:00000200:0.0:1609800461.350954:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800461.350956:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000800:00000200:0.0:1609800461.350957:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:6.0:1609800461.350959:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:6.0:1609800461.350960:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.350961:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000800:00000200:0.0:1609800461.350961:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800461.350962:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.350962:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (23)++
00000800:00000200:0.0:1609800461.350963:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (25)++
00000800:00000200:6.0:1609800461.350965:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (26)--
00000800:00000200:6.0:1609800461.350966:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (25)--
00000800:00000200:3.0:1609800461.350968:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000800:00000200:0.0:1609800461.350968:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (24)--
00000400:00000200:3.0:1609800461.350970:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.350972:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000400:00000200:0.0:1609800461.350972:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.350976:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:22.1:1609800461.350980:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000400:00000200:0.0:1609800461.350982:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.350984:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:37.0:1609800461.350988:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000400:00000200:0.0:1609800461.350989:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800461.350990:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000800:00000200:0.0:1609800461.350991:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:37.0:1609800461.350992:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.350993:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:37.0:1609800461.350994:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.350996:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:0.0:1609800461.350996:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.350997:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:0.0:1609800461.350998:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000800:00000200:0.0:1609800461.351002:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)--
00000800:00000200:22.1:1609800461.351028:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000400:00000200:57.0:1609800461.351035:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.351036:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:6.0:1609800461.351040:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000400:00000200:6.0:1609800461.351041:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.351042:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:57.0:1609800461.351044:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.351044:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.351046:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:6.0:1609800461.351046:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000400:00000200:57.0:1609800461.351052:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800461.351053:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:57.0:1609800461.351055:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:57.0:1609800461.351060:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800461.351060:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.351062:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)++
00000800:00000200:57.0:1609800461.351063:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (23)++
00000800:00000200:8.0:1609800461.351065:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.104@o2ib18
00000800:00000200:57.0:1609800461.351067:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (24)--
00000800:00000200:37.0:1609800461.351067:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000800:00000200:8.0:1609800461.351068:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (23)++
00000800:00000200:8.0:1609800461.351069:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (23)--
00000800:00000200:8.0:1609800461.351070:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:22.1:1609800461.351082:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000800:00000200:3.0:1609800461.351090:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:3.0:1609800461.351093:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000400:00000200:1.0:1609800461.351094:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800461.351095:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.351096:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:3.0:1609800461.351098:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.351101:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000400:00000200:1.0:1609800461.351113:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.351116:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:1.0:1609800461.351133:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.351134:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.104@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800461.351137:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000400:00000200:57.0:1609800461.351139:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.351142:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.104@o2ib18 local destination
00000800:00000200:1.0:1609800461.351142:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.351144:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (20)++
00000800:00000200:1.0:1609800461.351147:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (21)++
00000400:00000200:57.0:1609800461.351148:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.351151:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:1.0:1609800461.351155:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (22)--
00000800:00000200:57.0:1609800461.351156:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.351158:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (21)++
00000800:00000200:57.0:1609800461.351159:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (22)++
00000800:00000200:57.0:1609800461.351163:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (23)--
00000800:00000200:22.1:1609800461.351169:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (22)++
00000800:00000200:37.0:1609800461.351178:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000800:00000200:37.0:1609800461.351182:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000400:00000200:37.0:1609800461.351183:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.351185:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (23)++
00000400:00000200:37.0:1609800461.351186:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.351188:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (24)--
00000800:00000200:37.0:1609800461.351189:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (24)--
00000400:00000200:8.0:1609800461.351189:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.351190:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:8.0:1609800461.351192:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.351195:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:22.1:1609800461.351206:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:3.0:1609800461.351214:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:3.0:1609800461.351218:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.104@o2ib18
00000800:00000200:3.0:1609800461.351219:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (22)++
00000800:00000200:6.0:1609800461.351220:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:3.0:1609800461.351221:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (23)--
00000800:00000200:3.0:1609800461.351222:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:32.1:1609800461.452371:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000800:00000200:37.0:1609800461.452423:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:37.0:1609800461.452433:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.114@o2ib18
00000800:00000200:8.0:1609800461.452435:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:37.0:1609800461.452442:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.452450:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.452456:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800461.452469:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.452475:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800461.452481:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.452487:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.452490:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:32.1:1609800461.452494:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:37.0:1609800461.452512:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:37.0:1609800461.452514:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000800:00000200:37.0:1609800461.452516:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:37.0:1609800461.452517:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:37.0:1609800461.452540:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:37.0:1609800461.452543:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800461.452544:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:37.0:1609800461.452546:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.452547:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:37.0:1609800461.452551:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.452554:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800461.452555:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800461.452558:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800461.452558:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.452561:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (21)++
00000800:00000200:37.0:1609800461.452562:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (22)--
00000800:00000200:37.0:1609800461.452562:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:57.0:1609800461.452594:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:32.1:1609800461.452594:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000400:00000200:57.0:1609800461.452598:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452602:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000400:00000200:57.0:1609800461.452605:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452606:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:3.0:1609800461.452607:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:8.0:1609800461.452609:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:32.1:1609800461.452614:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000400:00000200:8.0:1609800461.452614:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.452617:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:4.0:1609800461.452618:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800461.452621:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.452623:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.452624:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000400:00000200:4.0:1609800461.452624:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452625:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800461.452628:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800461.452630:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:8.0:1609800461.452631:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.452632:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.452632:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800461.452634:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.452636:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:8.0:1609800461.452638:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.452639:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:6.0:1609800461.452639:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.452642:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:6.0:1609800461.452649:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.452652:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.452656:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.452659:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.452661:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800461.452672:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800461.452672:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (21)++
00000800:00000200:32.1:1609800461.452673:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (22)++
00000400:00000200:57.0:1609800461.452674:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.452675:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (23)++
00000400:00000200:57.0:1609800461.452677:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.452680:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000800:00000200:3.0:1609800461.452701:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:6.0:1609800461.452703:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (25)--
00000800:00000200:37.0:1609800461.452704:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:3.0:1609800461.452704:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.452707:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:6.0:1609800461.452707:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:6.0:1609800461.452708:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:3.0:1609800461.452709:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.452710:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.452710:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (25)++
00000800:00000200:6.0:1609800461.452711:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:3.0:1609800461.452711:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800461.452712:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (26)--
00000800:00000200:8.0:1609800461.452713:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:8.0:1609800461.452714:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:37.0:1609800461.452715:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452716:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:6.0:1609800461.452716:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.452717:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:3.0:1609800461.452717:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.452721:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800461.452723:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.452723:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.452725:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800461.452726:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.452726:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.452727:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800461.452727:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800461.452727:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800461.452729:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800461.452730:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800461.452731:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.452731:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (25)++
00000800:00000200:0.0:1609800461.452731:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.452733:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (26)++
00000400:00000200:8.0:1609800461.452733:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.452733:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (26)--
00000800:00000200:37.0:1609800461.452734:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (26)--
00000400:00000200:6.0:1609800461.452734:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.452734:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (26)--
00000400:00000200:0.0:1609800461.452734:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.452735:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000400:00000200:8.0:1609800461.452735:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:3.0:1609800461.452736:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:6.0:1609800461.452737:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800461.452737:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.452740:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800461.452741:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800461.452741:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.452743:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452743:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.452743:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800461.452745:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800461.452746:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452746:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800461.452748:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.452748:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:8.0:1609800461.452749:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.452749:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.452751:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:6.0:1609800461.452751:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:0.0:1609800461.452751:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800461.452753:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.452753:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (22)++
00000400:00000200:0.0:1609800461.452753:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.452755:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.452756:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.452758:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452760:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.452761:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:0.0:1609800461.452761:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.452762:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.452765:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800461.452783:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:37.0:1609800461.452790:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:37.0:1609800461.452793:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000800:00000200:37.0:1609800461.452795:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:37.0:1609800461.452796:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:32.1:1609800461.452808:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000800:00000200:6.0:1609800461.452816:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:6.0:1609800461.452820:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:8.0:1609800461.452822:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000400:00000200:6.0:1609800461.452823:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.452826:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:6.0:1609800461.452826:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.452828:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (23)++
00000400:00000200:6.0:1609800461.452829:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800461.452832:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:8.0:1609800461.452833:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.452834:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:6.0:1609800461.452835:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.452836:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:3.0:1609800461.452836:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.452837:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.452838:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800461.452839:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.452839:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800461.452840:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800461.452843:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800461.452844:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.452844:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.452847:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800461.452848:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.452849:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.452849:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (25)++
00000800:00000200:8.0:1609800461.452850:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800461.452850:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:6.0:1609800461.452851:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (26)--
00000800:00000200:6.0:1609800461.452852:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:8.0:1609800461.452853:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.452853:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:37.0:1609800461.452854:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800461.452854:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.452855:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000400:00000200:3.0:1609800461.452857:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800461.452860:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.452860:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800461.452862:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.452862:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (25)++
00000800:00000200:3.0:1609800461.452862:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800461.452863:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (26)--
00000800:00000200:37.0:1609800461.452864:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800461.452864:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000400:00000200:6.0:1609800461.452864:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800461.452865:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800461.452865:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.452866:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.452866:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000800:00000200:3.0:1609800461.452866:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.452867:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800461.452867:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.452868:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452868:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.114@o2ib18
00000800:00000200:3.0:1609800461.452868:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (25)++
00000400:00000200:6.0:1609800461.452869:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:57.0:1609800461.452871:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.452887:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (26)--
00000800:00000200:3.0:1609800461.452888:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:37.0:1609800461.452889:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (24)++
00000800:00000200:3.0:1609800461.452889:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000800:00000200:37.0:1609800461.452892:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (24)++
00000400:00000200:8.0:1609800461.452892:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800461.452894:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800461.452896:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.452896:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800461.452898:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800461.452898:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800461.452899:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (25)--
00000800:00000200:6.0:1609800461.452899:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800461.452900:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.452900:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000800:00000200:6.0:1609800461.452901:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800461.452903:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.452903:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.452904:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.452907:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.452907:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (23)++
00000800:00000200:6.0:1609800461.452908:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (24)--
00000800:00000200:5.0:1609800461.452908:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800461.452909:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:57.0:1609800461.452910:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.452924:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.452926:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452926:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:32.1:1609800461.452927:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (22)++
00000400:00000200:5.0:1609800461.452927:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452929:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.452930:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800461.452930:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800461.452932:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (23)++
00000800:00000200:8.0:1609800461.452933:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (24)--
00000800:00000200:8.0:1609800461.452934:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.452936:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:5.0:1609800461.452937:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800461.452938:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:5.0:1609800461.452938:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.452939:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:8.0:1609800461.452940:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000400:00000200:5.0:1609800461.452940:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800461.452955:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.452956:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.452958:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.453163:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.453173:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.453175:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.453176:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:57.0:1609800461.453183:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.453187:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:38.0:1609800461.453189:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.453192:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800461.453193:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:57.0:1609800461.453194:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (20)++
00000800:00000200:57.0:1609800461.453195:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000400:00000200:38.0:1609800461.453199:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800461.453202:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:57.0:1609800461.453203:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)--
00000800:00000200:38.0:1609800461.453223:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800461.453225:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (21)++
00000800:00000200:38.0:1609800461.453227:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (22)++
00000800:00000200:38.0:1609800461.453252:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (23)--
00000400:00000200:38.0:1609800461.453257:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.453283:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.453290:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.453291:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.453293:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:38.0:1609800461.453294:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:38.0:1609800461.453299:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800461.453302:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:57.0:1609800461.453305:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.453309:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:38.0:1609800461.453309:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800461.453310:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)++
00000800:00000200:38.0:1609800461.453311:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (23)++
00000800:00000200:57.0:1609800461.453313:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.453315:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (24)++
00000800:00000200:38.0:1609800461.453317:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (25)--
00000800:00000200:57.0:1609800461.453321:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (24)++
00000800:00000200:57.0:1609800461.453326:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (25)--
00000800:00000200:32.1:1609800461.453326:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (25)++
00000400:00000200:57.0:1609800461.453330:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.453336:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.453336:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (25)++
00000400:00000200:57.0:1609800461.453338:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:6.0:1609800461.453341:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (26)--
00000400:00000200:57.0:1609800461.453343:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800461.453343:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.453344:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (25)++
00000400:00000200:6.0:1609800461.453345:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.453346:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (26)--
00000400:00000200:3.0:1609800461.453347:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.453348:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:3.0:1609800461.453349:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:6.0:1609800461.453350:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:6.0:1609800461.453351:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000800:00000200:57.0:1609800461.453353:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.453354:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (25)++
00000800:00000200:3.0:1609800461.453354:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:57.0:1609800461.453355:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (26)++
00000800:00000200:6.0:1609800461.453355:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (25)--
00000800:00000200:57.0:1609800461.453360:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (26)--
00000400:00000200:6.0:1609800461.453374:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.453375:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (24)++
00000400:00000200:6.0:1609800461.453376:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.453377:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (25)--
00000800:00000200:6.0:1609800461.453379:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000400:00000200:3.0:1609800461.453379:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.453380:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (23)++
00000400:00000200:57.0:1609800461.453381:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800461.453382:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.453399:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.453400:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (24)--
00000400:00000200:57.0:1609800461.453401:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:6.0:1609800461.453402:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.453405:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.453406:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000400:00000200:57.0:1609800461.453408:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800461.453410:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:57.0:1609800461.453411:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:6.0:1609800461.453413:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:57.0:1609800461.453415:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.453417:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (20)++
00000800:00000200:57.0:1609800461.453417:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000800:00000200:57.0:1609800461.453420:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800461.453445:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:8.0:1609800461.453453:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:8.0:1609800461.453458:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:8.0:1609800461.453460:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.453460:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:57.0:1609800461.453464:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800461.453464:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.453470:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000400:00000200:57.0:1609800461.453471:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.453473:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:57.0:1609800461.453479:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.453482:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:57.0:1609800461.453495:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.453496:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (20)++
00000800:00000200:57.0:1609800461.453497:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000800:00000200:57.0:1609800461.453501:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800461.453513:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000400:00000200:0.0:1609800461.453519:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800461.453524:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000400:00000200:0.0:1609800461.453526:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.453529:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:37.0:1609800461.453530:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:37.0:1609800461.453532:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.453532:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:37.0:1609800461.453536:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000400:00000200:0.0:1609800461.453536:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.453540:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:37.0:1609800461.453542:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:0.0:1609800461.453545:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.453547:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (20)++
00000800:00000200:0.0:1609800461.453549:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000800:00000200:0.0:1609800461.453557:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)--
00000400:00000200:0.0:1609800461.453571:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.453575:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.453577:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:32.1:1609800461.453580:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000400:00000200:0.0:1609800461.453582:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.453584:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:3.0:1609800461.453587:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:0.0:1609800461.453587:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.453605:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (23)++
00000800:00000200:0.0:1609800461.453605:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (24)++
00000800:00000200:8.0:1609800461.453609:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000800:00000200:0.0:1609800461.453609:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.114@o2ib18: no credits
00000800:00000200:0.0:1609800461.453610:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (25)--
00000800:00000200:3.0:1609800461.453611:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.114@o2ib18: no credits
00000800:00000200:3.0:1609800461.453612:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:3.0:1609800461.453613:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.453615:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800461.453616:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.453618:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:0.0:1609800461.453620:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.453622:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:32.1:1609800461.453624:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000400:00000200:0.0:1609800461.453627:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.453629:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:6.0:1609800461.453631:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:0.0:1609800461.453631:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.453632:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (23)++
00000800:00000200:0.0:1609800461.453633:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (24)++
00000800:00000200:0.0:1609800461.453634:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.114@o2ib18: no credits
00000800:00000200:6.0:1609800461.453635:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.114@o2ib18
00000800:00000200:0.0:1609800461.453635:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (25)--
00000800:00000200:37.0:1609800461.453637:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000400:00000200:0.0:1609800461.453639:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.453645:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (23)++
00000800:00000200:6.0:1609800461.453646:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (24)--
00000800:00000200:6.0:1609800461.453648:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:32.1:1609800461.453653:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (22)++
00000400:00000200:0.0:1609800461.453655:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.453657:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:8.0:1609800461.453661:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (23)++
00000400:00000200:0.0:1609800461.453661:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800461.453663:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (24)--
00000800:00000200:0.0:1609800461.453664:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000400:00000200:8.0:1609800461.453665:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.453666:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (23)++
00000800:00000200:0.0:1609800461.453666:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800461.453668:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:0.0:1609800461.453668:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (24)++
00000800:00000200:3.0:1609800461.453669:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (25)--
00000800:00000200:0.0:1609800461.453669:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (25)++
00000400:00000200:3.0:1609800461.453670:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.453671:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (25)--
00000400:00000200:3.0:1609800461.453672:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.453673:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000800:00000200:0.0:1609800461.453674:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (23)--
00000800:00000200:3.0:1609800461.453675:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800461.453687:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:6.0:1609800461.453695:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:6.0:1609800461.453698:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:6.0:1609800461.453700:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.453701:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000400:00000200:6.0:1609800461.453702:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:6.0:1609800461.453705:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (23)--
00000800:00000200:8.0:1609800461.453706:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.114@o2ib18
00000800:00000200:6.0:1609800461.453706:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:8.0:1609800461.453707:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (21)++
00000800:00000200:8.0:1609800461.453709:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (22)--
00000800:00000200:8.0:1609800461.453710:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000400:00000200:1.0:1609800461.453742:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.453821:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.453827:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:4.0:1609800461.453833:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.453836:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:4.0:1609800461.453840:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.453842:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (20)++
00000800:00000200:4.0:1609800461.453843:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (21)++
00000800:00000200:4.0:1609800461.453851:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800461.453866:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000400:00000200:4.0:1609800461.453869:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.114@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.453873:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:3.0:1609800461.453877:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:3.0:1609800461.453878:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.453880:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:3.0:1609800461.453880:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.453883:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000400:00000200:0.0:1609800461.453942:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800461.453945:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000400:00000200:0.0:1609800461.453945:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.114@o2ib18 local destination
00000400:00000200:0.0:1609800461.453950:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800461.453953:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:0.0:1609800461.453953:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:0.0:1609800461.453956:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.453957:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (22)++
00000800:00000200:37.0:1609800461.453958:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.114@o2ib18
00000800:00000200:0.0:1609800461.453958:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (23)++
00000800:00000200:0.0:1609800461.453963:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (24)--
00000800:00000200:37.0:1609800461.453964:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (24)++
00000800:00000200:8.0:1609800461.453964:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (24)--
00000800:00000200:37.0:1609800461.453965:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000800:00000200:37.0:1609800461.453966:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800461.453984:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:6.0:1609800461.453992:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:6.0:1609800461.453995:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:6.0:1609800461.453996:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.453998:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:6.0:1609800461.453999:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: PUT: OK
00000800:00000200:6.0:1609800461.454001:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:35.1:1609800461.508494:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000800:00000200:20.0:1609800461.508536:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:20.0:1609800461.508544:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.186@o2ib18
00000800:00000200:24.0:1609800461.508545:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:24.0:1609800461.508549:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:20.0:1609800461.508549:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800461.508552:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.508554:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.508555:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.508558:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800461.508565:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800461.508568:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800461.508568:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800461.508572:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800461.508574:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.508575:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800461.508577:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800461.508577:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800461.508579:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800461.508582:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800461.508582:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000800:00000200:24.0:1609800461.508583:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.508583:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (24)--
00000800:00000200:19.0:1609800461.508583:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (24)++
00000800:00000200:24.0:1609800461.508587:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (24)++
00000800:00000200:24.0:1609800461.508588:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (25)--
00000800:00000200:20.0:1609800461.508589:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (25)--
00000800:00000200:24.0:1609800461.508590:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:19.0:1609800461.508591:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:20.0:1609800461.508592:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.508593:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800461.508595:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.508597:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:18.0:1609800461.508597:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:57.0:1609800461.508599:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.508600:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800461.508600:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.508602:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800461.508603:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.508604:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:35.1:1609800461.508605:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (22)++
00000400:00000200:19.0:1609800461.508611:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.508611:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:19.0:1609800461.508615:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800461.508615:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:24.0:1609800461.508616:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000400:00000200:20.0:1609800461.508617:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800461.508618:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800461.508622:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800461.508622:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.508623:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.508624:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.508626:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800461.508627:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.508628:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800461.508628:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000400:00000200:18.0:1609800461.508630:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800461.508631:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800461.508631:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (24)--
00000800:00000200:35.1:1609800461.508632:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (24)++
00000800:00000200:20.0:1609800461.508632:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800461.508636:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800461.508636:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000400:00000200:18.0:1609800461.508636:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.508637:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.508638:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000800:00000200:19.0:1609800461.508638:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:18.0:1609800461.508639:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800461.508640:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.508640:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (25)++
00000800:00000200:19.0:1609800461.508642:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:18.0:1609800461.508642:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800461.508643:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000800:00000200:18.0:1609800461.508645:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800461.508646:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.508647:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (25)--
00000800:00000200:18.0:1609800461.508647:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.508648:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000400:00000200:19.0:1609800461.508649:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800461.508649:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.508651:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000400:00000200:19.0:1609800461.508652:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800461.508653:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (24)--
00000400:00000200:5.0:1609800461.508653:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.508654:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:57.0:1609800461.508656:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.508657:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.508658:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.508660:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800461.508660:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800461.508661:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:35.1:1609800461.508664:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800461.508664:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800461.508667:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.508668:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800461.508669:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:19.0:1609800461.508671:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (24)++
00000800:00000200:24.0:1609800461.508672:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000800:00000200:24.0:1609800461.508673:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000800:00000200:19.0:1609800461.508673:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (25)--
00000800:00000200:19.0:1609800461.508674:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.508675:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.508676:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.508677:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000400:00000200:57.0:1609800461.508679:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800461.508679:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000800:00000200:18.0:1609800461.508685:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:5.0:1609800461.508688:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.508689:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:5.0:1609800461.508690:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.508691:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:18.0:1609800461.508692:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.508695:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.508696:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:5.0:1609800461.508696:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.508697:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:18.0:1609800461.508698:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800461.508704:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.508705:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800461.508708:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.508708:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800461.508710:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:18.0:1609800461.508711:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800461.508715:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800461.508716:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.508716:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.508719:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800461.508721:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.508721:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (22)++
00000800:00000200:35.1:1609800461.508722:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (23)++
00000800:00000200:18.0:1609800461.508722:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (23)--
00000800:00000200:19.0:1609800461.508724:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.508725:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.508725:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:18.0:1609800461.508726:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800461.508728:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000800:00000200:24.0:1609800461.508729:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (24)++
00000800:00000200:18.0:1609800461.508730:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:19.0:1609800461.508731:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (25)++
00000800:00000200:24.0:1609800461.508732:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:20.0:1609800461.508732:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000800:00000200:57.0:1609800461.508733:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800461.508733:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.508734:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:57.0:1609800461.508735:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.508735:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.508737:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.508737:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.508738:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800461.508738:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.508738:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (27)--
00000800:00000200:19.0:1609800461.508739:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000400:00000200:18.0:1609800461.508739:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800461.508740:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000800:00000200:19.0:1609800461.508742:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:20.0:1609800461.508745:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.508745:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800461.508746:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:18.0:1609800461.508748:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800461.508750:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800461.508752:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.508752:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800461.508754:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800461.508754:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800461.508755:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:19.0:1609800461.508756:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800461.508757:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800461.508759:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800461.508760:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800461.508761:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.508762:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (26)++
00000800:00000200:20.0:1609800461.508763:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800461.508764:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (27)++
00000400:00000200:19.0:1609800461.508764:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.508764:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (27)--
00000800:00000200:20.0:1609800461.508765:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.508765:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000800:00000200:18.0:1609800461.508766:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (25)++
00000800:00000200:24.0:1609800461.508767:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (27)--
00000400:00000200:19.0:1609800461.508767:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:18.0:1609800461.508767:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (27)--
00000800:00000200:57.0:1609800461.508768:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800461.508768:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (26)--
00000800:00000200:20.0:1609800461.508768:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800461.508769:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.508769:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.508769:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000800:00000200:24.0:1609800461.508770:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:20.0:1609800461.508771:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000400:00000200:57.0:1609800461.508772:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.508772:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (23)--
00000800:00000200:20.0:1609800461.508773:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:19.0:1609800461.508773:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.508776:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800461.508777:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.508778:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800461.508778:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800461.508778:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800461.508780:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800461.508781:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800461.508783:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.508783:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.508785:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800461.508787:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800461.508789:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (23)--
00000800:00000200:19.0:1609800461.508790:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:35.1:1609800461.508799:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000800:00000200:18.0:1609800461.508805:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:38.0:1609800461.508806:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800461.508808:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000800:00000200:18.0:1609800461.508809:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:18.0:1609800461.508811:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:38.0:1609800461.508814:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.508814:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000400:00000200:38.0:1609800461.508815:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.508816:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:38.0:1609800461.508818:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800461.508818:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.508819:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.186@o2ib18
00000800:00000200:19.0:1609800461.508822:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:20.0:1609800461.508823:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.186@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.508823:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.508826:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:18.0:1609800461.508832:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800461.508833:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800461.508834:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.508835:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800461.508837:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800461.508838:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.508840:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800461.508842:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800461.508843:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.508846:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (22)++
00000400:00000200:20.0:1609800461.508847:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:18.0:1609800461.508847:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (23)--
00000800:00000200:18.0:1609800461.508848:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.508850:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.508851:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.508852:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.508854:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.508855:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800461.508858:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.508860:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800461.508861:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.508865:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (21)++
00000800:00000200:20.0:1609800461.508866:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (22)--
00000800:00000200:20.0:1609800461.508867:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000800:00000200:0.0:1609800461.508924:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.508927:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.508930:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.509104:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509112:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.509114:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800461.509128:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.509131:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800461.509135:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509136:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (20)++
00000800:00000200:57.0:1609800461.509137:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509143:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)--
00000400:00000200:57.0:1609800461.509247:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509250:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.509252:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800461.509256:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.509260:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800461.509263:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509264:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509265:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509269:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000400:00000200:57.0:1609800461.509273:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509280:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.509282:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:35.1:1609800461.509283:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (22)++
00000400:00000200:57.0:1609800461.509286:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.509289:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800461.509291:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800461.509292:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:57.0:1609800461.509293:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (24)++
00000800:00000200:57.0:1609800461.509293:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (25)++
00000800:00000200:57.0:1609800461.509296:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (26)--
00000800:00000200:24.0:1609800461.509296:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (26)--
00000400:00000200:24.0:1609800461.509298:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.509300:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:24.0:1609800461.509304:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000800:00000200:24.0:1609800461.509305:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:24.0:1609800461.509308:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:24.0:1609800461.509309:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.509311:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.509311:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000800:00000200:24.0:1609800461.509313:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:35.1:1609800461.509319:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000400:00000200:57.0:1609800461.509320:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509327:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.509329:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:19.0:1609800461.509330:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:57.0:1609800461.509334:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800461.509337:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000400:00000200:19.0:1609800461.509339:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.509339:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.509341:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:19.0:1609800461.509342:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.509344:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509345:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509346:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800461.509346:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.509350:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)--
00000400:00000200:57.0:1609800461.509354:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509360:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.509361:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.509363:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800461.509368:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800461.509368:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800461.509369:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509370:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:1.0:1609800461.509371:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:57.0:1609800461.509374:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800461.509374:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509375:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509376:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (24)++
00000400:00000200:1.0:1609800461.509377:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.509379:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (25)--
00000800:00000200:24.0:1609800461.509379:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (25)--
00000800:00000200:18.0:1609800461.509379:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (25)--
00000800:00000200:1.0:1609800461.509380:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:24.0:1609800461.509381:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800461.509383:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:24.0:1609800461.509386:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:1.0:1609800461.509386:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.509388:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:1.0:1609800461.509389:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:35.1:1609800461.509396:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (23)++
00000800:00000200:1.0:1609800461.509398:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (24)--
00000800:00000200:19.0:1609800461.509402:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000400:00000200:1.0:1609800461.509403:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800461.509405:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:1.0:1609800461.509406:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.509407:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.509408:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:20.0:1609800461.509409:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:19.0:1609800461.509410:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:1.0:1609800461.509413:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.509416:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:19.0:1609800461.509417:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:1.0:1609800461.509420:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.509421:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:1.0:1609800461.509422:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:35.1:1609800461.509428:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (23)++
00000800:00000200:1.0:1609800461.509428:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000400:00000200:1.0:1609800461.509431:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800461.509434:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000400:00000200:1.0:1609800461.509435:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.509436:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:18.0:1609800461.509438:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:18.0:1609800461.509439:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.509440:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:1.0:1609800461.509440:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800461.509443:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:1.0:1609800461.509443:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:1.0:1609800461.509447:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800461.509448:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:1.0:1609800461.509448:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)++
00000800:00000200:1.0:1609800461.509451:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:35.1:1609800461.509456:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (23)++
00000800:00000200:1.0:1609800461.509456:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000800:00000200:20.0:1609800461.509462:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:20.0:1609800461.509467:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:20.0:1609800461.509469:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.509469:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:19.0:1609800461.509472:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:20.0:1609800461.509473:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:19.0:1609800461.509473:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.509474:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:19.0:1609800461.509476:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:20.0:1609800461.509479:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:19.0:1609800461.509480:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000400:00000200:4.0:1609800461.509505:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.509511:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.509512:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800461.509513:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000400:00000200:4.0:1609800461.509514:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:57.0:1609800461.509519:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.509519:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000400:00000200:4.0:1609800461.509521:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800461.509523:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.186@o2ib18
00000800:00000200:24.0:1609800461.509524:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:4.0:1609800461.509524:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:57.0:1609800461.509525:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:18.0:1609800461.509525:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (22)++
00000800:00000200:18.0:1609800461.509526:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (22)--
00000800:00000200:18.0:1609800461.509527:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000400:00000200:57.0:1609800461.509530:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.509531:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509533:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:4.0:1609800461.509533:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (20)++
00000800:00000200:4.0:1609800461.509534:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509537:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509539:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509542:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (23)++
00000800:00000200:4.0:1609800461.509542:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000400:00000200:4.0:1609800461.509546:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.509547:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000800:00000200:35.1:1609800461.509553:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (22)++
00000800:00000200:20.0:1609800461.509559:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000800:00000200:20.0:1609800461.509562:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:20.0:1609800461.509563:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.509563:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.509564:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (23)++
00000400:00000200:4.0:1609800461.509565:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000400:00000200:20.0:1609800461.509567:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.509567:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:19.0:1609800461.509568:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.509570:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:19.0:1609800461.509571:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000400:00000200:4.0:1609800461.509572:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.509575:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:19.0:1609800461.509577:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:20.0:1609800461.509578:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000800:00000200:4.0:1609800461.509580:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.509581:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (20)++
00000800:00000200:4.0:1609800461.509583:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (21)++
00000800:00000200:4.0:1609800461.509587:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)--
00000400:00000200:4.0:1609800461.509593:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800461.509599:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000400:00000200:4.0:1609800461.509602:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.509603:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:18.0:1609800461.509605:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:4.0:1609800461.509608:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800461.509609:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000800:00000200:24.0:1609800461.509611:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000400:00000200:18.0:1609800461.509611:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800461.509611:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000400:00000200:57.0:1609800461.509613:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800461.509614:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.186@o2ib18
00000400:00000200:18.0:1609800461.509614:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:4.0:1609800461.509614:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.509615:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)++
00000400:00000200:57.0:1609800461.509616:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800461.509616:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (23)++
00000800:00000200:19.0:1609800461.509617:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000800:00000200:4.0:1609800461.509617:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (24)++
00000400:00000200:57.0:1609800461.509618:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:24.0:1609800461.509618:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (26)--
00000800:00000200:24.0:1609800461.509619:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (24)--
00000800:00000200:4.0:1609800461.509621:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (23)--
00000400:00000200:57.0:1609800461.509624:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800461.509626:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.509627:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:57.0:1609800461.509631:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.509632:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:35.1:1609800461.509633:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509634:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509638:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (24)--
00000800:00000200:20.0:1609800461.509638:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (24)++
00000800:00000200:20.0:1609800461.509641:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (24)--
00000400:00000200:57.0:1609800461.509642:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.186@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800461.509643:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.509645:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.509645:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (23)--
00000400:00000200:57.0:1609800461.509648:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.509649:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:57.0:1609800461.509650:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.186@o2ib18 local destination
00000800:00000200:35.1:1609800461.509651:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000400:00000200:57.0:1609800461.509656:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.186@o2ib18(192.168.128.186@o2ib18:192.168.128.186@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800461.509656:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:57.0:1609800461.509658:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.186@o2ib18
00000800:00000200:24.0:1609800461.509659:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000400:00000200:24.0:1609800461.509660:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.509661:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345f674ba80] -> 192.168.128.186@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800461.509662:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:24.0:1609800461.509663:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.509664:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934591fc2600] (21)++
00000800:00000200:57.0:1609800461.509665:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934591fc2600] (22)++
00000800:00000200:24.0:1609800461.509665:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:57.0:1609800461.509668:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934591fc2600] (22)--
00000800:00000200:35.1:1609800461.509680:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (21)++
00000800:00000200:19.0:1609800461.509686:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (22)++
00000800:00000200:19.0:1609800461.509689:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934591fc2600] (23)--
00000400:00000200:19.0:1609800461.509690:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.509691:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000400:00000200:19.0:1609800461.509692:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.186@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.509695:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000800:00000200:35.1:1609800461.509774:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934591fc2600] (20)++
00000800:00000200:18.0:1609800461.509779:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934591fc2600] (21)++
00000800:00000200:18.0:1609800461.509783:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.186@o2ib18
00000800:00000200:24.0:1609800461.509784:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (22)--
00000800:00000200:18.0:1609800461.509784:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934591fc2600] (22)++
00000800:00000200:18.0:1609800461.509785:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934591fc2600] (23)--
00000800:00000200:18.0:1609800461.509787:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934591fc2600] (21)--
00000800:00000200:24.1:1609800461.647756:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:20.0:1609800461.647767:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:20.0:1609800461.647773:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.82@o2ib18
00000800:00000200:19.0:1609800461.647776:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:20.0:1609800461.647781:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800461.647783:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:24.0:1609800461.647785:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:20.0:1609800461.647787:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.647792:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.647793:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:20.0:1609800461.647807:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.647814:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800461.647815:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.647819:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800461.647820:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:20.0:1609800461.647826:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800461.647828:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800461.647832:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.647834:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.647837:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:20.0:1609800461.647839:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:19.0:1609800461.647839:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800461.647845:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800461.647851:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800461.647854:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.647861:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:19.0:1609800461.647863:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:19.0:1609800461.647865:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:57.0:1609800461.647902:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.647914:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800461.647917:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000400:00000200:57.0:1609800461.647920:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800461.647926:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:18.0:1609800461.647932:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:24.0:1609800461.647934:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:18.0:1609800461.647938:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800461.647941:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.647945:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.647948:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.647952:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800461.647952:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800461.647963:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.647969:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800461.647974:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.647978:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800461.647980:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.647986:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:18.0:1609800461.647988:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:18.0:1609800461.647990:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:57.0:1609800461.648001:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.648003:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648009:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800461.648031:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:20.0:1609800461.648040:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:20.0:1609800461.648046:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:19.0:1609800461.648048:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:20.0:1609800461.648052:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.648056:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.648060:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:20.0:1609800461.648071:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.648077:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800461.648081:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.648087:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800461.648089:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.648094:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:20.0:1609800461.648097:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:24.1:1609800461.648098:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.648108:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:20.0:1609800461.648110:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:20.0:1609800461.648112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.648117:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000400:00000200:20.0:1609800461.648137:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800461.648139:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000400:00000200:20.0:1609800461.648141:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.648163:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800461.648163:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:19.0:1609800461.648164:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:19.0:1609800461.648167:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000400:00000200:20.0:1609800461.648168:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800461.648170:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:20.0:1609800461.648171:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800461.648173:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.648173:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800461.648175:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:20.0:1609800461.648176:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800461.648176:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648177:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.648179:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800461.648180:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800461.648181:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800461.648181:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800461.648183:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:18.0:1609800461.648185:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.648188:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800461.648189:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800461.648190:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.648191:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.648192:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (26)++
00000800:00000200:19.0:1609800461.648192:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800461.648193:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (27)--
00000400:00000200:5.0:1609800461.648193:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.648194:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.648194:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.648195:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800461.648195:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.648195:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:19.0:1609800461.648195:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800461.648195:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.648196:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:20.0:1609800461.648197:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:18.0:1609800461.648197:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (26)++
00000400:00000200:5.0:1609800461.648197:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800461.648198:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:19.0:1609800461.648198:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800461.648199:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800461.648199:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800461.648199:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800461.648199:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:18.0:1609800461.648200:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:20.0:1609800461.648201:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:57.0:1609800461.648205:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800461.648206:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.648206:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:57.0:1609800461.648207:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800461.648207:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:19.0:1609800461.648208:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:57.0:1609800461.648209:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800461.648210:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800461.648212:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800461.648213:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800461.648213:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800461.648217:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800461.648218:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800461.648219:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800461.648222:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:5.0:1609800461.648224:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800461.648225:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:5.0:1609800461.648225:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800461.648227:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800461.648231:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.648233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.648264:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:18.0:1609800461.648270:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:18.0:1609800461.648275:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:20.0:1609800461.648278:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000400:00000200:18.0:1609800461.648278:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800461.648281:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.648282:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:19.0:1609800461.648284:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000400:00000200:18.0:1609800461.648284:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:19.0:1609800461.648289:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000400:00000200:18.0:1609800461.648289:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800461.648292:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:18.0:1609800461.648293:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800461.648294:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000400:00000200:20.0:1609800461.648295:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800461.648295:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800461.648296:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800461.648297:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800461.648298:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800461.648299:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648299:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.648300:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800461.648302:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648302:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:18.0:1609800461.648306:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (26)++
00000400:00000200:20.0:1609800461.648307:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800461.648308:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (27)--
00000800:00000200:18.0:1609800461.648308:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:57.0:1609800461.648309:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800461.648309:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.648310:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.648310:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:18.0:1609800461.648311:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:19.0:1609800461.648312:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800461.648312:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)--
00000400:00000200:57.0:1609800461.648313:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800461.648313:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800461.648313:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:19.0:1609800461.648314:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.648316:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800461.648316:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:25.0:1609800461.648317:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:19.0:1609800461.648317:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.648319:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800461.648321:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800461.648321:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:20.0:1609800461.648322:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800461.648322:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:25.0:1609800461.648323:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800461.648323:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.648326:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800461.648326:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.648327:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.648328:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800461.648328:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:57.0:1609800461.648329:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.648330:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800461.648331:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800461.648332:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800461.648334:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:25.0:1609800461.648336:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:57.0:1609800461.648342:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800461.648345:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.648346:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.648363:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:38.0:1609800461.648369:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800461.648369:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:38.0:1609800461.648372:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.648372:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:18.0:1609800461.648374:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:38.0:1609800461.648375:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800461.648375:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:57.0:1609800461.648378:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.648387:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648390:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800461.648397:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800461.648397:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800461.648398:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.648400:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:38.0:1609800461.648401:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800461.648404:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.648406:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:57.0:1609800461.648407:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:57.0:1609800461.648414:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.648466:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:20.0:1609800461.648472:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.648476:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.82@o2ib18
00000800:00000200:25.0:1609800461.648479:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:20.0:1609800461.648479:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800461.648483:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.648486:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:20.0:1609800461.648491:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800461.648494:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800461.648497:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800461.648499:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800461.648500:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800461.648504:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.648505:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:20.0:1609800461.648506:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:57.0:1609800461.648514:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.648517:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648519:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800461.648536:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:19.0:1609800461.648542:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:19.0:1609800461.648545:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:19.0:1609800461.648546:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648548:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.648548:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:19.0:1609800461.648551:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:0.0:1609800461.648629:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.648644:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.648647:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800461.648650:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.648653:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.648656:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:57.0:1609800461.648657:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648660:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000800:00000200:0.0:1609800461.648661:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.648663:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:0.0:1609800461.648664:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000400:00000200:57.0:1609800461.648666:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.648670:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:0.0:1609800461.648672:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:57.0:1609800461.648674:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.648676:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:57.0:1609800461.648682:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:57.0:1609800461.648686:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:24.1:1609800461.648693:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:25.0:1609800461.648699:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:25.0:1609800461.648703:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:25.0:1609800461.648705:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800461.648706:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000400:00000200:25.0:1609800461.648708:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:20.0:1609800461.648709:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:20.0:1609800461.648710:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800461.648712:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:20.0:1609800461.648713:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.648713:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:20.0:1609800461.648716:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:57.0:1609800461.648781:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.648784:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648786:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:57.0:1609800461.648792:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.648795:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800461.648798:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.648799:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:57.0:1609800461.648800:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000400:00000200:1.0:1609800461.648803:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800461.648808:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:57.0:1609800461.648816:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.648819:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648821:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:1.0:1609800461.648823:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648825:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800461.648826:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000800:00000200:57.0:1609800461.648829:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:1.0:1609800461.648832:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800461.648833:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:1.0:1609800461.648835:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800461.648837:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.648838:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:57.0:1609800461.648839:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:1.0:1609800461.648840:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800461.648842:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:57.0:1609800461.648847:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:1.0:1609800461.648847:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (25)++
00000800:00000200:1.0:1609800461.648854:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (25)--
00000400:00000200:57.0:1609800461.648857:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800461.648869:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000400:00000200:57.0:1609800461.648873:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.648875:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000800:00000200:19.0:1609800461.648876:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:25.0:1609800461.648878:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000400:00000200:19.0:1609800461.648878:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648881:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.648882:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800461.648882:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (25)--
00000400:00000200:25.0:1609800461.648883:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.648884:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:57.0:1609800461.648885:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:25.0:1609800461.648886:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.648888:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800461.648888:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:18.0:1609800461.648888:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:57.0:1609800461.648889:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:25.0:1609800461.648889:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:18.0:1609800461.648890:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.648891:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:19.0:1609800461.648891:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:57.0:1609800461.648893:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:18.0:1609800461.648893:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.648896:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.648899:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:25.0:1609800461.648904:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:25.0:1609800461.648908:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.82@o2ib18
00000800:00000200:25.0:1609800461.648909:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:19.0:1609800461.648910:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:25.0:1609800461.648911:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:25.0:1609800461.648913:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:19.0:1609800461.648913:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:25.0:1609800461.648914:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:19.0:1609800461.648914:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.648918:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.648921:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:4.0:1609800461.648960:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.648977:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.648980:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:4.0:1609800461.648986:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.648989:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:4.0:1609800461.648994:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.648997:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:4.0:1609800461.648999:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000400:00000200:57.0:1609800461.649006:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800461.649006:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:4.0:1609800461.649011:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.649013:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.649015:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:4.0:1609800461.649015:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.649017:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000800:00000200:24.1:1609800461.649018:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000400:00000200:57.0:1609800461.649021:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.649024:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:20.0:1609800461.649024:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:4.0:1609800461.649027:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800461.649028:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.649030:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:20.0:1609800461.649030:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800461.649030:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:57.0:1609800461.649032:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800461.649033:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.649034:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:4.0:1609800461.649034:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.649035:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.649036:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:4.0:1609800461.649036:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:57.0:1609800461.649039:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:4.0:1609800461.649039:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:4.0:1609800461.649044:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:4.0:1609800461.649047:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800461.649050:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (22)++
00000400:00000200:4.0:1609800461.649052:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.649054:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000800:00000200:18.0:1609800461.649056:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:18.0:1609800461.649059:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:4.0:1609800461.649059:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800461.649061:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000400:00000200:18.0:1609800461.649061:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800461.649061:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000400:00000200:18.0:1609800461.649064:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:4.0:1609800461.649065:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800461.649066:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.82@o2ib18
00000800:00000200:18.0:1609800461.649066:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)--
00000800:00000200:4.0:1609800461.649067:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:19.0:1609800461.649068:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:4.0:1609800461.649068:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:18.0:1609800461.649069:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (24)++
00000800:00000200:19.0:1609800461.649070:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:19.0:1609800461.649071:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (26)--
00000800:00000200:19.0:1609800461.649073:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:4.0:1609800461.649074:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (25)--
00000800:00000200:18.0:1609800461.649075:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:18.0:1609800461.649076:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.649078:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:18.0:1609800461.649081:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.649087:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:25.0:1609800461.649092:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:25.0:1609800461.649096:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:25.0:1609800461.649097:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800461.649099:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.649099:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:25.0:1609800461.649103:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000400:00000200:0.0:1609800461.649194:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.649214:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.649217:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:0.0:1609800461.649222:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.649225:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:0.0:1609800461.649230:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.649232:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:0.0:1609800461.649234:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:0.0:1609800461.649242:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:0.0:1609800461.649246:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.82@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800461.649250:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.649251:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:0.0:1609800461.649256:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800461.649258:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:0.0:1609800461.649262:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800461.649263:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:0.0:1609800461.649264:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:0.0:1609800461.649280:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:24.1:1609800461.649286:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:20.0:1609800461.649292:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)++
00000800:00000200:20.0:1609800461.649296:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (24)--
00000400:00000200:20.0:1609800461.649298:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800461.649299:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:20.0:1609800461.649300:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:20.0:1609800461.649303:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800461.649307:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:19.0:1609800461.649312:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:19.0:1609800461.649316:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:25.0:1609800461.649318:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000400:00000200:19.0:1609800461.649318:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800461.649320:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: PUT: OK
00000800:00000200:19.0:1609800461.649323:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:24.1:1609800461.649334:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:18.0:1609800461.649339:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:18.0:1609800461.649343:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.82@o2ib18
00000800:00000200:20.0:1609800461.649345:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:18.0:1609800461.649345:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:18.0:1609800461.649346:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:18.0:1609800461.649347:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:26.1:1609800461.676765:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:25.0:1609800461.676791:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:25.0:1609800461.676794:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.168@o2ib18
00000400:00000200:25.0:1609800461.676798:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : GET - for me
00000400:00000200:25.0:1609800461.676802:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.168@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:25.0:1609800461.676805:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.168@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:25.0:1609800461.676807:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:25.0:1609800461.676809:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:25.0:1609800461.676811:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:25.0:1609800461.676817:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : REPLY try# 0
00000800:00000200:25.0:1609800461.676823:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:25.0:1609800461.676826:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800461.676827:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:25.0:1609800461.676829:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:25.0:1609800461.676833:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:19.0:1609800461.676834:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:25.0:1609800461.676837:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:26.1:1609800461.676845:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:20.0:1609800461.676851:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:20.0:1609800461.676853:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:20.0:1609800461.676854:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800461.676857:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800461.676857:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:20.0:1609800461.676859:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:29.1:1609800461.696798:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:8.0:1609800461.696857:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:8.0:1609800461.696867:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.138@o2ib18
00000400:00000200:8.0:1609800461.696876:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.696884:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.696890:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800461.696903:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.696908:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:8.0:1609800461.696909:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.696915:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800461.696921:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.696922:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800461.696925:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800461.696929:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.696931:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (23)++
00000800:00000200:8.0:1609800461.696934:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (24)--
00000800:00000200:8.0:1609800461.696936:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000400:00000200:37.0:1609800461.696937:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.696938:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000400:00000200:37.0:1609800461.696943:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:8.0:1609800461.696945:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:8.0:1609800461.696952:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.696956:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800461.696956:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.696959:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000400:00000200:8.0:1609800461.696961:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800461.696964:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.696967:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:37.0:1609800461.696970:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800461.696972:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.696977:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.696977:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800461.696979:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800461.696980:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.696981:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800461.696986:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800461.696987:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (24)++
00000400:00000200:3.0:1609800461.696988:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.696990:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (25)--
00000800:00000200:8.0:1609800461.696990:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.696991:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (25)++
00000400:00000200:3.0:1609800461.696994:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800461.696995:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (25)--
00000800:00000200:5.0:1609800461.696995:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.696997:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (24)++
00000800:00000200:6.0:1609800461.696998:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.696999:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (24)++
00000800:00000200:57.0:1609800461.697000:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.697000:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697001:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.697001:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (26)--
00000800:00000200:8.0:1609800461.697002:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (25)--
00000400:00000200:57.0:1609800461.697004:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.697004:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (24)++
00000400:00000200:57.0:1609800461.697008:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800461.697008:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800461.697008:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:6.0:1609800461.697008:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800461.697008:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800461.697008:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.697014:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800461.697015:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.697017:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697020:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800461.697022:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.697026:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697026:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800461.697027:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:3.0:1609800461.697031:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800461.697035:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800461.697037:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800461.697038:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697043:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800461.697043:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.697043:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (25)++
00000400:00000200:8.0:1609800461.697045:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:37.0:1609800461.697047:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800461.697048:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.697050:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.697051:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:37.0:1609800461.697052:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.697053:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.697054:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800461.697056:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.697062:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800461.697064:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800461.697066:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800461.697070:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (26)++
00000800:00000200:6.0:1609800461.697070:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800461.697071:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800461.697071:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (26)++
00000800:00000200:8.0:1609800461.697073:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.697076:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800461.697079:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (28)++
00000800:00000200:5.0:1609800461.697079:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800461.697082:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (29)--
00000800:00000200:6.0:1609800461.697082:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800461.697082:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697082:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (29)--
00000800:00000200:8.0:1609800461.697083:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (29)--
00000800:00000200:3.0:1609800461.697084:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (27)--
00000800:00000200:57.0:1609800461.697085:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800461.697085:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800461.697086:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.697087:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697087:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (25)--
00000800:00000200:8.0:1609800461.697089:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000400:00000200:57.0:1609800461.697090:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800461.697091:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (23)++
00000800:00000200:3.0:1609800461.697091:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:6.0:1609800461.697094:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (25)--
00000800:00000200:5.0:1609800461.697094:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800461.697096:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.697098:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:6.0:1609800461.697100:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000400:00000200:5.0:1609800461.697100:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.697100:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:3.0:1609800461.697107:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800461.697112:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.697116:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:3.0:1609800461.697148:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.697153:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.697158:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800461.697163:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800461.697165:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800461.697171:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:3.0:1609800461.697174:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:57.0:1609800461.697178:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.697179:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697179:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (24)--
00000800:00000200:3.0:1609800461.697181:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000400:00000200:57.0:1609800461.697183:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.1:1609800461.697190:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (22)++
00000800:00000200:8.0:1609800461.697248:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:8.0:1609800461.697256:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000800:00000200:8.0:1609800461.697258:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:8.0:1609800461.697260:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:8.0:1609800461.697264:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000800:00000200:8.0:1609800461.697265:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:8.0:1609800461.697267:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:29.1:1609800461.697288:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:6.0:1609800461.697305:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:37.0:1609800461.697340:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:6.0:1609800461.697340:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:6.0:1609800461.697345:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800461.697351:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.697354:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:6.0:1609800461.697361:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.697364:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800461.697367:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.697371:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800461.697372:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.697376:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (21)++
00000800:00000200:6.0:1609800461.697378:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (22)--
00000800:00000200:6.0:1609800461.697379:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:29.1:1609800461.697407:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:37.0:1609800461.697442:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:37.0:1609800461.697447:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:37.0:1609800461.697467:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800461.697468:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800461.697470:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.697472:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800461.697474:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800461.697494:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:37.0:1609800461.697500:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800461.697520:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800461.697523:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800461.697525:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:37.0:1609800461.697528:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800461.697529:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.697531:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:37.0:1609800461.697533:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (23)++
00000800:00000200:37.0:1609800461.697535:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (24)--
00000400:00000200:8.0:1609800461.697535:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800461.697536:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:37.0:1609800461.697537:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:57.0:1609800461.697557:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.697558:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697558:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:8.0:1609800461.697558:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.697560:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800461.697562:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800461.697563:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800461.697587:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800461.697589:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:8.0:1609800461.697590:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800461.697593:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697593:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000400:00000200:37.0:1609800461.697595:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:8.0:1609800461.697595:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800461.697596:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (24)++
00000800:00000200:8.0:1609800461.697599:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800461.697599:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800461.697600:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800461.697600:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.697601:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.697603:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800461.697620:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697621:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800461.697621:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (25)++
00000800:00000200:8.0:1609800461.697623:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (26)--
00000400:00000200:6.0:1609800461.697623:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800461.697624:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800461.697624:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800461.697624:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (25)--
00000400:00000200:3.0:1609800461.697624:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800461.697625:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800461.697625:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000400:00000200:3.0:1609800461.697630:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800461.697638:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.697649:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.697651:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (23)++
00000800:00000200:3.0:1609800461.697651:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800461.697652:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800461.697653:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (24)++
00000400:00000200:6.0:1609800461.697653:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697654:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800461.697657:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.697657:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800461.697658:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800461.697660:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:37.0:1609800461.697660:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (25)--
00000800:00000200:3.0:1609800461.697660:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800461.697661:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:0.0:1609800461.697671:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800461.697672:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800461.697673:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800461.697674:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.697676:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800461.697676:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (23)++
00000800:00000200:57.0:1609800461.697677:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:3.0:1609800461.697678:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (24)--
00000400:00000200:0.0:1609800461.697678:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800461.697679:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:6.0:1609800461.697680:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800461.697682:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.697684:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)++
00000800:00000200:6.0:1609800461.697684:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800461.697685:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:6.0:1609800461.697685:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800461.697691:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (24)++
00000800:00000200:57.0:1609800461.697693:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (25)--
00000800:00000200:6.0:1609800461.697694:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (25)--
00000800:00000200:6.0:1609800461.697695:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:0.0:1609800461.697695:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800461.697696:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800461.697698:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800461.697700:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800461.697702:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.697704:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800461.697766:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.697769:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800461.697770:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (22)++
00000400:00000200:57.0:1609800461.697771:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:57.0:1609800461.697776:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.697779:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:57.0:1609800461.697792:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.697793:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)++
00000800:00000200:57.0:1609800461.697794:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (24)++
00000800:00000200:57.0:1609800461.697798:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (25)--
00000800:00000200:8.0:1609800461.697833:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (24)++
00000400:00000200:1.0:1609800461.697835:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800461.697839:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (25)--
00000800:00000200:8.0:1609800461.697841:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:8.0:1609800461.697842:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000400:00000200:1.0:1609800461.697844:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.697845:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000800:00000200:37.0:1609800461.697847:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000400:00000200:8.0:1609800461.697847:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.697848:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:8.0:1609800461.697850:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.697852:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.697853:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:37.0:1609800461.697854:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000400:00000200:37.0:1609800461.697856:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.697857:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800461.697859:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800461.697860:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:1.0:1609800461.697862:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000400:00000200:57.0:1609800461.697863:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:1.0:1609800461.697867:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800461.697870:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.697870:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)++
00000800:00000200:1.0:1609800461.697871:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:8.0:1609800461.697873:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:57.0:1609800461.697874:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:37.0:1609800461.697875:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:57.0:1609800461.697878:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.697880:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)++
00000800:00000200:1.0:1609800461.697881:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)--
00000800:00000200:57.0:1609800461.697882:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:57.0:1609800461.697886:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000800:00000200:29.1:1609800461.697892:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (22)++
00000800:00000200:3.0:1609800461.697900:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:3.0:1609800461.697904:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000400:00000200:1.0:1609800461.697904:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800461.697906:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000400:00000200:3.0:1609800461.697906:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800461.697909:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000400:00000200:1.0:1609800461.697909:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.697912:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:1.0:1609800461.697914:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:29.1:1609800461.697915:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000400:00000200:1.0:1609800461.697919:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.697922:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.697923:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:1.0:1609800461.697925:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800461.697926:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000800:00000200:1.0:1609800461.697927:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)++
00000400:00000200:8.0:1609800461.697928:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800461.697929:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000400:00000200:8.0:1609800461.697930:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.697931:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:8.0:1609800461.697934:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:1.0:1609800461.697935:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)--
00000400:00000200:57.0:1609800461.697944:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800461.697944:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800461.697947:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.697948:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.697950:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:57.0:1609800461.697951:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:29.1:1609800461.697952:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000400:00000200:1.0:1609800461.697955:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.697958:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:6.0:1609800461.697960:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000400:00000200:57.0:1609800461.697961:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800461.697964:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000800:00000200:57.0:1609800461.697965:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000400:00000200:6.0:1609800461.697965:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800461.697966:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800461.697967:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:1.0:1609800461.697967:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)++
00000400:00000200:6.0:1609800461.697968:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:1.0:1609800461.697968:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (22)++
00000800:00000200:57.0:1609800461.697969:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.697971:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)++
00000800:00000200:6.0:1609800461.697972:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:57.0:1609800461.697973:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000800:00000200:1.0:1609800461.697973:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (24)--
00000800:00000200:57.0:1609800461.697977:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000400:00000200:1.0:1609800461.697977:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800461.697980:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800461.697982:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:29.1:1609800461.697984:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (22)++
00000400:00000200:1.0:1609800461.697988:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800461.697991:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:37.0:1609800461.697993:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:1.0:1609800461.698011:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800461.698013:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000800:00000200:1.0:1609800461.698013:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (24)++
00000400:00000200:37.0:1609800461.698014:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800461.698014:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (24)++
00000800:00000200:8.0:1609800461.698015:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (24)++
00000400:00000200:37.0:1609800461.698017:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.698020:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (26)--
00000800:00000200:8.0:1609800461.698020:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (26)--
00000800:00000200:1.0:1609800461.698020:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (26)--
00000800:00000200:37.0:1609800461.698021:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000400:00000200:8.0:1609800461.698022:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.698024:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000400:00000200:1.0:1609800461.698025:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800461.698027:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:1.0:1609800461.698030:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800461.698031:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000400:00000200:1.0:1609800461.698032:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:1.0:1609800461.698036:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800461.698039:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:1.0:1609800461.698039:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:6.0:1609800461.698041:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000800:00000200:1.0:1609800461.698042:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800461.698043:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800461.698043:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)++
00000800:00000200:3.0:1609800461.698044:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:1.0:1609800461.698044:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (23)++
00000400:00000200:6.0:1609800461.698045:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:1.0:1609800461.698046:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.138@o2ib18: no credits
00000800:00000200:1.0:1609800461.698046:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000800:00000200:6.0:1609800461.698048:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:29.1:1609800461.698105:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000800:00000200:37.0:1609800461.698113:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:37.0:1609800461.698117:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.698119:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:37.0:1609800461.698135:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:37.0:1609800461.698154:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (23)--
00000800:00000200:37.0:1609800461.698155:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:29.1:1609800461.698160:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000400:00000200:57.0:1609800461.698163:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.698167:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800461.698168:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000400:00000200:57.0:1609800461.698170:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:3.0:1609800461.698171:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000400:00000200:3.0:1609800461.698172:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800461.698174:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:3.0:1609800461.698175:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000400:00000200:57.0:1609800461.698176:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.698179:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:3.0:1609800461.698180:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:57.0:1609800461.698184:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.698186:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (20)++
00000800:00000200:57.0:1609800461.698187:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (21)++
00000800:00000200:57.0:1609800461.698191:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)--
00000400:00000200:57.0:1609800461.698195:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800461.698202:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800461.698203:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000400:00000200:57.0:1609800461.698204:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:57.0:1609800461.698210:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800461.698211:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:57.0:1609800461.698212:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:8.0:1609800461.698214:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000800:00000200:57.0:1609800461.698216:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800461.698216:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800461.698217:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (21)++
00000800:00000200:37.0:1609800461.698217:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:57.0:1609800461.698218:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (22)++
00000400:00000200:8.0:1609800461.698218:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:57.0:1609800461.698221:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000800:00000200:8.0:1609800461.698222:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:29.1:1609800461.698236:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000800:00000200:6.0:1609800461.698243:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:6.0:1609800461.698247:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000400:00000200:6.0:1609800461.698248:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800461.698250:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:3.0:1609800461.698250:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:3.0:1609800461.698253:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.138@o2ib18
00000800:00000200:6.0:1609800461.698254:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (23)--
00000800:00000200:3.0:1609800461.698255:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:6.0:1609800461.698256:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:3.0:1609800461.698256:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (23)--
00000400:00000200:57.0:1609800461.698257:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800461.698258:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000400:00000200:57.0:1609800461.698260:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800461.698262:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:57.0:1609800461.698267:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800461.698270:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:57.0:1609800461.698274:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800461.698275:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (20)++
00000800:00000200:57.0:1609800461.698276:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (21)++
00000800:00000200:57.0:1609800461.698281:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)--
00000800:00000200:29.1:1609800461.698294:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000800:00000200:8.0:1609800461.698301:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:8.0:1609800461.698305:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000400:00000200:8.0:1609800461.698306:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800461.698307:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:8.0:1609800461.698310:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.698314:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:29.1:1609800461.698430:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:6.0:1609800461.698439:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:6.0:1609800461.698445:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.138@o2ib18
00000800:00000200:6.0:1609800461.698468:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:3.0:1609800461.698468:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:6.0:1609800461.698469:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (22)--
00000800:00000200:6.0:1609800461.698470:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000400:00000200:4.0:1609800461.698488:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.698503:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.698507:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:4.0:1609800461.698512:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.698516:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:4.0:1609800461.698521:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.698522:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (20)++
00000800:00000200:4.0:1609800461.698525:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (21)++
00000800:00000200:4.0:1609800461.698533:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (22)--
00000400:00000200:4.0:1609800461.698538:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.138@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800461.698542:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800461.698544:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.138@o2ib18 local destination
00000400:00000200:4.0:1609800461.698548:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800461.698551:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:4.0:1609800461.698554:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800461.698555:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (21)++
00000800:00000200:4.0:1609800461.698556:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (22)++
00000800:00000200:4.0:1609800461.698564:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000800:00000200:29.1:1609800461.698566:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (22)++
00000800:00000200:37.0:1609800461.698573:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000800:00000200:37.0:1609800461.698592:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000400:00000200:37.0:1609800461.698593:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800461.698595:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (23)++
00000400:00000200:37.0:1609800461.698596:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:37.0:1609800461.698598:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (24)--
00000800:00000200:8.0:1609800461.698598:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (24)--
00000800:00000200:37.0:1609800461.698599:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:8.0:1609800461.698599:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800461.698601:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: PUT: OK
00000800:00000200:8.0:1609800461.698604:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:31.1:1609800461.944280:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:19.0:1609800461.944326:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800461.944339:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.173@o2ib18
00000800:00000200:25.0:1609800461.944340:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800461.944347:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : GET - for me
00000400:00000200:19.0:1609800461.944355:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.173@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800461.944371:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.173@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800461.944376:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800461.944379:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800461.944385:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:19.0:1609800461.944397:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800461.944403:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:19.0:1609800461.944409:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800461.944412:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800461.944414:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800461.944424:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800461.944426:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800461.944453:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:18.0:1609800461.944463:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:18.0:1609800461.944469:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:18.0:1609800461.944471:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800461.944476:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800461.944481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:18.0:1609800461.944483:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:5.0:1609800462.341198:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800462.341205:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800463.341197:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800463.341205:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:25.1:1609800463.371481:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (20)++
00000800:00000200:6.0:1609800463.371529:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (21)++
00000800:00000200:6.0:1609800463.371535:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.170@o2ib18
00000400:00000200:6.0:1609800463.371540:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800463.371545:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800463.371548:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800463.371553:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800463.371556:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800463.371559:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800463.371562:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800463.371564:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800463.371567:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:6.0:1609800463.371567:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (22)++
00000800:00000200:6.0:1609800463.371570:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (24)--
00000800:00000200:6.0:1609800463.371572:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:37.0:1609800463.371574:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.371574:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:6.0:1609800463.371594:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000400:00000200:37.0:1609800463.371595:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800463.371597:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800463.371600:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800463.371619:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800463.371621:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800463.371625:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800463.371646:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800463.371648:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800463.371649:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800463.371650:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000800:00000200:6.0:1609800463.371651:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800463.371652:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800463.371652:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800463.371655:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800463.371655:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:37.0:1609800463.371656:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800463.371656:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800463.371657:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800463.371657:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000800:00000200:8.0:1609800463.371658:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000800:00000200:6.0:1609800463.371658:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (25)--
00000400:00000200:3.0:1609800463.371659:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800463.371660:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (25)--
00000800:00000200:0.0:1609800463.371660:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800463.371662:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000800:00000200:8.0:1609800463.371662:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.371662:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000400:00000200:0.0:1609800463.371663:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.371664:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (26)--
00000800:00000200:37.0:1609800463.371664:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (25)--
00000800:00000200:6.0:1609800463.371664:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000400:00000200:3.0:1609800463.371664:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.371666:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000400:00000200:8.0:1609800463.371667:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800463.371667:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800463.371667:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800463.371668:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000400:00000200:3.0:1609800463.371668:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:37.0:1609800463.371674:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800463.371675:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800463.371675:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800463.371677:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800463.371678:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800463.371679:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800463.371679:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800463.371680:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.371682:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800463.371683:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800463.371684:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800463.371685:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800463.371686:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800463.371687:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.371687:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800463.371689:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800463.371691:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:6.0:1609800463.371691:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800463.371692:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800463.371697:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800463.371700:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800463.371700:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (25)++
00000800:00000200:3.0:1609800463.371700:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (25)++
00000400:00000200:37.0:1609800463.371701:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800463.371703:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800463.371704:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (27)++
00000400:00000200:37.0:1609800463.371725:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800463.371725:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800463.371726:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800463.371729:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800463.371729:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (28)++
00000800:00000200:6.0:1609800463.371729:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (28)--
00000800:00000200:3.0:1609800463.371729:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (28)++
00000800:00000200:57.0:1609800463.371730:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800463.371730:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (28)--
00000800:00000200:37.0:1609800463.371731:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800463.371731:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (28)--
00000800:00000200:6.0:1609800463.371731:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (28)++
00000800:00000200:3.0:1609800463.371731:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (29)--
00000800:00000200:37.0:1609800463.371733:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800463.371733:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (27)--
00000800:00000200:6.0:1609800463.371733:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:3.0:1609800463.371733:0:16038:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.170@o2ib18(1): redundant or enough NOOP
00000800:00000200:8.0:1609800463.371734:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (26)--
00000800:00000200:3.0:1609800463.371734:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (26)--
00000400:00000200:57.0:1609800463.371735:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.371735:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800463.371735:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800463.371736:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000400:00000200:6.0:1609800463.371737:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800463.371738:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800463.371739:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000400:00000200:6.0:1609800463.371740:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.371741:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800463.371743:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:5.0:1609800463.371743:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800463.371745:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800463.371749:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800463.371749:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800463.371752:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800463.371754:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800463.371756:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800463.371757:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800463.371758:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800463.371758:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800463.371759:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800463.371760:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (22)++
00000400:00000200:5.0:1609800463.371760:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800463.371761:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (23)--
00000800:00000200:6.0:1609800463.371761:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:5.0:1609800463.371763:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800463.371765:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800463.371766:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800463.371768:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800463.371786:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800463.371802:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800463.371814:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800463.371828:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000400:00000200:57.0:1609800463.371830:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800463.371896:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800463.371900:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000800:00000200:8.0:1609800463.371902:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:8.0:1609800463.371903:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800463.371906:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000400:00000200:8.0:1609800463.371910:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800463.371915:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800463.371918:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:8.0:1609800463.371947:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800463.371950:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800463.371950:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800463.371955:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800463.371957:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:37.0:1609800463.371958:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000800:00000200:8.0:1609800463.371958:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800463.371960:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800463.371961:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800463.371963:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:8.0:1609800463.371984:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000400:00000200:3.0:1609800463.371984:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800463.371986:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800463.371987:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:3.0:1609800463.371993:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800463.371996:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (25)++
00000800:00000200:57.0:1609800463.371997:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800463.371997:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800463.371998:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (26)++
00000400:00000200:37.0:1609800463.371999:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.372000:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800463.372002:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800463.372002:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800463.372002:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.170@o2ib18
00000800:00000200:8.0:1609800463.372003:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (27)--
00000800:00000200:3.0:1609800463.372004:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800463.372005:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (26)--
00000800:00000200:3.0:1609800463.372005:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800463.372006:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (25)--
00000400:00000200:57.0:1609800463.372009:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800463.372009:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800463.372009:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.170@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800463.372010:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000800:00000200:37.0:1609800463.372012:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800463.372012:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (25)--
00000800:00000200:3.0:1609800463.372013:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (24)--
00000400:00000200:6.0:1609800463.372014:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.372015:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800463.372017:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:25.1:1609800463.372018:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (23)++
00000800:00000200:37.0:1609800463.372036:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800463.372037:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800463.372041:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800463.372043:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000800:00000200:37.0:1609800463.372044:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (24)++
00000800:00000200:6.0:1609800463.372044:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800463.372046:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (26)--
00000800:00000200:37.0:1609800463.372046:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (25)--
00000800:00000200:8.0:1609800463.372046:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (26)--
00000800:00000200:8.0:1609800463.372048:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:37.0:1609800463.372049:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:6.0:1609800463.372050:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800463.372053:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800463.372055:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800463.372057:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800463.372057:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (21)++
00000400:00000200:57.0:1609800463.372059:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800463.372059:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (22)--
00000800:00000200:6.0:1609800463.372060:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000400:00000200:57.0:1609800463.372064:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800463.372068:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800463.372070:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800463.372074:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800463.372080:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800463.372081:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800463.372084:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800463.372196:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372204:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372207:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800463.372214:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372217:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800463.372223:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.372225:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:57.0:1609800463.372226:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.372234:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800463.372271:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800463.372280:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800463.372284:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:8.0:1609800463.372285:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.372287:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:8.0:1609800463.372288:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:8.0:1609800463.372293:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000400:00000200:57.0:1609800463.372302:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372307:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372315:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800463.372321:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372324:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800463.372337:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.372338:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:57.0:1609800463.372339:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.372344:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000400:00000200:57.0:1609800463.372348:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372351:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372353:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800463.372357:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372360:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800463.372363:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.372363:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.372364:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (22)++
00000800:00000200:57.0:1609800463.372366:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (23)--
00000800:00000200:25.1:1609800463.372366:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (23)++
00000400:00000200:57.0:1609800463.372446:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800463.372448:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000400:00000200:57.0:1609800463.372450:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372452:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000800:00000200:3.0:1609800463.372453:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000400:00000200:3.0:1609800463.372455:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372458:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800463.372458:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:57.0:1609800463.372461:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:3.0:1609800463.372494:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:57.0:1609800463.372496:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800463.372497:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000400:00000200:0.0:1609800463.372497:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800463.372498:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (22)++
00000800:00000200:57.0:1609800463.372499:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (23)++
00000800:00000200:57.0:1609800463.372503:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (25)--
00000400:00000200:0.0:1609800463.372503:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800463.372504:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800463.372505:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000400:00000200:6.0:1609800463.372506:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800463.372507:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:6.0:1609800463.372509:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000400:00000200:0.0:1609800463.372513:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800463.372517:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.372518:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:0.0:1609800463.372522:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800463.372524:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (21)++
00000800:00000200:0.0:1609800463.372525:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (22)++
00000800:00000200:25.1:1609800463.372529:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (23)++
00000800:00000200:0.0:1609800463.372533:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (24)--
00000800:00000200:8.0:1609800463.372537:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000400:00000200:0.0:1609800463.372538:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800463.372540:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000400:00000200:8.0:1609800463.372542:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800463.372544:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:3.0:1609800463.372544:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000400:00000200:0.0:1609800463.372546:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.372547:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000400:00000200:3.0:1609800463.372548:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800463.372548:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000800:00000200:37.0:1609800463.372549:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000400:00000200:3.0:1609800463.372551:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000400:00000200:0.0:1609800463.372553:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800463.372556:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:0.0:1609800463.372556:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:3.0:1609800463.372557:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:0.0:1609800463.372561:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800463.372562:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:0.0:1609800463.372563:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:0.0:1609800463.372567:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000400:00000200:0.0:1609800463.372571:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800463.372578:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.1:1609800463.372580:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000400:00000200:0.0:1609800463.372580:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:0.0:1609800463.372584:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800463.372586:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.372588:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:0.0:1609800463.372589:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800463.372590:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (23)++
00000800:00000200:6.0:1609800463.372591:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000800:00000200:0.0:1609800463.372591:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (24)++
00000400:00000200:6.0:1609800463.372592:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.372593:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000400:00000200:6.0:1609800463.372595:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:0.0:1609800463.372595:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (25)--
00000800:00000200:37.0:1609800463.372597:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.372597:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800463.372599:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (23)++
00000800:00000200:6.0:1609800463.372599:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:37.0:1609800463.372600:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (24)--
00000800:00000200:37.0:1609800463.372601:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:0.0:1609800463.372601:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800463.372604:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800463.372606:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:0.0:1609800463.372610:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800463.372612:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:0.0:1609800463.372615:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800463.372616:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (21)++
00000800:00000200:0.0:1609800463.372617:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (22)++
00000800:00000200:0.0:1609800463.372622:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (23)--
00000400:00000200:0.0:1609800463.372627:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800463.372636:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (22)++
00000400:00000200:0.0:1609800463.372643:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.372645:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000400:00000200:0.0:1609800463.372646:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000800:00000200:3.0:1609800463.372647:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000400:00000200:3.0:1609800463.372649:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800463.372650:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (23)++
00000400:00000200:0.0:1609800463.372650:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800463.372652:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:8.0:1609800463.372653:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000800:00000200:0.0:1609800463.372653:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000400:00000200:8.0:1609800463.372654:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.372655:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000400:00000200:8.0:1609800463.372657:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:3.0:1609800463.372657:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:0.0:1609800463.372657:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800463.372659:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800463.372660:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:0.0:1609800463.372660:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (22)++
00000800:00000200:0.0:1609800463.372664:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800463.372682:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000400:00000200:1.0:1609800463.372688:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800463.372691:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:37.0:1609800463.372695:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:37.0:1609800463.372697:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800463.372697:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:1.0:1609800463.372697:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800463.372700:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:37.0:1609800463.372701:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000400:00000200:1.0:1609800463.372708:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800463.372712:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:37.0:1609800463.372713:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:1.0:1609800463.372716:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800463.372718:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:1.0:1609800463.372719:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000400:00000200:57.0:1609800463.372720:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372724:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372726:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000800:00000200:1.0:1609800463.372727:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000400:00000200:57.0:1609800463.372732:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372735:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000400:00000200:1.0:1609800463.372737:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800463.372738:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.372740:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.372741:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (22)++
00000800:00000200:57.0:1609800463.372742:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (23)++
00000800:00000200:57.0:1609800463.372746:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (24)--
00000800:00000200:3.0:1609800463.372747:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (24)++
00000800:00000200:3.0:1609800463.372750:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (24)--
00000400:00000200:3.0:1609800463.372752:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800463.372753:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000400:00000200:1.0:1609800463.372753:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800463.372754:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000400:00000200:1.0:1609800463.372755:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000800:00000200:25.1:1609800463.372758:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (22)++
00000400:00000200:1.0:1609800463.372761:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800463.372764:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:1.0:1609800463.372764:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:6.0:1609800463.372766:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:1.0:1609800463.372767:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800463.372769:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000800:00000200:1.0:1609800463.372769:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (23)++
00000400:00000200:6.0:1609800463.372784:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800463.372784:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (24)++
00000800:00000200:37.0:1609800463.372786:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (24)--
00000400:00000200:6.0:1609800463.372787:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:6.0:1609800463.372790:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:1.0:1609800463.372790:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (23)--
00000800:00000200:25.1:1609800463.372812:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800463.372819:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800463.372822:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:8.0:1609800463.372824:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.372825:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000400:00000200:8.0:1609800463.372826:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:8.0:1609800463.372828:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:3.0:1609800463.372829:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.170@o2ib18
00000800:00000200:8.0:1609800463.372830:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000800:00000200:3.0:1609800463.372831:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (21)++
00000800:00000200:3.0:1609800463.372833:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (22)--
00000800:00000200:3.0:1609800463.372834:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000400:00000200:57.0:1609800463.372889:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372893:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372895:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800463.372901:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372904:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800463.372908:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.372910:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:57.0:1609800463.372911:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.372915:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800463.372931:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:6.0:1609800463.372954:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:6.0:1609800463.372958:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:6.0:1609800463.372959:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800463.372960:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:6.0:1609800463.372961:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:6.0:1609800463.372966:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000400:00000200:57.0:1609800463.372983:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.372988:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.372990:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:57.0:1609800463.372996:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.372999:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:57.0:1609800463.373003:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.373004:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:57.0:1609800463.373005:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:57.0:1609800463.373009:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800463.373021:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:37.0:1609800463.373029:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:37.0:1609800463.373033:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:37.0:1609800463.373035:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800463.373035:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:37.0:1609800463.373037:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:37.0:1609800463.373041:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:25.1:1609800463.373067:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (20)++
00000800:00000200:8.0:1609800463.373088:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (21)++
00000800:00000200:8.0:1609800463.373091:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.170@o2ib18
00000800:00000200:8.0:1609800463.373092:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f998600] (22)++
00000800:00000200:8.0:1609800463.373093:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f998600] (23)--
00000800:00000200:6.0:1609800463.373093:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (23)--
00000800:00000200:8.0:1609800463.373095:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000400:00000200:4.0:1609800463.373162:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.170@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800463.373169:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800463.373172:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.170@o2ib18 local destination
00000400:00000200:4.0:1609800463.373178:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.170@o2ib18(192.168.128.170@o2ib18:192.168.128.170@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800463.373181:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.170@o2ib18
00000800:00000200:4.0:1609800463.373186:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5880] -> 192.168.128.170@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800463.373187:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f998600] (20)++
00000800:00000200:4.0:1609800463.373189:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f998600] (21)++
00000800:00000200:4.0:1609800463.373196:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f998600] (22)--
00000800:00000200:25.1:1609800463.373211:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f998600] (21)++
00000800:00000200:3.0:1609800463.373219:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f998600] (22)++
00000800:00000200:3.0:1609800463.373223:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f998600] (23)--
00000400:00000200:3.0:1609800463.373224:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800463.373225:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (22)--
00000400:00000200:3.0:1609800463.373226:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.170@o2ib18: PUT: OK
00000800:00000200:3.0:1609800463.373229:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f998600] (21)--
00000800:00000200:35.1:1609800463.846202:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (20)++
00000800:00000200:25.0:1609800463.846248:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)++
00000800:00000200:25.0:1609800463.846260:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.90@o2ib18
00000400:00000200:25.0:1609800463.846282:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800463.846288:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800463.846311:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:25.0:1609800463.846318:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800463.846321:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800463.846321:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000800:00000200:25.0:1609800463.846325:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800463.846328:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:25.0:1609800463.846329:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800463.846331:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800463.846331:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000400:00000200:19.0:1609800463.846335:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846336:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (24)++
00000800:00000200:18.0:1609800463.846336:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:25.0:1609800463.846338:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:25.0:1609800463.846339:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:25.0:1609800463.846340:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000400:00000200:19.0:1609800463.846340:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800463.846341:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846343:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000400:00000200:19.0:1609800463.846343:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:57.0:1609800463.846348:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800463.846349:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800463.846349:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800463.846351:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800463.846352:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800463.846352:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800463.846354:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800463.846355:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800463.846358:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800463.846358:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800463.846361:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800463.846362:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.846362:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800463.846363:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800463.846364:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800463.846365:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:18.0:1609800463.846367:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800463.846368:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (24)++
00000800:00000200:20.0:1609800463.846369:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:18.0:1609800463.846369:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800463.846370:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)--
00000400:00000200:25.0:1609800463.846371:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800463.846372:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:18.0:1609800463.846372:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)++
00000800:00000200:20.0:1609800463.846373:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:25.0:1609800463.846374:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800463.846374:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)++
00000800:00000200:18.0:1609800463.846374:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:18.0:1609800463.846375:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:25.0:1609800463.846376:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800463.846376:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:18.0:1609800463.846377:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000400:00000200:20.0:1609800463.846378:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846379:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800463.846379:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800463.846379:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:57.0:1609800463.846380:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800463.846381:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800463.846382:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846383:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800463.846383:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.846384:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800463.846385:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846387:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)++
00000400:00000200:18.0:1609800463.846388:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800463.846390:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:20.0:1609800463.846397:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800463.846403:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800463.846403:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:20.0:1609800463.846406:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800463.846408:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800463.846409:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800463.846411:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (26)++
00000800:00000200:20.0:1609800463.846411:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800463.846411:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800463.846412:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800463.846414:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800463.846416:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (27)++
00000800:00000200:19.0:1609800463.846417:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800463.846418:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (28)--
00000800:00000200:20.0:1609800463.846418:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (28)--
00000800:00000200:19.0:1609800463.846418:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800463.846418:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800463.846419:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (27)--
00000800:00000200:19.0:1609800463.846420:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)++
00000800:00000200:57.0:1609800463.846421:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800463.846421:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000400:00000200:57.0:1609800463.846422:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846422:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)++
00000800:00000200:19.0:1609800463.846422:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)--
00000400:00000200:57.0:1609800463.846425:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800463.846425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:25.0:1609800463.846426:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:19.0:1609800463.846427:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:57.0:1609800463.846429:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800463.846429:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:19.0:1609800463.846429:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000400:00000200:57.0:1609800463.846430:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800463.846430:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800463.846430:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000800:00000200:18.0:1609800463.846430:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800463.846433:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800463.846433:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800463.846434:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800463.846437:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:18.0:1609800463.846441:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:25.0:1609800463.846442:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800463.846443:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800463.846444:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800463.846445:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800463.846445:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:18.0:1609800463.846446:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000400:00000200:0.0:1609800463.846446:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800463.846447:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:25.0:1609800463.846448:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800463.846449:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800463.846450:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800463.846451:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800463.846454:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (21)++
00000800:00000200:25.0:1609800463.846456:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000800:00000200:0.0:1609800463.846457:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800463.846458:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800463.846458:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846459:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000400:00000200:57.0:1609800463.846460:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846460:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:0.0:1609800463.846460:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800463.846463:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800463.846476:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800463.846477:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800463.846492:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800463.846532:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000800:00000200:20.0:1609800463.846541:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000800:00000200:20.0:1609800463.846544:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000800:00000200:20.0:1609800463.846545:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:20.0:1609800463.846547:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)++
00000800:00000200:20.0:1609800463.846550:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:18.0:1609800463.846553:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000400:00000200:20.0:1609800463.846554:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800463.846556:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000400:00000200:20.0:1609800463.846558:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846559:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000400:00000200:20.0:1609800463.846560:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:18.0:1609800463.846560:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846563:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:19.0:1609800463.846564:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000400:00000200:18.0:1609800463.846564:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800463.846567:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800463.846567:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800463.846567:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000400:00000200:18.0:1609800463.846567:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:20.0:1609800463.846570:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800463.846572:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800463.846573:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800463.846575:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800463.846576:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800463.846577:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.846577:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7782400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800463.846577:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800463.846578:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800463.846579:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:18.0:1609800463.846581:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800463.846582:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)++
00000800:00000200:18.0:1609800463.846582:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800463.846583:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)--
00000400:00000200:19.0:1609800463.846583:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.846584:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000400:00000200:25.0:1609800463.846585:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800463.846585:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:18.0:1609800463.846585:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (24)++
00000800:00000200:20.0:1609800463.846587:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000400:00000200:19.0:1609800463.846587:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:18.0:1609800463.846587:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)--
00000800:00000200:25.0:1609800463.846588:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800463.846588:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:18.0:1609800463.846589:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:25.0:1609800463.846590:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800463.846591:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.90@o2ib18
00000800:00000200:57.0:1609800463.846593:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800463.846593:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800463.846593:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800463.846594:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.846594:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800463.846596:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)++
00000800:00000200:19.0:1609800463.846596:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800463.846597:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800463.846598:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)--
00000400:00000200:20.0:1609800463.846598:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800463.846598:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800463.846599:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:19.0:1609800463.846599:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800463.846600:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:19.0:1609800463.846601:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800463.846602:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800463.846603:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.846603:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800463.846604:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:18.0:1609800463.846609:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800463.846610:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800463.846612:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.846612:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)++
00000800:00000200:18.0:1609800463.846612:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800463.846613:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800463.846614:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800463.846614:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800463.846616:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (24)++
00000800:00000200:18.0:1609800463.846617:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800463.846619:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800463.846619:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800463.846621:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)++
00000800:00000200:20.0:1609800463.846622:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800463.846623:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)--
00000800:00000200:18.0:1609800463.846623:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (26)--
00000800:00000200:18.0:1609800463.846624:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:20.0:1609800463.846625:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800463.846626:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800463.846626:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000400:00000200:57.0:1609800463.846627:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.846628:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800463.846629:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800463.846629:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b7783a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800463.846632:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:20.0:1609800463.846633:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:5.0:1609800463.846633:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800463.846634:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:35.1:1609800463.846635:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000400:00000200:5.0:1609800463.846635:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800463.846640:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800463.846641:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000800:00000200:25.0:1609800463.846644:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000800:00000200:25.0:1609800463.846645:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:25.0:1609800463.846647:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:5.0:1609800463.846647:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800463.846648:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800463.846650:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800463.846665:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800463.846666:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800463.846668:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800463.847024:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800463.847037:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800463.847043:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:38.0:1609800463.847055:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800463.847062:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:38.0:1609800463.847069:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800463.847072:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (20)++
00000800:00000200:38.0:1609800463.847074:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (21)++
00000800:00000200:38.0:1609800463.847086:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (22)--
00000400:00000200:38.0:1609800463.847097:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800463.847102:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800463.847106:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:38.0:1609800463.847116:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800463.847138:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847144:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800463.847144:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:38.0:1609800463.847149:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800463.847150:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:38.0:1609800463.847151:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (21)++
00000800:00000200:38.0:1609800463.847153:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000400:00000200:57.0:1609800463.847161:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800463.847161:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:35.1:1609800463.847161:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (23)++
00000800:00000200:57.0:1609800463.847167:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:57.0:1609800463.847173:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800463.847175:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800463.847176:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)++
00000400:00000200:38.0:1609800463.847181:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800463.847185:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:57.0:1609800463.847193:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (24)++
00000400:00000200:38.0:1609800463.847196:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.847201:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:38.0:1609800463.847201:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:38.0:1609800463.847206:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800463.847209:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (24)++
00000400:00000200:57.0:1609800463.847210:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800463.847211:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (25)++
00000800:00000200:19.0:1609800463.847214:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (26)++
00000400:00000200:57.0:1609800463.847215:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800463.847217:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (26)--
00000400:00000200:57.0:1609800463.847219:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:19.0:1609800463.847224:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (26)--
00000400:00000200:19.0:1609800463.847227:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.847229:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800463.847233:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:57.0:1609800463.847235:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:19.0:1609800463.847241:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:19.0:1609800463.847243:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:19.0:1609800463.847247:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000400:00000200:19.0:1609800463.847249:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800463.847254:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800463.847254:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:57.0:1609800463.847256:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (24)++
00000800:00000200:19.0:1609800463.847257:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:57.0:1609800463.847258:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (25)++
00000800:00000200:19.0:1609800463.847259:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:57.0:1609800463.847263:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (26)--
00000800:00000200:19.0:1609800463.847264:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (26)--
00000800:00000200:20.0:1609800463.847265:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (26)++
00000400:00000200:19.0:1609800463.847266:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800463.847270:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000400:00000200:57.0:1609800463.847272:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800463.847272:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000800:00000200:18.0:1609800463.847272:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000400:00000200:20.0:1609800463.847275:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.847275:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000400:00000200:57.0:1609800463.847277:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.847281:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:20.0:1609800463.847281:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:35.1:1609800463.847285:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (22)++
00000800:00000200:18.0:1609800463.847295:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000800:00000200:18.0:1609800463.847300:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (24)--
00000400:00000200:18.0:1609800463.847302:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800463.847303:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800463.847304:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000800:00000200:57.0:1609800463.847308:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000400:00000200:18.0:1609800463.847308:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:20.0:1609800463.847310:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:57.0:1609800463.847313:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800463.847313:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:57.0:1609800463.847315:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (20)++
00000800:00000200:57.0:1609800463.847317:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (21)++
00000800:00000200:57.0:1609800463.847321:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (22)--
00000400:00000200:0.0:1609800463.847326:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847330:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847335:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800463.847335:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000400:00000200:57.0:1609800463.847339:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:0.0:1609800463.847339:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.847344:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000400:00000200:0.0:1609800463.847345:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:19.0:1609800463.847348:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000400:00000200:19.0:1609800463.847350:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800463.847352:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:19.0:1609800463.847355:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000400:00000200:57.0:1609800463.847360:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800463.847367:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000400:00000200:0.0:1609800463.847374:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800463.847380:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:0.0:1609800463.847381:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:57.0:1609800463.847383:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.847385:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (20)++
00000800:00000200:57.0:1609800463.847387:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (21)++
00000800:00000200:0.0:1609800463.847389:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.847392:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (22)--
00000800:00000200:0.0:1609800463.847393:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:0.0:1609800463.847395:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000400:00000200:57.0:1609800463.847401:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800463.847405:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000400:00000200:57.0:1609800463.847406:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800463.847407:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (23)++
00000400:00000200:57.0:1609800463.847410:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:20.0:1609800463.847417:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000400:00000200:57.0:1609800463.847420:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800463.847423:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (24)--
00000400:00000200:0.0:1609800463.847425:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800463.847441:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000400:00000200:20.0:1609800463.847441:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800463.847442:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800463.847444:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000800:00000200:57.0:1609800463.847445:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800463.847445:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:57.0:1609800463.847446:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (24)++
00000400:00000200:0.0:1609800463.847446:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:57.0:1609800463.847447:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (25)++
00000800:00000200:20.0:1609800463.847448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:57.0:1609800463.847449:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:20.0:1609800463.847449:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:57.0:1609800463.847450:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:18.0:1609800463.847452:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:18.0:1609800463.847453:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000400:00000200:18.0:1609800463.847455:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800463.847458:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000400:00000200:0.0:1609800463.847459:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800463.847464:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:18.0:1609800463.847465:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:57.0:1609800463.847466:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847469:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800463.847470:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800463.847472:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:0.0:1609800463.847473:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (21)++
00000800:00000200:0.0:1609800463.847475:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000400:00000200:57.0:1609800463.847479:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800463.847480:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:57.0:1609800463.847481:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:0.0:1609800463.847483:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:57.0:1609800463.847484:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.847486:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)++
00000800:00000200:57.0:1609800463.847487:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (24)++
00000800:00000200:57.0:1609800463.847490:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:57.0:1609800463.847491:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:35.1:1609800463.847517:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (23)++
00000800:00000200:19.0:1609800463.847523:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:19.0:1609800463.847528:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.90@o2ib18
00000800:00000200:20.0:1609800463.847530:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (25)--
00000800:00000200:19.0:1609800463.847540:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (24)++
00000800:00000200:19.0:1609800463.847541:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (25)--
00000800:00000200:19.0:1609800463.847542:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:35.1:1609800463.847547:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (23)++
00000800:00000200:25.0:1609800463.847553:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000800:00000200:25.0:1609800463.847557:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000400:00000200:25.0:1609800463.847559:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800463.847560:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)++
00000400:00000200:25.0:1609800463.847563:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800463.847564:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (25)--
00000400:00000200:18.0:1609800463.847565:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.847566:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:25.0:1609800463.847567:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000400:00000200:18.0:1609800463.847568:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800463.847571:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:35.1:1609800463.847577:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000400:00000200:1.0:1609800463.847577:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847580:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800463.847583:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800463.847583:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000400:00000200:57.0:1609800463.847585:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:19.0:1609800463.847585:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000400:00000200:1.0:1609800463.847585:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800463.847587:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.847588:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:1.0:1609800463.847589:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000400:00000200:57.0:1609800463.847591:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800463.847591:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:57.0:1609800463.847595:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000400:00000200:1.0:1609800463.847599:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800463.847602:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:19.0:1609800463.847603:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:57.0:1609800463.847605:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800463.847606:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (20)++
00000800:00000200:57.0:1609800463.847607:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (21)++
00000800:00000200:1.0:1609800463.847607:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800463.847609:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:57.0:1609800463.847612:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:1.0:1609800463.847612:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (23)++
00000800:00000200:1.0:1609800463.847614:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:1.0:1609800463.847615:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:35.1:1609800463.847622:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (22)++
00000800:00000200:25.0:1609800463.847629:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000800:00000200:25.0:1609800463.847633:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.90@o2ib18: no credits
00000800:00000200:25.0:1609800463.847634:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (24)--
00000400:00000200:25.0:1609800463.847636:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800463.847638:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:25.0:1609800463.847641:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000800:00000200:25.0:1609800463.847641:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:4.0:1609800463.847691:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.90@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800463.847695:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000400:00000200:4.0:1609800463.847698:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800463.847702:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000400:00000200:4.0:1609800463.847702:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:20.0:1609800463.847707:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.90@o2ib18
00000800:00000200:19.0:1609800463.847708:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)--
00000400:00000200:4.0:1609800463.847708:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800463.847712:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:20.0:1609800463.847714:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:20.0:1609800463.847716:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:20.0:1609800463.847717:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:4.0:1609800463.847718:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800463.847719:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (21)++
00000800:00000200:4.0:1609800463.847721:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000800:00000200:35.1:1609800463.847727:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (23)++
00000800:00000200:4.0:1609800463.847730:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (24)--
00000800:00000200:25.0:1609800463.847733:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000800:00000200:25.0:1609800463.847736:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (24)--
00000400:00000200:25.0:1609800463.847738:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800463.847739:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (23)++
00000400:00000200:25.0:1609800463.847740:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:25.0:1609800463.847743:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (24)--
00000800:00000200:18.0:1609800463.847743:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (24)--
00000800:00000200:25.0:1609800463.847745:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:18.0:1609800463.847745:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800463.847747:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: PUT: OK
00000800:00000200:18.0:1609800463.847751:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:35.1:1609800463.847791:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (20)++
00000800:00000200:20.0:1609800463.847796:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)++
00000800:00000200:20.0:1609800463.847800:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.90@o2ib18
00000800:00000200:20.0:1609800463.847801:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:19.0:1609800463.847801:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:20.0:1609800463.847802:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:20.0:1609800463.847803:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000400:00000200:5.0:1609800464.341194:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800464.341201:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:30.1:1609800464.357291:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:6.0:1609800464.357352:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:6.0:1609800464.357362:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.148@o2ib18
00000400:00000200:6.0:1609800464.357371:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800464.357379:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800464.357387:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:8.0:1609800464.357400:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000400:00000200:6.0:1609800464.357400:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800464.357406:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800464.357412:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:6.0:1609800464.357412:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800464.357419:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800464.357420:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800464.357422:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800464.357428:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800464.357428:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:6.0:1609800464.357432:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:8.0:1609800464.357434:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800464.357434:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:6.0:1609800464.357436:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:6.0:1609800464.357442:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:8.0:1609800464.357461:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800464.357464:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800464.357465:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:6.0:1609800464.357465:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800464.357467:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800464.357486:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.357487:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:8.0:1609800464.357487:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800464.357488:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:8.0:1609800464.357489:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800464.357492:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800464.357493:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)++
00000400:00000200:6.0:1609800464.357494:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800464.357495:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:8.0:1609800464.357496:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:6.0:1609800464.357496:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800464.357497:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:37.0:1609800464.357498:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800464.357498:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800464.357499:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:3.0:1609800464.357499:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000400:00000200:37.0:1609800464.357501:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800464.357501:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800464.357520:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800464.357521:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:37.0:1609800464.357524:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800464.357526:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800464.357527:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800464.357527:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:6.0:1609800464.357528:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:6.0:1609800464.357528:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:8.0:1609800464.357529:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800464.357529:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:37.0:1609800464.357530:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800464.357530:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800464.357531:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800464.357531:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:8.0:1609800464.357532:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.357534:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800464.357535:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800464.357535:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800464.357535:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800464.357536:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:57.0:1609800464.357538:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800464.357539:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:3.0:1609800464.357540:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:0.0:1609800464.357540:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800464.357541:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800464.357543:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800464.357544:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800464.357546:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800464.357546:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800464.357547:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800464.357548:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800464.357549:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800464.357551:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (26)++
00000400:00000200:6.0:1609800464.357551:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800464.357551:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800464.357554:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800464.357556:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (27)++
00000400:00000200:6.0:1609800464.357557:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:3.0:1609800464.357557:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800464.357558:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800464.357559:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (28)--
00000800:00000200:8.0:1609800464.357559:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (28)--
00000800:00000200:3.0:1609800464.357559:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800464.357560:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)--
00000400:00000200:57.0:1609800464.357561:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800464.357561:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (26)++
00000800:00000200:8.0:1609800464.357562:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:6.0:1609800464.357562:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800464.357563:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:3.0:1609800464.357564:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:6.0:1609800464.357565:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800464.357566:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800464.357568:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800464.357568:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:37.0:1609800464.357569:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:6.0:1609800464.357570:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800464.357570:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800464.357571:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800464.357571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000400:00000200:0.0:1609800464.357571:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800464.357572:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:3.0:1609800464.357572:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:37.0:1609800464.357573:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800464.357574:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:3.0:1609800464.357574:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:0.0:1609800464.357574:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800464.357575:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800464.357575:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:37.0:1609800464.357576:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800464.357576:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000400:00000200:57.0:1609800464.357577:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800464.357579:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800464.357583:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800464.357583:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800464.357585:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800464.357585:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800464.357587:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800464.357588:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800464.357591:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800464.357594:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800464.357595:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800464.357597:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800464.357598:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (21)++
00000400:00000200:57.0:1609800464.357599:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.357600:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:37.0:1609800464.357603:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:57.0:1609800464.357604:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800464.357604:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:5.0:1609800464.357645:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800464.357647:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800464.357669:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800464.357692:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:8.0:1609800464.357759:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:8.0:1609800464.357764:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:8.0:1609800464.357765:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:8.0:1609800464.357765:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:8.0:1609800464.357769:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:8.0:1609800464.357772:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800464.357776:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800464.357779:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:8.0:1609800464.357803:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800464.357806:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800464.357808:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800464.357811:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800464.357811:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:8.0:1609800464.357813:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800464.357817:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:8.0:1609800464.357818:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:3.0:1609800464.357818:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:8.0:1609800464.357819:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:8.0:1609800464.357820:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000400:00000200:3.0:1609800464.357821:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800464.357824:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000800:00000200:57.0:1609800464.357836:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800464.357842:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800464.357844:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:3.0:1609800464.357844:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.357845:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800464.357846:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800464.357848:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800464.357849:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:3.0:1609800464.357853:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800464.357856:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:3.0:1609800464.357856:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800464.357859:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800464.357860:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.148@o2ib18
00000400:00000200:8.0:1609800464.357860:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800464.357860:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800464.357862:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:3.0:1609800464.357862:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800464.357864:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800464.357866:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800464.357867:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800464.357867:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800464.357867:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:3.0:1609800464.357869:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:8.0:1609800464.357870:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800464.357870:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:37.0:1609800464.357871:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800464.357871:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800464.357871:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:6.0:1609800464.357872:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800464.357874:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800464.357875:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800464.357896:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800464.357899:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:6.0:1609800464.357899:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800464.357900:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:8.0:1609800464.357900:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:8.0:1609800464.357902:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:57.0:1609800464.357903:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800464.357903:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800464.357904:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.357907:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800464.357907:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800464.357908:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800464.357908:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800464.357910:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:37.0:1609800464.357911:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800464.357913:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:38.0:1609800464.357914:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800464.357914:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800464.357917:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.357917:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800464.357919:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800464.357920:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800464.357920:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:6.0:1609800464.357922:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:37.0:1609800464.357924:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:37.0:1609800464.357926:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:37.0:1609800464.357927:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:57.0:1609800464.357930:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800464.357931:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.1:1609800464.357933:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (21)++
00000400:00000200:57.0:1609800464.357934:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800464.357938:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800464.357939:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800464.357941:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800464.357942:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:3.0:1609800464.357945:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:3.0:1609800464.357946:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:3.0:1609800464.357947:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000400:00000200:0.0:1609800464.358172:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800464.358178:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800464.358181:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:0.0:1609800464.358186:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800464.358189:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:0.0:1609800464.358193:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800464.358195:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800464.358195:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:0.0:1609800464.358196:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:0.0:1609800464.358203:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (22)--
00000400:00000200:0.0:1609800464.358220:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800464.358224:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800464.358225:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800464.358226:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358230:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:0.0:1609800464.358230:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800464.358232:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000400:00000200:57.0:1609800464.358238:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800464.358241:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:0.0:1609800464.358242:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800464.358242:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:0.0:1609800464.358243:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:0.0:1609800464.358245:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:0.0:1609800464.358248:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800464.358265:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800464.358269:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:0.0:1609800464.358274:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800464.358276:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:0.0:1609800464.358279:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800464.358280:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:0.0:1609800464.358281:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:0.0:1609800464.358285:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:0.0:1609800464.358290:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800464.358294:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800464.358296:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:0.0:1609800464.358299:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800464.358301:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800464.358313:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800464.358314:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800464.358316:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:0.0:1609800464.358316:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:0.0:1609800464.358317:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:0.0:1609800464.358321:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:30.1:1609800464.358327:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:57.0:1609800464.358330:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (26)++
00000800:00000200:57.0:1609800464.358334:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (27)--
00000400:00000200:57.0:1609800464.358349:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800464.358352:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358355:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800464.358361:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800464.358384:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:6.0:1609800464.358386:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)++
00000800:00000200:57.0:1609800464.358388:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800464.358390:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (27)++
00000800:00000200:6.0:1609800464.358391:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:57.0:1609800464.358392:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (28)++
00000400:00000200:6.0:1609800464.358394:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800464.358395:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (28)--
00000800:00000200:37.0:1609800464.358397:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (28)++
00000400:00000200:6.0:1609800464.358397:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:6.0:1609800464.358403:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (29)--
00000800:00000200:37.0:1609800464.358404:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:6.0:1609800464.358405:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)++
00000400:00000200:37.0:1609800464.358406:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800464.358406:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800464.358408:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800464.358408:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000400:00000200:37.0:1609800464.358409:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000400:00000200:6.0:1609800464.358410:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800464.358411:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000400:00000200:57.0:1609800464.358412:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358414:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:37.0:1609800464.358432:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:1.0:1609800464.358433:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.358434:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:57.0:1609800464.358436:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800464.358436:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:37.0:1609800464.358437:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800464.358439:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800464.358457:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800464.358458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:57.0:1609800464.358459:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)++
00000400:00000200:37.0:1609800464.358459:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:6.0:1609800464.358459:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:57.0:1609800464.358460:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:1.0:1609800464.358460:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:57.0:1609800464.358464:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:6.0:1609800464.358464:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:8.0:1609800464.358465:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)++
00000400:00000200:6.0:1609800464.358466:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800464.358469:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:6.0:1609800464.358469:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:3.0:1609800464.358469:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:1.0:1609800464.358469:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800464.358471:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800464.358471:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.358473:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:1.0:1609800464.358473:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000400:00000200:57.0:1609800464.358474:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800464.358474:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:30.1:1609800464.358475:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:57.0:1609800464.358478:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:6.0:1609800464.358479:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:1.0:1609800464.358479:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800464.358481:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:1.0:1609800464.358481:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:1.0:1609800464.358483:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:57.0:1609800464.358485:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800464.358485:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:8.0:1609800464.358487:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:57.0:1609800464.358488:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800464.358492:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800464.358492:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:6.0:1609800464.358493:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:57.0:1609800464.358494:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (22)++
00000400:00000200:6.0:1609800464.358495:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800464.358497:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:6.0:1609800464.358500:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:57.0:1609800464.358502:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:57.0:1609800464.358504:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:30.1:1609800464.358504:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:57.0:1609800464.358505:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:57.0:1609800464.358510:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800464.358512:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:57.0:1609800464.358513:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358515:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:3.0:1609800464.358517:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:8.0:1609800464.358518:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)--
00000800:00000200:3.0:1609800464.358518:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:3.0:1609800464.358519:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358523:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800464.358523:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:57.0:1609800464.358526:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:3.0:1609800464.358528:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:57.0:1609800464.358530:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800464.358532:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:57.0:1609800464.358533:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:57.0:1609800464.358535:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:57.0:1609800464.358535:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:57.0:1609800464.358539:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800464.358542:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800464.358543:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:57.0:1609800464.358548:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800464.358550:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:57.0:1609800464.358552:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800464.358553:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:57.0:1609800464.358554:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (23)++
00000800:00000200:57.0:1609800464.358556:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:57.0:1609800464.358556:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:4.0:1609800464.358685:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800464.358695:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800464.358699:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (23)++
00000400:00000200:4.0:1609800464.358701:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:37.0:1609800464.358710:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000400:00000200:4.0:1609800464.358713:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800464.358718:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.148@o2ib18
00000800:00000200:4.0:1609800464.358719:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:6.0:1609800464.358721:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:4.0:1609800464.358727:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800464.358730:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:37.0:1609800464.358732:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:4.0:1609800464.358732:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:37.0:1609800464.358734:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:37.0:1609800464.358736:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000800:00000200:4.0:1609800464.358738:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:30.1:1609800464.358740:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:4.0:1609800464.358747:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.148@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800464.358751:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000400:00000200:4.0:1609800464.358754:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800464.358756:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:4.0:1609800464.358758:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.148@o2ib18 local destination
00000400:00000200:8.0:1609800464.358759:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800464.358761:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000400:00000200:8.0:1609800464.358764:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000400:00000200:4.0:1609800464.358768:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800464.358770:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:4.0:1609800464.358773:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:8.0:1609800464.358774:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:8.0:1609800464.358776:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (24)++
00000800:00000200:4.0:1609800464.358778:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800464.358780:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:8.0:1609800464.358781:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (25)--
00000800:00000200:6.0:1609800464.358782:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (25)++
00000800:00000200:4.0:1609800464.358782:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (26)++
00000400:00000200:8.0:1609800464.358783:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800464.358786:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:37.0:1609800464.358787:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)++
00000400:00000200:8.0:1609800464.358787:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:4.0:1609800464.358787:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:6.0:1609800464.358790:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:3.0:1609800464.358790:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:6.0:1609800464.358791:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (27)--
00000800:00000200:37.0:1609800464.358793:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.148@o2ib18: no credits
00000800:00000200:8.0:1609800464.358793:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (26)--
00000400:00000200:6.0:1609800464.358793:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.358795:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (24)--
00000400:00000200:37.0:1609800464.358797:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800464.358798:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000400:00000200:37.0:1609800464.358802:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:6.0:1609800464.358802:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:37.0:1609800464.358807:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:30.1:1609800464.358848:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:3.0:1609800464.358857:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:3.0:1609800464.358863:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.148@o2ib18
00000800:00000200:8.0:1609800464.358865:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:3.0:1609800464.358876:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:3.0:1609800464.358879:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:3.0:1609800464.358880:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:30.1:1609800464.358910:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:6.0:1609800464.358919:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:6.0:1609800464.358924:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:6.0:1609800464.358926:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800464.358928:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000400:00000200:6.0:1609800464.358931:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: PUT: OK
00000800:00000200:6.0:1609800464.358934:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000800:00000200:30.1:1609800464.358980:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:8.0:1609800464.358990:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:8.0:1609800464.358996:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.148@o2ib18
00000800:00000200:8.0:1609800464.358998:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:3.0:1609800464.358998:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:8.0:1609800464.359001:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:8.0:1609800464.359002:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000800:00000200:23.1:1609800464.877369:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:25.0:1609800464.877419:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:25.0:1609800464.877431:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.153@o2ib18
00000400:00000200:25.0:1609800464.877440:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : GET - for me
00000400:00000200:25.0:1609800464.877448:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.153@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:25.0:1609800464.877454:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.153@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:25.0:1609800464.877460:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:25.0:1609800464.877463:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:18.0:1609800464.877470:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:25.0:1609800464.877471:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:25.0:1609800464.877483:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : REPLY try# 0
00000800:00000200:25.0:1609800464.877489:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:25.0:1609800464.877495:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800464.877497:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:25.0:1609800464.877500:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:25.0:1609800464.877510:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:25.0:1609800464.877512:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800464.877585:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:19.0:1609800464.877631:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:19.0:1609800464.877641:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:19.0:1609800464.877661:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800464.877665:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800464.877669:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:19.0:1609800464.877670:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:29.1:1609800464.935801:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (20)++
00000800:00000200:18.0:1609800464.935851:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)++
00000800:00000200:18.0:1609800464.935863:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.144@o2ib18
00000400:00000200:18.0:1609800464.935871:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : GET - for me
00000400:00000200:18.0:1609800464.935879:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.144@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:18.0:1609800464.935886:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.144@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:18.0:1609800464.935891:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:18.0:1609800464.935896:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:25.0:1609800464.935899:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:18.0:1609800464.935902:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:18.0:1609800464.935914:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : REPLY try# 0
00000800:00000200:18.0:1609800464.935920:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:18.0:1609800464.935925:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800464.935928:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:18.0:1609800464.935930:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:18.0:1609800464.935940:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800464.935942:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:29.1:1609800464.936011:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:19.0:1609800464.936072:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:19.0:1609800464.936078:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000400:00000200:19.0:1609800464.936079:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800464.936082:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800464.936086:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:19.0:1609800464.936087:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:22.1:1609800465.008277:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:37.0:1609800465.008340:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800465.008350:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.167@o2ib18
00000400:00000200:37.0:1609800465.008359:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : GET - for me
00000400:00000200:37.0:1609800465.008367:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.167@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800465.008374:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.167@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800465.008379:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800465.008382:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000400:00000200:37.0:1609800465.008388:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:6.0:1609800465.008389:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:37.0:1609800465.008400:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800465.008406:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:37.0:1609800465.008412:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800465.008414:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800465.008416:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800465.008427:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800465.008430:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:22.1:1609800465.008443:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:3.0:1609800465.008493:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:3.0:1609800465.008501:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000400:00000200:3.0:1609800465.008504:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800465.008510:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800465.008516:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:3.0:1609800465.008518:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:33.1:1609800465.123358:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:25.0:1609800465.123400:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:25.0:1609800465.123406:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.76@o2ib18
00000400:00000200:25.0:1609800465.123410:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800465.123414:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800465.123434:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:25.0:1609800465.123441:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800465.123444:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800465.123444:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:25.0:1609800465.123447:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800465.123450:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800465.123450:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:25.0:1609800465.123452:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800465.123454:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800465.123456:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:25.0:1609800465.123458:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:25.0:1609800465.123459:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:18.0:1609800465.123459:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123460:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:18.0:1609800465.123479:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:25.0:1609800465.123480:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000400:00000200:18.0:1609800465.123486:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800465.123489:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:18.0:1609800465.123489:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800465.123490:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800465.123492:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800465.123493:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800465.123494:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000400:00000200:25.0:1609800465.123495:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:18.0:1609800465.123495:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800465.123497:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800465.123499:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800465.123500:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800465.123502:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:25.0:1609800465.123503:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800465.123503:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800465.123504:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:18.0:1609800465.123505:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:19.0:1609800465.123506:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:18.0:1609800465.123506:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:25.0:1609800465.123507:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800465.123508:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:25.0:1609800465.123510:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800465.123511:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800465.123513:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800465.123514:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:25.0:1609800465.123515:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:25.0:1609800465.123516:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:19.0:1609800465.123516:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800465.123517:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:18.0:1609800465.123517:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800465.123518:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:20.0:1609800465.123518:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:0.0:1609800465.123518:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800465.123519:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:19.0:1609800465.123519:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800465.123519:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800465.123520:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800465.123522:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800465.123522:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800465.123522:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800465.123523:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800465.123524:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800465.123525:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800465.123527:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:20.0:1609800465.123530:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800465.123532:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800465.123532:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:25.0:1609800465.123535:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800465.123535:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:25.0:1609800465.123537:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800465.123539:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800465.123540:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800465.123541:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800465.123541:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800465.123542:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800465.123543:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800465.123543:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:18.0:1609800465.123543:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800465.123544:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800465.123546:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123546:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:19.0:1609800465.123547:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:18.0:1609800465.123547:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800465.123549:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800465.123550:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800465.123550:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800465.123551:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800465.123553:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800465.123553:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (28)--
00000800:00000200:20.0:1609800465.123553:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800465.123553:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (28)--
00000800:00000200:18.0:1609800465.123553:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (28)++
00000800:00000200:19.0:1609800465.123554:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (28)--
00000800:00000200:18.0:1609800465.123554:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (27)--
00000400:00000200:57.0:1609800465.123555:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123555:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:20.0:1609800465.123556:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800465.123556:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:57.0:1609800465.123557:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800465.123557:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:0.0:1609800465.123557:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800465.123559:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.123560:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800465.123561:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800465.123561:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800465.123562:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:25.0:1609800465.123564:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:20.0:1609800465.123564:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:19.0:1609800465.123565:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800465.123566:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:0.0:1609800465.123566:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800465.123567:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:20.0:1609800465.123567:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:0.0:1609800465.123567:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800465.123568:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123569:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:0.0:1609800465.123569:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800465.123570:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:19.0:1609800465.123571:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:57.0:1609800465.123572:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800465.123573:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800465.123577:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800465.123580:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800465.123580:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800465.123582:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800465.123585:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800465.123586:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800465.123590:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:19.0:1609800465.123592:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:19.0:1609800465.123594:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:19.0:1609800465.123595:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:33.1:1609800465.123603:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:18.0:1609800465.123607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:18.0:1609800465.123610:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:18.0:1609800465.123612:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:18.0:1609800465.123613:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:5.0:1609800465.123631:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800465.123634:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800465.123637:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800465.123694:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:20.0:1609800465.123699:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:20.0:1609800465.123703:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:19.0:1609800465.123705:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:20.0:1609800465.123706:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800465.123709:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800465.123711:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:20.0:1609800465.123716:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800465.123719:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800465.123721:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800465.123723:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800465.123724:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800465.123727:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:20.0:1609800465.123728:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:20.0:1609800465.123729:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:57.0:1609800465.123735:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800465.123737:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.123740:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800465.123820:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:25.0:1609800465.123824:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:25.0:1609800465.123827:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:18.0:1609800465.123829:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:25.0:1609800465.123830:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800465.123832:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800465.123833:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:19.0:1609800465.123834:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000400:00000200:25.0:1609800465.123835:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800465.123837:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000800:00000200:20.0:1609800465.123838:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:18.0:1609800465.123839:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800465.123840:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000400:00000200:19.0:1609800465.123840:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800465.123841:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800465.123842:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123843:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800465.123843:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800465.123844:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800465.123845:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800465.123845:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:25.0:1609800465.123848:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800465.123849:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800465.123851:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800465.123854:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:18.0:1609800465.123854:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800465.123855:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (26)--
00000400:00000200:19.0:1609800465.123855:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:25.0:1609800465.123856:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:18.0:1609800465.123856:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800465.123857:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:20.0:1609800465.123857:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800465.123858:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800465.123859:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.76@o2ib18
00000400:00000200:20.0:1609800465.123859:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800465.123860:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800465.123860:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800465.123863:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800465.123865:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800465.123865:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800465.123867:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:20.0:1609800465.123868:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800465.123868:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:25.0:1609800465.123869:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800465.123869:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800465.123869:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:20.0:1609800465.123870:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800465.123870:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:19.0:1609800465.123871:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:18.0:1609800465.123871:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:25.0:1609800465.123872:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.123872:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800465.123873:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800465.123873:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800465.123873:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:57.0:1609800465.123874:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800465.123875:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.123875:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)++
00000800:00000200:19.0:1609800465.123875:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (25)--
00000800:00000200:20.0:1609800465.123876:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:19.0:1609800465.123876:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:57.0:1609800465.123878:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800465.123878:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:25.0:1609800465.123879:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800465.123881:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800465.123881:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800465.123882:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.123883:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800465.123884:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800465.123885:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.1:1609800465.123886:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:25.0:1609800465.123886:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800465.123888:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:25.0:1609800465.123889:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:25.0:1609800465.123890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:18.0:1609800465.123891:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:18.0:1609800465.123894:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:18.0:1609800465.123895:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:18.0:1609800465.123897:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:38.0:1609800465.123913:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800465.123918:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800465.123924:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800465.123933:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800465.123935:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800465.123939:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800465.123963:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800465.123965:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800465.123970:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800465.124131:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124144:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124147:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:57.0:1609800465.124153:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800465.124153:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800465.124157:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:57.0:1609800465.124160:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124162:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:57.0:1609800465.124163:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (21)++
00000400:00000200:0.0:1609800465.124164:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800465.124172:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:57.0:1609800465.124192:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:0.0:1609800465.124193:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800465.124201:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:57.0:1609800465.124202:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124205:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124208:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:0.0:1609800465.124209:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800465.124212:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (21)++
00000400:00000200:57.0:1609800465.124213:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800465.124214:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:57.0:1609800465.124216:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:57.0:1609800465.124220:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124240:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:0.0:1609800465.124241:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:57.0:1609800465.124247:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:33.1:1609800465.124249:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:57.0:1609800465.124251:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:0.0:1609800465.124251:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124256:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800465.124258:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:0.0:1609800465.124258:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124259:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.124260:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:57.0:1609800465.124262:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:20.0:1609800465.124262:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800465.124262:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:20.0:1609800465.124264:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:57.0:1609800465.124267:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800465.124269:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:0.0:1609800465.124276:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800465.124281:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:20.0:1609800465.124282:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:0.0:1609800465.124282:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:57.0:1609800465.124283:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124284:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:20.0:1609800465.124284:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:57.0:1609800465.124285:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:20.0:1609800465.124286:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800465.124288:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (25)--
00000400:00000200:20.0:1609800465.124288:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:0.0:1609800465.124288:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800465.124291:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:0.0:1609800465.124291:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:57.0:1609800465.124292:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800465.124293:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (26)++
00000400:00000200:57.0:1609800465.124294:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124296:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:20.0:1609800465.124296:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:20.0:1609800465.124297:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)++
00000800:00000200:18.0:1609800465.124299:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (27)--
00000800:00000200:0.0:1609800465.124300:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (27)--
00000400:00000200:57.0:1609800465.124301:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800465.124301:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:20.0:1609800465.124301:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000400:00000200:25.0:1609800465.124302:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800465.124303:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800465.124304:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:25.0:1609800465.124306:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:20.0:1609800465.124306:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:57.0:1609800465.124307:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124308:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:57.0:1609800465.124309:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (24)++
00000800:00000200:25.0:1609800465.124309:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:20.0:1609800465.124310:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:0.0:1609800465.124310:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800465.124313:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:0.0:1609800465.124316:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800465.124317:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:0.0:1609800465.124320:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:19.0:1609800465.124321:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:19.0:1609800465.124326:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:18.0:1609800465.124326:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)++
00000400:00000200:19.0:1609800465.124328:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.124329:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:18.0:1609800465.124329:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (24)--
00000400:00000200:18.0:1609800465.124330:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800465.124330:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800465.124331:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:18.0:1609800465.124335:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:19.0:1609800465.124336:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:0.0:1609800465.124337:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:18.0:1609800465.124339:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:0.0:1609800465.124342:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800465.124345:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:0.0:1609800465.124346:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:0.0:1609800465.124352:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:0.0:1609800465.124362:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800465.124364:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000400:00000200:0.0:1609800465.124367:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800465.124368:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:0.0:1609800465.124370:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:25.0:1609800465.124371:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:25.0:1609800465.124373:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.124373:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:25.0:1609800465.124376:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:0.0:1609800465.124393:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800465.124396:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:0.0:1609800465.124397:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:25.0:1609800465.124398:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:25.0:1609800465.124399:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:0.0:1609800465.124400:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800465.124402:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:0.0:1609800465.124402:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:25.0:1609800465.124403:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.76@o2ib18
00000800:00000200:0.0:1609800465.124403:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:25.0:1609800465.124408:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:0.0:1609800465.124408:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:25.0:1609800465.124411:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:25.0:1609800465.124412:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:0.0:1609800465.124413:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124414:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800465.124416:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124417:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800465.124417:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000400:00000200:0.0:1609800465.124418:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:57.0:1609800465.124420:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:20.0:1609800465.124422:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:20.0:1609800465.124424:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:57.0:1609800465.124425:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800465.124425:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800465.124426:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:57.0:1609800465.124428:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000400:00000200:20.0:1609800465.124428:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000400:00000200:0.0:1609800465.124431:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800465.124433:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:20.0:1609800465.124434:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:57.0:1609800465.124436:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124437:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:0.0:1609800465.124437:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800465.124439:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:0.0:1609800465.124439:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:57.0:1609800465.124449:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:0.0:1609800465.124450:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:0.0:1609800465.124453:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:57.0:1609800465.124454:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124456:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124459:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:33.1:1609800465.124460:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:57.0:1609800465.124464:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800465.124465:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:57.0:1609800465.124467:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:18.0:1609800465.124469:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (24)--
00000800:00000200:57.0:1609800465.124470:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800465.124470:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)++
00000400:00000200:18.0:1609800465.124470:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800465.124471:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)++
00000800:00000200:57.0:1609800465.124472:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (25)++
00000400:00000200:18.0:1609800465.124472:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:57.0:1609800465.124475:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:25.0:1609800465.124475:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (26)--
00000800:00000200:19.0:1609800465.124475:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (26)--
00000400:00000200:25.0:1609800465.124476:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800465.124476:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:25.0:1609800465.124479:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:25.0:1609800465.124481:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:33.1:1609800465.124486:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:20.0:1609800465.124490:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:20.0:1609800465.124492:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:20.0:1609800465.124493:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800465.124494:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:20.0:1609800465.124496:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:20.0:1609800465.124498:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:33.1:1609800465.124519:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:18.0:1609800465.124525:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:25.0:1609800465.124530:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:18.0:1609800465.124530:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.76@o2ib18
00000800:00000200:18.0:1609800465.124531:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:18.0:1609800465.124532:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:18.0:1609800465.124533:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000400:00000200:1.0:1609800465.124582:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800465.124590:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800465.124593:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:1.0:1609800465.124599:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800465.124611:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:1.0:1609800465.124616:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800465.124618:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:1.0:1609800465.124619:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:1.0:1609800465.124627:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:57.0:1609800465.124629:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.76@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800465.124633:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800465.124635:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.76@o2ib18 local destination
00000800:00000200:33.1:1609800465.124639:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000400:00000200:57.0:1609800465.124640:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800465.124643:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:19.0:1609800465.124643:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:57.0:1609800465.124646:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800465.124646:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:19.0:1609800465.124647:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800465.124648:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:20.0:1609800465.124648:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:57.0:1609800465.124649:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (22)++
00000400:00000200:19.0:1609800465.124650:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:57.0:1609800465.124652:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:19.0:1609800465.124652:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:33.1:1609800465.124663:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:25.0:1609800465.124667:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:25.0:1609800465.124669:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:25.0:1609800465.124670:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800465.124672:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000400:00000200:25.0:1609800465.124673:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: PUT: OK
00000800:00000200:25.0:1609800465.124674:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:33.1:1609800465.124736:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:20.0:1609800465.124741:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:20.0:1609800465.124744:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.76@o2ib18
00000800:00000200:20.0:1609800465.124745:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:19.0:1609800465.124745:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:20.0:1609800465.124746:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:20.0:1609800465.124747:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000400:00000200:5.0:1609800465.341193:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800465.341200:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:29.1:1609800465.358801:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:18.0:1609800465.358816:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:18.0:1609800465.358823:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.171@o2ib18
00000400:00000200:18.0:1609800465.358831:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : GET - for me
00000400:00000200:18.0:1609800465.358838:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.171@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:18.0:1609800465.358845:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.171@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:18.0:1609800465.358850:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:18.0:1609800465.358852:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:18.0:1609800465.358858:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:25.0:1609800465.358862:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:18.0:1609800465.358870:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : REPLY try# 0
00000800:00000200:18.0:1609800465.358875:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:18.0:1609800465.358881:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800465.358883:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:18.0:1609800465.358885:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:18.0:1609800465.358897:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:18.0:1609800465.358898:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800465.358928:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:19.0:1609800465.358988:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800465.358995:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800465.358997:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800465.358998:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800465.359000:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800465.359005:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:32.1:1609800465.444139:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (20)++
00000800:00000200:25.0:1609800465.444190:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:25.0:1609800465.444203:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.111@o2ib18
00000800:00000200:18.0:1609800465.444205:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:25.0:1609800465.444211:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.111@o2ib18 : GET - for me
00000400:00000200:25.0:1609800465.444219:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.111@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:25.0:1609800465.444226:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.111@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:25.0:1609800465.444231:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:25.0:1609800465.444234:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c4c00] (22)--
00000400:00000200:25.0:1609800465.444239:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.111@o2ib18 local destination
00000400:00000200:25.0:1609800465.444252:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.111@o2ib18(192.168.128.111@o2ib18:192.168.128.111@o2ib18) : REPLY try# 0
00000800:00000200:25.0:1609800465.444257:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.111@o2ib18
00000800:00000200:25.0:1609800465.444263:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c780] -> 192.168.128.111@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800465.444266:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:25.0:1609800465.444268:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:25.0:1609800465.444278:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c4c00] (23)--
00000800:00000200:25.0:1609800465.444280:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:32.1:1609800465.444293:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c4c00] (21)++
00000800:00000200:20.0:1609800465.444305:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)++
00000800:00000200:20.0:1609800465.444328:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c4c00] (23)--
00000400:00000200:20.0:1609800465.444329:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800465.444332:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.111@o2ib18: REPLY: OK
00000800:00000200:20.0:1609800465.444337:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (22)--
00000800:00000200:20.0:1609800465.444338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c4c00] (21)--
00000800:00000200:33.1:1609800465.556869:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:6.0:1609800465.556924:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800465.556935:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.151@o2ib18
00000400:00000200:6.0:1609800465.556944:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : GET - for me
00000400:00000200:6.0:1609800465.556952:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.151@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800465.556959:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.151@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800465.556965:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800465.556968:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800465.556974:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:37.0:1609800465.556975:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800465.557001:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800465.557005:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:6.0:1609800465.557010:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800465.557012:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800465.557013:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800465.557020:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800465.557021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800465.557115:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:3.0:1609800465.557158:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:3.0:1609800465.557162:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:3.0:1609800465.557164:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800465.557166:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800465.557170:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:3.0:1609800465.557170:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:24.1:1609800465.584821:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:18.0:1609800465.584834:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:18.0:1609800465.584841:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.166@o2ib18
00000400:00000200:18.0:1609800465.584848:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : GET - for me
00000400:00000200:18.0:1609800465.584856:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.166@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:18.0:1609800465.584861:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.166@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:18.0:1609800465.584865:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:18.0:1609800465.584867:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:18.0:1609800465.584872:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:25.0:1609800465.584897:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:18.0:1609800465.584898:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : REPLY try# 0
00000800:00000200:18.0:1609800465.584901:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:18.0:1609800465.584905:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800465.584906:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:18.0:1609800465.584907:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:18.0:1609800465.584911:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:18.0:1609800465.584912:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:24.1:1609800465.584986:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:20.0:1609800465.584992:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:20.0:1609800465.584994:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:20.0:1609800465.584995:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800465.584998:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: REPLY: OK
00000800:00000200:20.0:1609800465.585000:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:20.0:1609800465.585001:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:23.1:1609800466.072564:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:37.0:1609800466.072633:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800466.072643:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.141@o2ib18
00000400:00000200:37.0:1609800466.072652:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : GET - for me
00000400:00000200:37.0:1609800466.072660:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.141@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800466.072669:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.141@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800466.072675:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:37.0:1609800466.072677:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:37.0:1609800466.072683:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:6.0:1609800466.072683:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:37.0:1609800466.072695:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800466.072701:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800466.072706:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800466.072709:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800466.072711:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000800:00000200:37.0:1609800466.072722:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800466.072725:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800466.072741:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:3.0:1609800466.072792:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:3.0:1609800466.072800:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:3.0:1609800466.072803:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800466.072809:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800466.072816:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:3.0:1609800466.072818:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:22.1:1609800466.251714:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:25.0:1609800466.251765:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:25.0:1609800466.251777:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.152@o2ib18
00000400:00000200:25.0:1609800466.251788:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : GET - for me
00000400:00000200:25.0:1609800466.251797:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.152@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:25.0:1609800466.251804:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.152@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:25.0:1609800466.251809:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:25.0:1609800466.251812:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:18.0:1609800466.251816:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:25.0:1609800466.251818:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:25.0:1609800466.251830:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : REPLY try# 0
00000800:00000200:25.0:1609800466.251836:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:25.0:1609800466.251842:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800466.251845:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:25.0:1609800466.251847:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:25.0:1609800466.251857:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:25.0:1609800466.251860:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800466.251919:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:20.0:1609800466.251966:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:20.0:1609800466.251976:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:20.0:1609800466.251979:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800466.251985:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: REPLY: OK
00000800:00000200:20.0:1609800466.251992:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:20.0:1609800466.251994:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:5.0:1609800466.341198:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800466.341206:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:35.1:1609800466.898467:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:6.0:1609800466.898542:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:6.0:1609800466.898548:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.93@o2ib18
00000400:00000200:6.0:1609800466.898552:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : GET - for me
00000400:00000200:6.0:1609800466.898556:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.93@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800466.898560:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.93@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800466.898563:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800466.898565:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000400:00000200:6.0:1609800466.898567:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:6.0:1609800466.898572:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800466.898575:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800466.898578:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800466.898580:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800466.898581:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:6.0:1609800466.898581:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:6.0:1609800466.898588:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000800:00000200:6.0:1609800466.898589:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800466.898623:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:3.0:1609800466.898669:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:3.0:1609800466.898690:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:3.0:1609800466.898691:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800466.898694:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800466.898697:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:3.0:1609800466.898698:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:5.0:1609800467.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800467.341208:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:57.0:1609800467.459723:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.459739:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800467.459741:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.459745:0:16063:0:(peer.c:271:lnet_peer_alloc()) ffff9344c5fb5080 nid 192.168.128.179@o2ib18
00000400:00000200:4.0:1609800467.459747:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.459749:0:16063:0:(peer.c:220:lnet_peer_net_alloc()) ffff9345a73ed380 net o2ib18
00000400:00000200:57.0:1609800467.459758:0:16063:0:(peer.c:202:lnet_peer_ni_alloc()) ffff9354da49c000 nid 192.168.128.179@o2ib18
00000400:00000200:57.0:1609800467.459764:0:16063:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.179@o2ib18 NID 192.168.128.179@o2ib18 flags 0x0
00000400:00000200:4.0:1609800467.459768:0:16057:0:(peer.c:1497:lnet_peer_ni_traffic_add()) peer 192.168.128.179@o2ib18: 0
00000400:00000200:57.0:1609800467.459772:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.179@o2ib18: 0
00000400:00000200:57.0:1609800467.459774:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800467.459776:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800467.459780:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.179@o2ib18 NID 192.168.128.179@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800467.459784:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.179@o2ib18 pending discovery
00000400:00000200:4.0:1609800467.459785:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.179@o2ib18: -114
00000400:00000200:4.0:1609800467.459787:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800467.459788:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800467.459790:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.179@o2ib18 NID 192.168.128.179@o2ib18: 0. pending discovery
00000400:00000200:4.0:1609800467.459793:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.179@o2ib18 pending discovery
00000400:00000200:57.0:1609800467.459796:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800467.459799:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.459802:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800467.459802:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.459808:0:16063:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.179@o2ib18: -114
00000400:00000200:57.0:1609800467.459812:0:16063:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:57.0:1609800467.459813:0:16063:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:57.0:1609800467.459817:0:16063:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.179@o2ib18 NID 192.168.128.179@o2ib18: 0. pending discovery
00000400:00000200:57.0:1609800467.459821:0:16063:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.179@o2ib18 pending discovery
00000400:00000200:69.0:1609800467.459822:0:16070:0:(peer.c:3080:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:4.0:1609800467.459823:0:16057:0:(peer.c:1810:lnet_peer_queue_for_discovery()) Queue peer 192.168.128.179@o2ib18: -114
00000400:00000200:4.0:1609800467.459824:0:16057:0:(peer.c:2102:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:4.0:1609800467.459825:0:16057:0:(peer.c:2143:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:4.0:1609800467.459827:0:16057:0:(peer.c:2150:lnet_discover_peer_locked()) peer 192.168.128.179@o2ib18 NID 192.168.128.179@o2ib18: 0. pending discovery
00000400:00000200:4.0:1609800467.459830:0:16057:0:(lib-move.c:2597:lnet_select_pathway()) 192.168.128.179@o2ib18 pending discovery
00000400:00000200:69.0:1609800467.459833:0:16070:0:(peer.c:3182:lnet_peer_discovery()) peer 192.168.128.179@o2ib18 state 0x20
00000400:00000200:57.0:1609800467.459835:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800467.459835:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800467.459836:0:16070:0:(peer.c:3002:lnet_peer_rediscover()) peer 192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459839:0:16070:0:(peer.c:3203:lnet_peer_discovery()) peer 192.168.128.179@o2ib18 state 0x10 rc 0
00000400:00000200:4.0:1609800467.459839:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.459841:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800467.459842:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:57.0:1609800467.459845:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:4.0:1609800467.459845:0:16057:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:21, s:140] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800467.459847:0:16057:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:4.0:1609800467.459850:0:16057:0:(lib-move.c:1885:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.128.187@o2ib18 on NMR peer 192.168.128.179@o2ib18
00000400:00000200:57.0:1609800467.459851:0:16063:0:(lib-move.c:1515:lnet_get_best_ni()) compare ni 192.168.128.187@o2ib18 [c:1024, d:10, s:141] with best_ni not seleced [c:-2147483648, d:-1, s:0]
00000400:00000200:4.0:1609800467.459853:0:16057:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.179@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:57.0:1609800467.459856:0:16063:0:(lib-move.c:1558:lnet_get_best_ni()) selected best_ni 192.168.128.187@o2ib18
00000400:00000200:57.0:1609800467.459860:0:16063:0:(router.c:135:lnet_notify_locked()) set 192.168.128.179@o2ib18 1
00000400:00000200:57.0:1609800467.459870:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800467.459877:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:4.0:1609800467.459878:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800467.459882:0:16070:0:(peer.c:1828:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.128.179@o2ib18
00000800:00000200:4.0:1609800467.459882:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459887:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459893:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:4.0:1609800467.459893:0:16057:0:(o2iblnd_cb.c:1635:kiblnd_launch_tx()) peer_ni[ffff935525398080] -> 192.168.128.179@o2ib18 (1)++
00000800:00000200:57.0:1609800467.459898:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800467.459898:0:16057:0:(o2iblnd_cb.c:1440:kiblnd_connect_peer()) peer_ni[ffff935525398080] -> 192.168.128.179@o2ib18 (2)++
00000400:00000200:69.0:1609800467.459906:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800467.459912:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:69.0:1609800467.459919:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (3) version: 0
00000800:00000200:57.0:1609800467.459919:0:16063:0:(o2iblnd_cb.c:1620:kiblnd_launch_tx()) peer_ni[ffff9354dbb98e00] -> 192.168.128.179@o2ib18 (1)--
00000800:00000200:69.0:1609800467.459924:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (3) version: 0
00000400:00000200:57.0:1609800467.459928:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:69.0:1609800467.459929:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459932:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:4.0:1609800467.459936:0:16057:0:(o2iblnd_cb.c:1392:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:4.0:1609800467.459938:0:16057:0:(o2iblnd_cb.c:1642:kiblnd_launch_tx()) peer_ni[ffff935525398080] -> 192.168.128.179@o2ib18 (3)--
00000400:00000200:69.0:1609800467.459943:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800467.459945:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800467.459948:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:4.0:1609800467.459949:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800467.459952:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:57.0:1609800467.459953:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:69.0:1609800467.459954:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800467.459958:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:4.0:1609800467.459958:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800467.459961:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459962:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.179@o2ib18
00000400:00000200:57.0:1609800467.459963:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:4.0:1609800467.459966:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000800:00000200:4.0:1609800467.459969:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800467.459974:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000400:00000200:69.0:1609800467.459979:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:57.0:1609800467.459980:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:69.0:1609800467.459992:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800467.459997:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:57.0:1609800467.459999:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800467.460002:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000800:00000200:69.0:1609800467.460005:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800467.460010:0:16070:0:(peer.c:1848:lnet_peer_discovery_complete()) sending pending message PUT to target 12345-192.168.128.179@o2ib18
00000800:00000200:57.0:1609800467.460010:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:69.0:1609800467.460013:0:16070:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:69.0:1609800467.460022:0:16070:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : PUT try# 0
00000800:00000200:69.0:1609800467.460027:0:16070:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:69.0:1609800467.460031:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800467.460032:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:69.0:1609800467.460034:0:16070:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 0
00000400:00000200:57.0:1609800467.460036:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.460040:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:0.0:1609800467.460079:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800467.460087:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800467.460091:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:57.0:1609800467.460183:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.460187:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.460189:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:5.0:1609800467.460350:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800467.460361:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800467.460364:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:5.0:1609800467.460384:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800467.460394:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800467.460396:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:5.0:1609800467.460400:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800467.460405:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800467.460407:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:57.0:1609800467.460428:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.460432:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.460435:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:46.0:1609800467.460466:0:5:0:(o2iblnd_cb.c:3191:kiblnd_cm_callback()) 192.168.128.179@o2ib18 Addr resolved: 0
00000400:00000200:38.0:1609800467.460475:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800467.460503:0:5:0:(o2iblnd_cb.c:3208:kiblnd_cm_callback()) 192.168.128.179@o2ib18: connection bound to hsi0:192.168.128.187:hfi1_0
00000400:00000200:57.0:1609800467.460681:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800467.460684:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800467.460686:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:46.0:1609800467.460803:0:5:0:(o2iblnd_cb.c:3232:kiblnd_cm_callback()) 192.168.128.179@o2ib18 Route resolved: 0
00000400:00000200:57.0:1609800467.460810:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:46.0:1609800467.460822:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9354dab48000 0xffff9354dab48000(0x1fdab48000)
00000800:00000200:46.0:1609800467.460824:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9354dab49000 0xffff9354dab49000(0x1fdab49000)
00000800:00000200:46.0:1609800467.460825:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9354dab4a000 0xffff9354dab4a000(0x1fdab4a000)
00000800:00000200:46.0:1609800467.460826:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff9354dab4b000 0xffff9354dab4b000(0x1fdab4b000)
00000800:00000200:46.0:1609800467.460826:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9354dab4c000 0xffff9354dab4c000(0x1fdab4c000)
00000800:00000200:46.0:1609800467.460827:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff9354dab4d000 0xffff9354dab4d000(0x1fdab4d000)
00000800:00000200:46.0:1609800467.460828:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff9354dab4e000 0xffff9354dab4e000(0x1fdab4e000)
00000800:00000200:46.0:1609800467.460829:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff9354dab4f000 0xffff9354dab4f000(0x1fdab4f000)
00000800:00000200:46.0:1609800467.460830:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9354dab50000 0xffff9354dab50000(0x1fdab50000)
00000800:00000200:46.0:1609800467.460830:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff9354dab51000 0xffff9354dab51000(0x1fdab51000)
00000800:00000200:46.0:1609800467.460831:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff9354dab52000 0xffff9354dab52000(0x1fdab52000)
00000800:00000200:46.0:1609800467.460832:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff9354dab53000 0xffff9354dab53000(0x1fdab53000)
00000800:00000200:46.0:1609800467.460832:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9354dab54000 0xffff9354dab54000(0x1fdab54000)
00000800:00000200:46.0:1609800467.460833:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9354dab55000 0xffff9354dab55000(0x1fdab55000)
00000800:00000200:46.0:1609800467.460834:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9354dab56000 0xffff9354dab56000(0x1fdab56000)
00000800:00000200:46.0:1609800467.460834:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9354dab57000 0xffff9354dab57000(0x1fdab57000)
00000800:00000200:46.0:1609800467.460835:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9354dab58000 0xffff9354dab58000(0x1fdab58000)
00000800:00000200:46.0:1609800467.460836:0:5:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9354da474000 0xffff9354da474000(0x1fda474000)
00000800:00000200:46.0:1609800467.461075:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461076:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461077:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461077:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461078:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461078:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461079:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461079:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461080:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461080:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461081:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461081:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461082:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461083:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461084:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461084:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461085:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461086:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461087:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461087:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461088:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461088:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461089:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461089:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461090:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461090:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461091:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461091:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461091:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461092:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461092:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461093:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461093:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461094:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:46.0:1609800467.461094:0:5:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (19)++
00000800:00000200:46.0:1609800467.461095:0:5:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (20)--
00000800:00000200:33.0:1609800467.461666:0:438:0:(o2iblnd_cb.c:3299:kiblnd_cm_callback()) ESTABLISHED(active): 192.168.128.179@o2ib18
00000800:00000200:33.0:1609800467.461669:0:438:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.179@o2ib18: active(1), version(12), status(0)
00000800:00000200:33.0:1609800467.461671:0:438:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9354dad85800] (19)++
00000800:00000200:33.0:1609800467.461672:0:438:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9354dad85800] (20)++
00000800:00000200:33.0:1609800467.461673:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (21)++
00000800:00000200:33.0:1609800467.461693:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (22)++
00000800:00000200:33.0:1609800467.461694:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (23)++
00000800:00000200:33.0:1609800467.461695:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (24)++
00000800:00000200:33.0:1609800467.461696:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (25)++
00000800:00000200:33.0:1609800467.461697:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (26)++
00000800:00000200:33.0:1609800467.461697:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (27)++
00000800:00000200:33.0:1609800467.461698:0:438:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (28)++
00000800:00000200:33.0:1609800467.461710:0:438:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9354dad85800] (29)--
00000800:00000200:28.1:1609800467.461779:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (28)++
00000800:00000200:18.0:1609800467.461792:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000800:00000200:18.0:1609800467.461798:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000400:00000200:18.0:1609800467.461800:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800467.461804:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.461826:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.461830:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800467.461832:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (29)++
00000800:00000200:18.0:1609800467.461833:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (30)++
00000800:00000200:18.0:1609800467.461835:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461836:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)--
00000800:00000200:25.0:1609800467.461838:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000800:00000200:18.0:1609800467.461843:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461844:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000800:00000200:25.0:1609800467.461845:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461846:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000400:00000200:25.0:1609800467.461848:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.461848:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461849:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000400:00000200:25.0:1609800467.461850:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000400:00000200:18.0:1609800467.461850:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800467.461852:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:25.0:1609800467.461873:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.461874:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:25.0:1609800467.461877:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800467.461877:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800467.461879:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (29)++
00000800:00000200:25.0:1609800467.461880:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (30)++
00000800:00000200:18.0:1609800467.461881:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (30)++
00000800:00000200:25.0:1609800467.461882:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461883:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (32)--
00000800:00000200:18.0:1609800467.461883:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (32)++
00000800:00000200:20.0:1609800467.461885:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (32)++
00000800:00000200:18.0:1609800467.461885:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461886:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (32)--
00000400:00000200:0.0:1609800467.461886:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.461888:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (32)--
00000800:00000200:18.0:1609800467.461889:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:20.0:1609800467.461890:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461891:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000800:00000200:20.0:1609800467.461891:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000400:00000200:0.0:1609800467.461892:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000400:00000200:20.0:1609800467.461893:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.461895:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461896:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000400:00000200:20.0:1609800467.461896:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000400:00000200:25.0:1609800467.461897:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.461897:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000400:00000200:0.0:1609800467.461898:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:25.0:1609800467.461900:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.461900:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461900:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000800:00000200:20.0:1609800467.461901:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:18.0:1609800467.461902:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.461903:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:18.0:1609800467.461904:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:20.0:1609800467.461905:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800467.461905:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000800:00000200:18.0:1609800467.461907:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:25.0:1609800467.461909:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800467.461909:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (30)++
00000800:00000200:19.0:1609800467.461909:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:20.0:1609800467.461910:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (31)++
00000800:00000200:19.0:1609800467.461910:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461910:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800467.461911:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)++
00000800:00000200:18.0:1609800467.461911:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)++
00000800:00000200:20.0:1609800467.461913:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000400:00000200:19.0:1609800467.461913:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.461914:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (33)++
00000800:00000200:20.0:1609800467.461914:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (33)--
00000400:00000200:19.0:1609800467.461915:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:25.0:1609800467.461916:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461917:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (33)--
00000800:00000200:18.0:1609800467.461917:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (33)++
00000800:00000200:18.0:1609800467.461919:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461919:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (33)--
00000800:00000200:19.0:1609800467.461920:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.461921:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (32)--
00000800:00000200:25.0:1609800467.461923:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461924:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000800:00000200:19.0:1609800467.461925:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800467.461927:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:19.0:1609800467.461927:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)++
00000800:00000200:18.0:1609800467.461928:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461928:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000800:00000200:20.0:1609800467.461929:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (31)++
00000800:00000200:19.0:1609800467.461929:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (31)++
00000400:00000200:57.0:1609800467.461930:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800467.461930:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.461931:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (32)--
00000800:00000200:20.0:1609800467.461931:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.179@o2ib18
00000800:00000200:19.0:1609800467.461931:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:19.0:1609800467.461932:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)--
00000400:00000200:18.0:1609800467.461932:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.461935:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:57.0:1609800467.461937:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:19.0:1609800467.461942:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (30)--
00000800:00000200:18.0:1609800467.461943:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800467.461944:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461944:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (29)++
00000800:00000200:20.0:1609800467.461945:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (29)++
00000800:00000200:18.0:1609800467.461945:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (30)++
00000800:00000200:20.0:1609800467.461946:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (32)--
00000800:00000200:20.0:1609800467.461947:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461947:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461948:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)--
00000800:00000200:28.1:1609800467.461949:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (29)++
00000800:00000200:18.0:1609800467.461952:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (30)--
00000800:00000200:18.0:1609800467.461953:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000800:00000200:25.0:1609800467.461957:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000800:00000200:18.0:1609800467.461957:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.461957:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000400:00000200:18.0:1609800467.461958:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800467.461960:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (30)--
00000400:00000200:18.0:1609800467.461960:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:25.0:1609800467.461961:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.179@o2ib18
00000400:00000200:1.0:1609800467.461961:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.461963:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.461965:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800467.461966:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (29)++
00000400:00000200:1.0:1609800467.461967:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:25.0:1609800467.461969:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (30)++
00000800:00000200:18.0:1609800467.461969:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (30)++
00000800:00000200:25.0:1609800467.461970:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (32)--
00000800:00000200:18.0:1609800467.461970:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.461971:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461971:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)--
00000800:00000200:18.0:1609800467.461973:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (29)--
00000400:00000200:1.0:1609800467.461974:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.179@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800467.461980:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800467.461982:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:28.1:1609800467.461984:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (28)++
00000800:00000200:19.0:1609800467.461989:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000800:00000200:19.0:1609800467.461994:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:19.0:1609800467.461995:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000800:00000200:20.0:1609800467.461996:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000400:00000200:19.0:1609800467.461997:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800467.461999:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:20.0:1609800467.462000:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:20.0:1609800467.462001:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000800:00000200:25.0:1609800467.462002:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000400:00000200:20.0:1609800467.462002:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800467.462003:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000400:00000200:20.0:1609800467.462005:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:25.0:1609800467.462006:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:19.0:1609800467.462006:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800467.462007:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000800:00000200:19.0:1609800467.462007:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (30)++
00000400:00000200:25.0:1609800467.462008:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800467.462008:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.462008:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (29)++
00000800:00000200:19.0:1609800467.462009:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (30)++
00000400:00000200:25.0:1609800467.462011:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:20.0:1609800467.462011:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800467.462011:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:19.0:1609800467.462012:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (32)--
00000800:00000200:20.0:1609800467.462013:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)++
00000800:00000200:18.0:1609800467.462013:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.462013:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000800:00000200:25.0:1609800467.462014:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:20.0:1609800467.462014:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (32)++
00000800:00000200:19.0:1609800467.462015:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000400:00000200:18.0:1609800467.462015:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800467.462016:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:19.0:1609800467.462016:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (31)++
00000800:00000200:25.0:1609800467.462017:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800467.462017:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (32)--
00000400:00000200:18.0:1609800467.462017:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:19.0:1609800467.462018:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.462019:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)++
00000800:00000200:20.0:1609800467.462019:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (31)--
00000800:00000200:19.0:1609800467.462019:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000800:00000200:25.0:1609800467.462020:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (31)++
00000800:00000200:20.0:1609800467.462020:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (30)++
00000400:00000200:19.0:1609800467.462020:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.462021:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (32)--
00000800:00000200:25.0:1609800467.462022:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:25.0:1609800467.462023:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (31)--
00000400:00000200:19.0:1609800467.462023:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.462023:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (31)++
00000800:00000200:20.0:1609800467.462024:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:20.0:1609800467.462025:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (31)--
00000800:00000200:25.0:1609800467.462026:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (30)--
00000400:00000200:20.0:1609800467.462026:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.462026:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.179@o2ib18: no credits
00000800:00000200:18.0:1609800467.462026:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (30)--
00000800:00000200:19.0:1609800467.462027:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (29)--
00000400:00000200:18.0:1609800467.462027:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800467.462028:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (27)++
00000400:00000200:20.0:1609800467.462028:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000400:00000200:18.0:1609800467.462029:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:20.0:1609800467.462031:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (28)--
00000800:00000200:25.0:1609800467.462032:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.462033:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (27)--
00000800:00000200:20.0:1609800467.462034:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (26)--
00000800:00000200:25.0:1609800467.462041:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (25)++
00000800:00000200:25.0:1609800467.462042:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (26)--
00000800:00000200:25.0:1609800467.462043:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (25)--
00000800:00000200:28.1:1609800467.462050:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (24)++
00000800:00000200:18.0:1609800467.462056:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (25)++
00000800:00000200:18.0:1609800467.462058:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (26)--
00000400:00000200:18.0:1609800467.462059:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800467.462061:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (25)++
00000400:00000200:18.0:1609800467.462062:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:20.0:1609800467.462064:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (26)--
00000800:00000200:18.0:1609800467.462064:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (26)--
00000400:00000200:20.0:1609800467.462065:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800467.462066:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (24)++
00000400:00000200:20.0:1609800467.462067:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.462068:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (25)--
00000800:00000200:19.0:1609800467.462069:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (25)++
00000400:00000200:18.0:1609800467.462069:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800467.462070:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (25)--
00000800:00000200:19.0:1609800467.462071:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (25)--
00000800:00000200:20.0:1609800467.462072:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (23)++
00000400:00000200:19.0:1609800467.462072:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800467.462072:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000400:00000200:19.0:1609800467.462074:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: PUT: OK
00000800:00000200:18.0:1609800467.462074:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (24)--
00000800:00000200:20.0:1609800467.462075:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.179@o2ib18
00000800:00000200:18.0:1609800467.462075:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (23)--
00000800:00000200:20.0:1609800467.462077:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (22)++
00000800:00000200:20.0:1609800467.462078:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (23)--
00000800:00000200:19.0:1609800467.462078:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (23)--
00000800:00000200:20.0:1609800467.462079:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (21)--
00000800:00000200:27.1:1609800467.517991:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:18.0:1609800467.518042:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:18.0:1609800467.518054:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.121@o2ib18
00000400:00000200:18.0:1609800467.518063:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : GET - for me
00000400:00000200:18.0:1609800467.518072:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.121@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:18.0:1609800467.518081:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.121@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:18.0:1609800467.518086:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:18.0:1609800467.518089:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:25.0:1609800467.518092:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:18.0:1609800467.518095:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:18.0:1609800467.518107:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : REPLY try# 0
00000800:00000200:18.0:1609800467.518112:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:18.0:1609800467.518118:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800467.518121:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:18.0:1609800467.518141:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000800:00000200:18.0:1609800467.518152:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:18.0:1609800467.518154:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800467.518231:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:19.0:1609800467.518278:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800467.518288:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:19.0:1609800467.518292:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800467.518298:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800467.518304:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:19.0:1609800467.518306:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:33.1:1609800467.951931:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:25.0:1609800467.951980:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:25.0:1609800467.951992:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.160@o2ib18
00000400:00000200:25.0:1609800467.952001:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : GET - for me
00000400:00000200:25.0:1609800467.952009:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.160@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:25.0:1609800467.952017:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.160@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:25.0:1609800467.952022:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:25.0:1609800467.952025:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:25.0:1609800467.952031:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:18.0:1609800467.952031:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:25.0:1609800467.952043:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : REPLY try# 0
00000800:00000200:25.0:1609800467.952048:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:25.0:1609800467.952054:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800467.952057:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:25.0:1609800467.952058:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:25.0:1609800467.952069:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:25.0:1609800467.952071:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800467.952141:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:19.0:1609800467.952203:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:19.0:1609800467.952209:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800467.952211:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800467.952216:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800467.952238:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:19.0:1609800467.952239:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:30.1:1609800468.143889:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (20)++
00000800:00000200:37.0:1609800468.143951:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (21)++
00000800:00000200:37.0:1609800468.143971:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.88@o2ib18
00000400:00000200:37.0:1609800468.143980:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.143989:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.143995:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800468.144008:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.144011:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:37.0:1609800468.144014:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800468.144020:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.144023:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000800:00000200:37.0:1609800468.144026:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800468.144030:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800468.144031:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.144036:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (23)++
00000800:00000200:37.0:1609800468.144040:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (24)--
00000400:00000200:6.0:1609800468.144040:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144042:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:37.0:1609800468.144044:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000400:00000200:6.0:1609800468.144045:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800468.144079:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:6.0:1609800468.144079:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800468.144082:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.144082:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.144083:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:6.0:1609800468.144085:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.144086:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.144087:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:37.0:1609800468.144106:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800468.144106:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800468.144109:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.144111:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.144112:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.144112:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (24)++
00000800:00000200:37.0:1609800468.144114:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.144114:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (25)--
00000800:00000200:6.0:1609800468.144115:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:57.0:1609800468.144116:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.144116:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.144116:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000400:00000200:3.0:1609800468.144116:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144118:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800468.144118:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800468.144119:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.144144:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000400:00000200:57.0:1609800468.144146:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.144148:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:57.0:1609800468.144151:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.144153:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:3.0:1609800468.144154:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.144176:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (25)++
00000800:00000200:37.0:1609800468.144184:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (26)--
00000800:00000200:37.0:1609800468.144185:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (25)--
00000800:00000200:37.0:1609800468.144186:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000800:00000200:3.0:1609800468.144186:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800468.144187:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.144188:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000800:00000200:3.0:1609800468.144189:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800468.144190:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.144192:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.144192:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800468.144193:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.144193:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.144194:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.144195:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.144196:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800468.144196:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800468.144197:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:57.0:1609800468.144198:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.144199:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.144201:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800468.144202:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800468.144203:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800468.144205:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800468.144207:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.144208:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800468.144209:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (25)++
00000800:00000200:6.0:1609800468.144210:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800468.144212:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800468.144224:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.144225:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.144225:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.144226:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800468.144227:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800468.144228:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800468.144229:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.144229:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (26)++
00000800:00000200:8.0:1609800468.144230:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.144230:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (27)++
00000400:00000200:4.0:1609800468.144231:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800468.144232:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.144235:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800468.144235:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (28)++
00000800:00000200:6.0:1609800468.144236:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (29)--
00000800:00000200:3.0:1609800468.144236:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (29)--
00000800:00000200:57.0:1609800468.144237:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.144237:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800468.144237:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (29)--
00000800:00000200:4.0:1609800468.144237:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.144237:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (28)--
00000400:00000200:57.0:1609800468.144239:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144239:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.144239:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (25)--
00000400:00000200:4.0:1609800468.144239:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144240:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.144240:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:3.0:1609800468.144241:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:37.0:1609800468.144242:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (23)++
00000400:00000200:4.0:1609800468.144242:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.144243:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.144243:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (25)--
00000800:00000200:37.0:1609800468.144245:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800468.144247:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:3.0:1609800468.144247:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000800:00000200:37.0:1609800468.144250:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:6.0:1609800468.144250:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000400:00000200:3.0:1609800468.144250:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.144252:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:57.0:1609800468.144254:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800468.144254:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.144255:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.144256:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800468.144257:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:3.0:1609800468.144262:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.144264:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.144267:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800468.144269:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.144270:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.144275:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (21)++
00000800:00000200:3.0:1609800468.144277:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000800:00000200:3.0:1609800468.144280:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.144281:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:0.0:1609800468.144291:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.144294:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.144297:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800468.144325:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:6.0:1609800468.144413:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:6.0:1609800468.144418:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:6.0:1609800468.144421:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.144425:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.144428:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:6.0:1609800468.144434:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.144437:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.144439:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.144443:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.144444:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.144448:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (23)++
00000800:00000200:37.0:1609800468.144451:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000800:00000200:6.0:1609800468.144451:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (24)--
00000800:00000200:6.0:1609800468.144456:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800468.144457:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000800:00000200:6.0:1609800468.144458:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:57.0:1609800468.144460:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.144460:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:6.0:1609800468.144461:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:57.0:1609800468.144462:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144462:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000400:00000200:6.0:1609800468.144464:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800468.144466:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.144482:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:6.0:1609800468.144485:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.144487:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.144487:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:6.0:1609800468.144510:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.144512:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.144513:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:6.0:1609800468.144514:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.144515:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.144517:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800468.144517:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.144518:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:8.0:1609800468.144518:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000800:00000200:3.0:1609800468.144521:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000800:00000200:6.0:1609800468.144522:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (24)++
00000400:00000200:8.0:1609800468.144523:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.144523:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (25)--
00000800:00000200:6.0:1609800468.144524:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (25)--
00000800:00000200:6.0:1609800468.144525:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000400:00000200:37.0:1609800468.144526:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.144526:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000800:00000200:6.0:1609800468.144527:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.88@o2ib18
00000400:00000200:8.0:1609800468.144528:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144529:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800468.144548:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.144548:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800468.144549:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:37.0:1609800468.144550:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.144553:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800468.144555:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800468.144556:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.144558:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800468.144560:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (25)++
00000400:00000200:6.0:1609800468.144560:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144561:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (26)--
00000800:00000200:8.0:1609800468.144561:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.144562:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (25)--
00000400:00000200:6.0:1609800468.144562:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:3.0:1609800468.144562:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144563:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144565:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.144566:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.144566:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:6.0:1609800468.144568:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.144569:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.144570:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.144572:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800468.144572:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.144575:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (23)++
00000800:00000200:6.0:1609800468.144575:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.144575:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.144575:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.144577:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (24)++
00000800:00000200:5.0:1609800468.144579:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.144580:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (25)++
00000800:00000200:3.0:1609800468.144580:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800468.144582:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.144582:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.144583:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.144584:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (26)--
00000800:00000200:6.0:1609800468.144584:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (26)--
00000800:00000200:3.0:1609800468.144584:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.144585:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000400:00000200:5.0:1609800468.144585:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.144587:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.144600:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (22)++
00000400:00000200:57.0:1609800468.144601:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800468.144602:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.144602:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.144603:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000400:00000200:5.0:1609800468.144604:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.144607:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.144607:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.144608:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.144610:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800468.144612:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.144627:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.144628:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800468.144629:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800468.144636:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.144656:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:22.0:1609800468.144663:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800468.144666:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:22.0:1609800468.144688:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800468.144690:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (21)++
00000800:00000200:22.0:1609800468.144691:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000800:00000200:22.0:1609800468.144699:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (23)--
00000800:00000200:30.1:1609800468.144701:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (23)++
00000400:00000200:57.0:1609800468.144743:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.144750:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.144750:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000400:00000200:57.0:1609800468.144754:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:37.0:1609800468.144754:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800468.144756:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:37.0:1609800468.144756:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000400:00000200:57.0:1609800468.144761:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.144764:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:57.0:1609800468.144769:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:30.1:1609800468.144770:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.144771:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (22)++
00000800:00000200:57.0:1609800468.144772:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (23)++
00000800:00000200:57.0:1609800468.144780:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144805:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:8.0:1609800468.144812:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000400:00000200:8.0:1609800468.144814:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.144816:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000400:00000200:8.0:1609800468.144817:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.144842:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144843:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144844:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000400:00000200:6.0:1609800468.144846:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.144849:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.144870:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:57.0:1609800468.144877:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.144893:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.144896:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.144901:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.144904:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:57.0:1609800468.144908:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.144910:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:57.0:1609800468.144911:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.144915:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000400:00000200:57.0:1609800468.144919:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.144926:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.144928:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.144933:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.144935:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:30.1:1609800468.144943:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.144944:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.144945:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (22)++
00000800:00000200:57.0:1609800468.144946:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (23)++
00000800:00000200:57.0:1609800468.144949:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144951:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:8.0:1609800468.144954:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000400:00000200:8.0:1609800468.144956:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.144958:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.144959:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:8.0:1609800468.144964:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.144965:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.144965:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:3.0:1609800468.144967:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.144969:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800468.144970:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.144988:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.144988:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:38.0:1609800468.144992:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:38.0:1609800468.144998:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.145013:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:38.0:1609800468.145020:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800468.145021:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800468.145022:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:38.0:1609800468.145023:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000400:00000200:57.0:1609800468.145025:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.145027:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.145032:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.145032:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000800:00000200:57.0:1609800468.145036:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000400:00000200:38.0:1609800468.145039:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.145040:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.145042:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (21)++
00000400:00000200:38.0:1609800468.145043:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.145044:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000400:00000200:38.0:1609800468.145045:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:30.1:1609800468.145047:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (23)++
00000800:00000200:57.0:1609800468.145048:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (24)--
00000400:00000200:38.0:1609800468.145050:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.145053:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:37.0:1609800468.145056:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:38.0:1609800468.145057:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.145059:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (24)++
00000800:00000200:38.0:1609800468.145061:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (25)++
00000800:00000200:8.0:1609800468.145064:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (26)++
00000800:00000200:38.0:1609800468.145065:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (27)--
00000800:00000200:37.0:1609800468.145066:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (27)--
00000400:00000200:37.0:1609800468.145068:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.145068:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.88@o2ib18
00000400:00000200:38.0:1609800468.145069:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800468.145070:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (25)++
00000800:00000200:6.0:1609800468.145070:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (25)++
00000400:00000200:37.0:1609800468.145071:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.145073:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.145073:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (27)--
00000800:00000200:8.0:1609800468.145074:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (26)--
00000800:00000200:6.0:1609800468.145074:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (26)--
00000800:00000200:37.0:1609800468.145075:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000400:00000200:38.0:1609800468.145076:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:8.0:1609800468.145076:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000400:00000200:6.0:1609800468.145076:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.145078:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.145080:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:3.0:1609800468.145080:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000400:00000200:8.0:1609800468.145081:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.145082:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800468.145083:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800468.145083:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.145085:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:8.0:1609800468.145086:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:38.0:1609800468.145088:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800468.145088:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000800:00000200:38.0:1609800468.145089:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:38.0:1609800468.145090:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000400:00000200:57.0:1609800468.145091:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.145094:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:38.0:1609800468.145094:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000400:00000200:57.0:1609800468.145100:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.145103:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000400:00000200:38.0:1609800468.145104:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.145108:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800468.145108:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800468.145108:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.145109:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.145110:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000400:00000200:38.0:1609800468.145111:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:57.0:1609800468.145114:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (24)--
00000400:00000200:38.0:1609800468.145115:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.145118:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:3.0:1609800468.145119:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:37.0:1609800468.145128:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (24)++
00000800:00000200:3.0:1609800468.145128:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800468.145131:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:8.0:1609800468.145134:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000400:00000200:37.0:1609800468.145135:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.145135:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.145136:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.145137:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (22)++
00000400:00000200:37.0:1609800468.145137:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000400:00000200:3.0:1609800468.145137:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.145139:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (23)++
00000800:00000200:3.0:1609800468.145140:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:37.0:1609800468.145142:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:38.0:1609800468.145144:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000800:00000200:30.1:1609800468.145159:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:6.0:1609800468.145167:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:6.0:1609800468.145170:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:6.0:1609800468.145171:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.145173:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000400:00000200:57.0:1609800468.145174:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800468.145174:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.145177:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:57.0:1609800468.145179:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.145181:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.145187:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.145190:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:57.0:1609800468.145193:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:30.1:1609800468.145193:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (20)++
00000800:00000200:57.0:1609800468.145195:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.145197:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000800:00000200:57.0:1609800468.145200:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.145202:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:3.0:1609800468.145206:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.88@o2ib18
00000800:00000200:37.0:1609800468.145208:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (23)++
00000800:00000200:3.0:1609800468.145208:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (23)++
00000800:00000200:3.0:1609800468.145209:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (25)--
00000800:00000200:3.0:1609800468.145210:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (24)--
00000800:00000200:37.0:1609800468.145211:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (24)--
00000800:00000200:3.0:1609800468.145212:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000400:00000200:37.0:1609800468.145213:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.145215:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.145218:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:57.0:1609800468.145247:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.145254:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.145256:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.145274:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.145277:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:57.0:1609800468.145281:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.145283:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:57.0:1609800468.145284:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.145288:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000400:00000200:0.0:1609800468.145297:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800468.145301:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000400:00000200:0.0:1609800468.145305:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.145308:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000800:00000200:6.0:1609800468.145309:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:6.0:1609800468.145313:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:6.0:1609800468.145314:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.145314:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800468.145316:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000400:00000200:6.0:1609800468.145317:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.145318:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:6.0:1609800468.145320:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000800:00000200:0.0:1609800468.145324:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.145326:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:0.0:1609800468.145328:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000800:00000200:0.0:1609800468.145336:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000800:00000200:30.1:1609800468.145350:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:8.0:1609800468.145357:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:8.0:1609800468.145360:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:8.0:1609800468.145362:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.145363:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000400:00000200:8.0:1609800468.145364:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.145366:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000800:00000200:30.1:1609800468.145385:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (20)++
00000800:00000200:3.0:1609800468.145393:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (21)++
00000800:00000200:3.0:1609800468.145396:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.88@o2ib18
00000800:00000200:3.0:1609800468.145397:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (22)++
00000800:00000200:6.0:1609800468.145398:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.145398:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (23)--
00000800:00000200:3.0:1609800468.145400:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000400:00000200:57.0:1609800468.145633:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.88@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.145638:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.145642:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:57.0:1609800468.145665:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.145670:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:57.0:1609800468.145688:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.145691:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (20)++
00000800:00000200:57.0:1609800468.145692:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (21)++
00000800:00000200:57.0:1609800468.145698:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (22)--
00000800:00000200:30.1:1609800468.145757:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:37.0:1609800468.145811:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:37.0:1609800468.145821:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:37.0:1609800468.145825:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.145831:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.145838:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:37.0:1609800468.145840:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000800:00000200:25.1:1609800468.161513:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:18.0:1609800468.161565:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:18.0:1609800468.161578:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.95@o2ib18
00000800:00000200:25.0:1609800468.161579:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:25.0:1609800468.161586:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000400:00000200:18.0:1609800468.161588:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800468.161595:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.161597:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800468.161602:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.161605:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800468.161633:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800468.161637:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800468.161637:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:18.0:1609800468.161637:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.161640:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.161643:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800468.161644:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.161644:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:18.0:1609800468.161645:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800468.161647:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800468.161648:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.161649:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:25.0:1609800468.161651:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.161651:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800468.161652:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:19.0:1609800468.161653:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161653:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:25.0:1609800468.161673:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.161673:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:25.0:1609800468.161675:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.161675:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:57.0:1609800468.161677:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.161679:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.161681:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.161683:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800468.161684:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:20.0:1609800468.161685:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:19.0:1609800468.161685:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800468.161686:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)--
00000400:00000200:18.0:1609800468.161686:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800468.161688:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:25.0:1609800468.161689:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:20.0:1609800468.161689:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.161689:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.161689:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800468.161691:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.161692:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800468.161693:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800468.161694:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800468.161698:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.161698:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.161698:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000400:00000200:18.0:1609800468.161699:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.161700:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)--
00000400:00000200:25.0:1609800468.161701:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.161702:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800468.161702:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800468.161703:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.161703:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:25.0:1609800468.161704:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:18.0:1609800468.161704:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800468.161705:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.161705:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000400:00000200:57.0:1609800468.161707:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161707:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.161708:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.161710:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800468.161712:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800468.161715:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.161715:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000400:00000200:19.0:1609800468.161716:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800468.161717:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.161718:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:25.0:1609800468.161720:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800468.161721:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800468.161724:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800468.161728:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)++
00000800:00000200:20.0:1609800468.161728:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.161728:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (26)++
00000800:00000200:57.0:1609800468.161729:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800468.161729:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.161731:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.161731:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.161731:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:57.0:1609800468.161733:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.161735:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.161735:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (28)--
00000800:00000200:25.0:1609800468.161736:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (28)--
00000800:00000200:18.0:1609800468.161736:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (27)--
00000800:00000200:20.0:1609800468.161737:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.161737:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:1.0:1609800468.161737:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800468.161738:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800468.161739:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:19.0:1609800468.161740:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.161742:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:19.0:1609800468.161742:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800468.161742:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161743:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:20.0:1609800468.161744:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:20.0:1609800468.161745:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:57.0:1609800468.161746:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.161746:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.161747:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800468.161747:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:19.0:1609800468.161747:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.161747:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.161749:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.161749:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.161750:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.161750:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:19.0:1609800468.161751:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:18.0:1609800468.161751:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:19.0:1609800468.161752:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:18.0:1609800468.161758:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.1:1609800468.161759:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:18.0:1609800468.161760:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.161762:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.161764:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.161765:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:18.0:1609800468.161765:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.161768:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:1.0:1609800468.161768:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.161769:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:20.0:1609800468.161770:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:20.0:1609800468.161771:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:18.0:1609800468.161771:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:1.0:1609800468.161771:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.161773:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.161774:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161774:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:18.0:1609800468.161775:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:1.0:1609800468.161776:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.161777:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.1:1609800468.161783:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:19.0:1609800468.161789:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:19.0:1609800468.161793:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:19.0:1609800468.161795:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:19.0:1609800468.161797:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:1.0:1609800468.161803:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.1:1609800468.161805:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000400:00000200:1.0:1609800468.161805:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.161811:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:20.0:1609800468.161814:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:18.0:1609800468.161817:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:20.0:1609800468.161823:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800468.161824:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800468.161825:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000400:00000200:20.0:1609800468.161827:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.161831:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:20.0:1609800468.161837:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.161840:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.161860:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.161865:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.161867:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.161870:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:26.0:1609800468.161872:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:20.0:1609800468.161872:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:20.0:1609800468.161877:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:26.0:1609800468.161879:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:20.0:1609800468.161879:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:19.0:1609800468.161882:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:20.0:1609800468.161883:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000400:00000200:26.0:1609800468.161884:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.161884:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:19.0:1609800468.161885:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000400:00000200:20.0:1609800468.161886:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.161887:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000400:00000200:19.0:1609800468.161888:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.161897:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.161899:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.161899:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.161900:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.161903:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:26.0:1609800468.161910:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.161913:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.161913:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:26.0:1609800468.161917:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.161917:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.161919:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800468.161919:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:26.0:1609800468.161920:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.161922:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.161924:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.161924:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800468.161925:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.161927:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.161927:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.161928:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.161928:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:19.0:1609800468.161930:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800468.161930:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.161931:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:20.0:1609800468.161931:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:20.0:1609800468.161932:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:26.0:1609800468.161933:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:20.0:1609800468.161933:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:19.0:1609800468.161933:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800468.161933:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.161934:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:19.0:1609800468.161934:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.161934:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.161935:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:57.0:1609800468.161936:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.161936:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:20.0:1609800468.161936:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.161936:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000400:00000200:4.0:1609800468.161936:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.161937:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161937:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.161938:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:20.0:1609800468.161939:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800468.161940:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.161940:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.161942:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.161944:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800468.161945:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.161945:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.161945:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:19.0:1609800468.161946:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.161946:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000400:00000200:20.0:1609800468.161947:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:18.0:1609800468.161947:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:4.0:1609800468.161947:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.161948:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.161948:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:4.0:1609800468.161949:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.161952:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.161954:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.161954:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.161957:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.161959:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800468.161960:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.161961:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.161962:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:20.0:1609800468.161962:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.161963:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800468.161964:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.161967:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:26.0:1609800468.161968:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:20.0:1609800468.161969:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:20.0:1609800468.161970:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:57.0:1609800468.161971:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.161971:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:20.0:1609800468.161971:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:57.0:1609800468.161972:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.161974:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000400:00000200:57.0:1609800468.161975:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.162279:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.162287:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.162290:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:0.0:1609800468.162297:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.162300:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:0.0:1609800468.162305:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.162307:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:0.0:1609800468.162308:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:0.0:1609800468.162316:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:57.0:1609800468.162367:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800468.162377:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.162380:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.162384:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:57.0:1609800468.162395:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800468.162398:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.162400:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:5.0:1609800468.162401:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:57.0:1609800468.162406:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800468.162408:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.162409:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:57.0:1609800468.162411:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:5.0:1609800468.162411:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:5.0:1609800468.162417:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.162418:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:5.0:1609800468.162418:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:5.0:1609800468.162420:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:5.0:1609800468.162426:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:57.0:1609800468.162427:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.162436:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:57.0:1609800468.162438:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.162442:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:18.0:1609800468.162447:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:57.0:1609800468.162452:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800468.162454:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:57.0:1609800468.162457:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:18.0:1609800468.162457:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.162462:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.162463:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.162465:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:57.0:1609800468.162467:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:18.0:1609800468.162469:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:18.0:1609800468.162471:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:57.0:1609800468.162473:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:18.0:1609800468.162475:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000400:00000200:18.0:1609800468.162477:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.162481:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.162485:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.162487:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:18.0:1609800468.162491:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:18.0:1609800468.162493:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.162494:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:18.0:1609800468.162497:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.162500:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.162500:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:20.0:1609800468.162503:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.162503:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:20.0:1609800468.162509:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.162515:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000400:00000200:57.0:1609800468.162621:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.162626:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.162629:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:38.0:1609800468.162636:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.162640:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800468.162644:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.162645:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:38.0:1609800468.162647:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:57.0:1609800468.162650:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:25.1:1609800468.162650:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:57.0:1609800468.162653:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000400:00000200:38.0:1609800468.162654:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.162655:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:38.0:1609800468.162657:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:18.0:1609800468.162659:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:57.0:1609800468.162660:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:38.0:1609800468.162663:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.162665:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:38.0:1609800468.162666:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:18.0:1609800468.162666:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.95@o2ib18
00000800:00000200:26.0:1609800468.162670:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:38.0:1609800468.162674:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.162676:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:18.0:1609800468.162677:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:38.0:1609800468.162679:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.162679:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:38.0:1609800468.162682:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.162682:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:38.0:1609800468.162683:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:18.0:1609800468.162684:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:38.0:1609800468.162688:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800468.162688:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:20.0:1609800468.162689:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:38.0:1609800468.162690:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:18.0:1609800468.162691:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.162694:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.162696:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:25.1:1609800468.162696:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (22)++
00000400:00000200:18.0:1609800468.162696:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.162697:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:38.0:1609800468.162716:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800468.162719:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:38.0:1609800468.162720:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.162721:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:20.0:1609800468.162727:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.162737:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:18.0:1609800468.162739:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.162740:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (22)++
00000400:00000200:38.0:1609800468.162742:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.162743:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800468.162743:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.162744:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:19.0:1609800468.162746:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:57.0:1609800468.162750:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.162750:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.162752:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.162752:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:18.0:1609800468.162752:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:57.0:1609800468.162753:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:18.0:1609800468.162753:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:19.0:1609800468.162756:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.162757:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.162758:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:38.0:1609800468.162759:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000400:00000200:19.0:1609800468.162759:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.162763:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.162764:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:57.0:1609800468.162767:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.162769:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:38.0:1609800468.162770:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.162771:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.162773:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:57.0:1609800468.162775:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000400:00000200:38.0:1609800468.162776:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.162776:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:38.0:1609800468.162778:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:57.0:1609800468.162779:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:20.0:1609800468.162781:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:38.0:1609800468.162783:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.162785:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:38.0:1609800468.162786:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:20.0:1609800468.162787:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.162788:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:57.0:1609800468.162789:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800468.162790:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800468.162790:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.162792:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)++
00000400:00000200:57.0:1609800468.162793:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.162793:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:20.0:1609800468.162793:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:18.0:1609800468.162793:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:20.0:1609800468.162795:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:18.0:1609800468.162795:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.162796:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:18.0:1609800468.162798:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.162799:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:57.0:1609800468.162802:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.162804:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000400:00000200:38.0:1609800468.162804:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.162805:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:57.0:1609800468.162808:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800468.162808:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.162810:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000400:00000200:38.0:1609800468.162810:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000800:00000200:25.1:1609800468.162810:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:57.0:1609800468.162811:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (23)++
00000800:00000200:57.0:1609800468.162815:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:38.0:1609800468.162816:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.162816:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:38.0:1609800468.162818:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.162819:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (24)--
00000800:00000200:26.0:1609800468.162822:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)++
00000400:00000200:19.0:1609800468.162822:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.162823:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800468.162824:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.162825:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (24)++
00000800:00000200:38.0:1609800468.162826:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:26.0:1609800468.162828:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.162828:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:20.0:1609800468.162830:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:38.0:1609800468.162832:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:26.0:1609800468.162833:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (25)++
00000800:00000200:20.0:1609800468.162833:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (25)--
00000800:00000200:26.0:1609800468.162834:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (26)--
00000800:00000200:26.0:1609800468.162835:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (24)--
00000400:00000200:20.0:1609800468.162835:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.162837:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:38.0:1609800468.162838:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800468.162838:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.162841:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:25.1:1609800468.162844:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:19.0:1609800468.162850:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:19.0:1609800468.162853:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:19.0:1609800468.162854:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.162855:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.162855:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:38.0:1609800468.162857:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:19.0:1609800468.162857:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.162862:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.162864:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:19.0:1609800468.162865:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:38.0:1609800468.162867:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.162869:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:38.0:1609800468.162870:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:38.0:1609800468.162875:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:25.1:1609800468.162888:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:18.0:1609800468.162895:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:20.0:1609800468.162900:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:18.0:1609800468.162913:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:18.0:1609800468.162915:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.162917:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.162921:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:25.1:1609800468.162923:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:26.0:1609800468.162928:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:26.0:1609800468.162932:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.95@o2ib18
00000800:00000200:26.0:1609800468.162933:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:26.0:1609800468.162934:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:19.0:1609800468.162934:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:26.0:1609800468.162936:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000400:00000200:0.0:1609800468.162937:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.95@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.162945:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.162949:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:0.0:1609800468.162955:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.162958:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:0.0:1609800468.162963:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.162965:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:0.0:1609800468.162966:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:0.0:1609800468.162974:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:25.1:1609800468.162987:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:20.0:1609800468.162992:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:20.0:1609800468.162995:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:20.0:1609800468.162997:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.162998:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:20.0:1609800468.162999:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.163003:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:31.1:1609800468.178012:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:19.0:1609800468.178021:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:19.0:1609800468.178025:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.178027:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:19.0:1609800468.178029:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.178030:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000400:00000200:19.0:1609800468.178033:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.178033:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:26.0:1609800468.178035:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.178036:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800468.178042:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.178043:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.178045:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800468.178046:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.178050:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800468.178051:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.178053:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.178055:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.178055:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.178058:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.178059:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:26.0:1609800468.178061:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.178061:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:26.0:1609800468.178062:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.178062:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:31.1:1609800468.178066:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178066:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178067:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:26.0:1609800468.178070:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:26.0:1609800468.178071:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178075:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:18.0:1609800468.178077:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:26.0:1609800468.178078:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.178080:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.178082:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800468.178087:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.178090:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.1:1609800468.178093:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178093:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.178096:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.178097:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.178099:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:19.0:1609800468.178099:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:26.0:1609800468.178100:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:26.0:1609800468.178101:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:19.0:1609800468.178102:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.178103:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:19.0:1609800468.178105:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.178109:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.178111:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:57.0:1609800468.178116:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800468.178117:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.178129:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.178131:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.178131:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:19.0:1609800468.178132:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.178135:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.178135:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.178137:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:19.0:1609800468.178137:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.178139:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:26.0:1609800468.178141:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:19.0:1609800468.178142:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:18.0:1609800468.178143:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:57.0:1609800468.178145:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.178146:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178151:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:57.0:1609800468.178152:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800468.178152:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (24)++
00000400:00000200:26.0:1609800468.178152:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800468.178153:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.178155:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178155:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:1.0:1609800468.178156:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178157:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:26.0:1609800468.178158:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:1.0:1609800468.178160:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.178161:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:19.0:1609800468.178161:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000400:00000200:26.0:1609800468.178164:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.178164:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:20.0:1609800468.178165:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:18.0:1609800468.178166:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (26)--
00000800:00000200:26.0:1609800468.178167:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.178167:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:18.0:1609800468.178168:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:19.0:1609800468.178169:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.178170:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.178171:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.178172:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.1:1609800468.178174:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:26.0:1609800468.178174:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.178174:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.178176:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.178177:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:26.0:1609800468.178179:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:18.0:1609800468.178179:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:26.0:1609800468.178181:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:20.0:1609800468.178181:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:57.0:1609800468.178182:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.178182:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:18.0:1609800468.178182:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:1.0:1609800468.178182:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.178183:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.178183:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:19.0:1609800468.178183:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800468.178184:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.178186:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800468.178188:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.178189:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.178193:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.178193:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800468.178194:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:31.1:1609800468.178196:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:19.0:1609800468.178196:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.178198:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.178199:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.178199:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178200:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.178201:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:20.0:1609800468.178202:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800468.178202:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:20.0:1609800468.178203:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.178204:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:19.0:1609800468.178204:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:19.0:1609800468.178206:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (26)--
00000400:00000200:26.0:1609800468.178207:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.178207:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:19.0:1609800468.178208:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:18.0:1609800468.178208:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.178209:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)++
00000400:00000200:26.0:1609800468.178210:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.178211:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:18.0:1609800468.178211:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.178212:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:57.0:1609800468.178213:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800468.178213:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:26.0:1609800468.178213:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:57.0:1609800468.178214:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.178214:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800468.178218:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.178219:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:26.0:1609800468.178221:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.178222:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.178223:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.178224:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:26.0:1609800468.178226:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.178226:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000400:00000200:19.0:1609800468.178226:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.178227:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.178229:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (25)++
00000400:00000200:19.0:1609800468.178229:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.178230:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.178231:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (26)++
00000400:00000200:20.0:1609800468.178231:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.178231:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800468.178232:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:18.0:1609800468.178232:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.178236:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (27)++
00000800:00000200:57.0:1609800468.178237:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.178237:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.178238:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.178238:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (28)--
00000400:00000200:19.0:1609800468.178238:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.178238:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (28)--
00000800:00000200:26.0:1609800468.178239:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (27)--
00000400:00000200:20.0:1609800468.178240:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800468.178240:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.178240:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000400:00000200:57.0:1609800468.178241:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.178241:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:19.0:1609800468.178243:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.178245:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.178246:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000400:00000200:20.0:1609800468.178246:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.178246:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.178248:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)++
00000800:00000200:20.0:1609800468.178249:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.178250:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (26)--
00000800:00000200:20.0:1609800468.178251:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.178251:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:18.0:1609800468.178252:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:4.0:1609800468.178253:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.178254:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.178254:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:20.0:1609800468.178255:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800468.178255:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.178256:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.178256:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:19.0:1609800468.178257:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:26.0:1609800468.178259:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.178259:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:4.0:1609800468.178259:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.178260:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:26.0:1609800468.178261:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:20.0:1609800468.178261:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:57.0:1609800468.178263:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.178265:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.178267:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.178268:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.178270:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.178272:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800468.178273:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.178275:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800468.178275:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.178276:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800468.178277:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.178281:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178282:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:26.0:1609800468.178285:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:26.0:1609800468.178286:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:4.0:1609800468.178293:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.178294:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.178296:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800468.178298:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.178300:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.178302:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800468.178304:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:18.0:1609800468.178310:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:18.0:1609800468.178314:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:18.0:1609800468.178315:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:18.0:1609800468.178317:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:31.1:1609800468.178490:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:20.0:1609800468.178499:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:20.0:1609800468.178505:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.178508:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:20.0:1609800468.178511:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.178515:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.178518:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:20.0:1609800468.178529:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.178534:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.178538:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.178543:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.178546:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfaf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.178552:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:20.0:1609800468.178554:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:20.0:1609800468.178556:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:31.1:1609800468.178594:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:0.0:1609800468.178596:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.178598:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.178601:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.178603:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:19.0:1609800468.178609:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.158@o2ib18
00000800:00000200:18.0:1609800468.178614:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:19.0:1609800468.178615:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.178620:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.178625:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:19.0:1609800468.178635:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.178640:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.178644:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.178648:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.178649:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.178651:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.178658:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (21)++
00000400:00000200:57.0:1609800468.178660:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178660:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:19.0:1609800468.178662:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000400:00000200:57.0:1609800468.178665:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:57.0:1609800468.178677:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.178683:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800468.178690:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.178693:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:57.0:1609800468.178695:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.178705:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:22.0:1609800468.178729:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.178735:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.178744:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800468.178768:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:26.0:1609800468.178776:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:26.0:1609800468.178780:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:26.0:1609800468.178783:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.178784:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:26.0:1609800468.178788:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.178792:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000400:00000200:57.0:1609800468.178795:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.178800:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.178801:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.178805:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:5.0:1609800468.178809:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.178814:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:57.0:1609800468.178815:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.178822:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000400:00000200:5.0:1609800468.178823:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800468.178827:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800468.178829:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.178831:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:5.0:1609800468.178832:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.178833:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:5.0:1609800468.178834:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.178840:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:5.0:1609800468.178841:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:5.0:1609800468.178848:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:57.0:1609800468.178850:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800468.178855:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:5.0:1609800468.178856:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.178863:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.178864:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:57.0:1609800468.178867:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:18.0:1609800468.178869:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:19.0:1609800468.178872:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:18.0:1609800468.178884:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.178888:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.178889:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000400:00000200:5.0:1609800468.178891:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:31.1:1609800468.178892:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:57.0:1609800468.178899:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.178900:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:57.0:1609800468.178904:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:20.0:1609800468.178904:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:18.0:1609800468.178905:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:20.0:1609800468.178907:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.178907:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:5.0:1609800468.178910:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800468.178912:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:5.0:1609800468.178913:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800468.178916:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800468.178917:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.178918:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:20.0:1609800468.178918:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:5.0:1609800468.178920:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:57.0:1609800468.178921:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.178926:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:5.0:1609800468.178927:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:5.0:1609800468.178931:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:31.1:1609800468.178939:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:57.0:1609800468.178941:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.178946:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.178948:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:57.0:1609800468.178950:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:19.0:1609800468.178952:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:19.0:1609800468.178954:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.178956:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:57.0:1609800468.178960:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.178960:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:19.0:1609800468.178960:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000400:00000200:26.0:1609800468.178962:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.178982:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:18.0:1609800468.178982:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:26.0:1609800468.178983:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.178983:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:57.0:1609800468.178985:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.178986:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:57.0:1609800468.178987:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.178988:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.178991:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:57.0:1609800468.178995:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.179001:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.179001:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000400:00000200:57.0:1609800468.179003:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:20.0:1609800468.179007:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:20.0:1609800468.179009:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:20.0:1609800468.179010:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.179011:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800468.179012:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.179012:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:57.0:1609800468.179013:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:20.0:1609800468.179015:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:57.0:1609800468.179016:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.179017:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:57.0:1609800468.179018:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.179021:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:57.0:1609800468.179025:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.179028:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.179031:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:57.0:1609800468.179035:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.179038:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800468.179040:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.179041:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:57.0:1609800468.179042:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:57.0:1609800468.179045:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:57.0:1609800468.179049:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.179052:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.179053:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:57.0:1609800468.179058:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.179061:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:57.0:1609800468.179063:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800468.179063:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:57.0:1609800468.179064:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:57.0:1609800468.179065:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:57.0:1609800468.179067:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.158@o2ib18: no credits
00000800:00000200:57.0:1609800468.179068:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:19.0:1609800468.179069:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000400:00000200:57.0:1609800468.179071:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.179072:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.158@o2ib18: no credits
00000400:00000200:57.0:1609800468.179073:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.179073:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:26.0:1609800468.179074:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000400:00000200:57.0:1609800468.179075:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:19.0:1609800468.179075:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.179077:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.179078:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.158@o2ib18: no credits
00000800:00000200:26.0:1609800468.179079:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:18.0:1609800468.179079:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (25)--
00000400:00000200:57.0:1609800468.179080:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800468.179080:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.179082:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000400:00000200:26.0:1609800468.179083:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.179083:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:57.0:1609800468.179085:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.179085:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:57.0:1609800468.179086:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:57.0:1609800468.179086:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:57.0:1609800468.179088:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.158@o2ib18: no credits
00000800:00000200:57.0:1609800468.179088:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:38.0:1609800468.179155:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.179163:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.179164:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:38.0:1609800468.179167:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:20.0:1609800468.179170:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:20.0:1609800468.179173:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.158@o2ib18
00000400:00000200:38.0:1609800468.179174:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800468.179175:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:38.0:1609800468.179178:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:20.0:1609800468.179182:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:38.0:1609800468.179183:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.179184:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:20.0:1609800468.179184:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:38.0:1609800468.179185:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:38.0:1609800468.179187:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:31.1:1609800468.179189:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:38.0:1609800468.179193:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:19.0:1609800468.179197:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)++
00000800:00000200:19.0:1609800468.179200:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (25)--
00000800:00000200:26.0:1609800468.179203:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:19.0:1609800468.179214:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.179215:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:19.0:1609800468.179217:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.179220:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (24)--
00000800:00000200:18.0:1609800468.179222:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000800:00000200:18.0:1609800468.179224:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:18.0:1609800468.179226:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.179227:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:18.0:1609800468.179228:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.179229:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (24)--
00000400:00000200:20.0:1609800468.179230:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.179231:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:26.0:1609800468.179233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:20.0:1609800468.179233:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.179236:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:31.1:1609800468.179337:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:19.0:1609800468.179342:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:19.0:1609800468.179346:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.158@o2ib18
00000800:00000200:19.0:1609800468.179348:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:18.0:1609800468.179348:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:19.0:1609800468.179349:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:19.0:1609800468.179350:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000400:00000200:0.0:1609800468.179351:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.179355:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:26.0:1609800468.179361:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000400:00000200:0.0:1609800468.179363:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.179364:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.140@o2ib18
00000800:00000200:20.0:1609800468.179366:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:26.0:1609800468.179368:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800468.179370:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:26.0:1609800468.179371:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.179373:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:25.1:1609800468.179374:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:18.0:1609800468.179379:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000400:00000200:26.0:1609800468.179380:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.179383:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.179384:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.179385:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:26.0:1609800468.179386:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800468.179386:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.179389:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.179390:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.179394:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)++
00000400:00000200:18.0:1609800468.179394:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.179395:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:0.0:1609800468.179395:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.179396:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:18.0:1609800468.179398:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.179402:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:0.0:1609800468.179404:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.179407:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000400:00000200:18.0:1609800468.179408:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800468.179409:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:18.0:1609800468.179411:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.179414:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.179417:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.179418:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.179421:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:0.0:1609800468.179421:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:18.0:1609800468.179423:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)--
00000800:00000200:18.0:1609800468.179424:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:31.1:1609800468.179434:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:20.0:1609800468.179439:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:25.1:1609800468.179442:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:20.0:1609800468.179442:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:20.0:1609800468.179443:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.179445:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.179446:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:19.0:1609800468.179448:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.179451:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:19.0:1609800468.179451:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.179452:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:19.0:1609800468.179454:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800468.179456:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800468.179457:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.179458:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.179459:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.179460:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:0.0:1609800468.179465:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800468.179467:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.179470:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.179470:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800468.179473:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.179473:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.179473:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.179476:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800468.179477:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:19.0:1609800468.179477:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.179478:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800468.179478:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800468.179483:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800468.179486:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:19.0:1609800468.179488:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:19.0:1609800468.179490:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:1.0:1609800468.179490:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800468.179491:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800468.179491:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:22.0:1609800468.179493:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:22.0:1609800468.179494:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000400:00000200:1.0:1609800468.179497:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000800:00000200:22.0:1609800468.179500:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:25.1:1609800468.179504:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:20.0:1609800468.179509:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000400:00000200:1.0:1609800468.179509:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800468.179512:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:20.0:1609800468.179513:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.179515:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:20.0:1609800468.179516:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800468.179516:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:26.0:1609800468.179517:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000400:00000200:20.0:1609800468.179519:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.179520:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:18.0:1609800468.179521:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:26.0:1609800468.179522:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.179522:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800468.179523:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:1.0:1609800468.179523:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800468.179524:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.179524:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.158@o2ib18
00000800:00000200:18.0:1609800468.179526:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:18.0:1609800468.179527:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:1.0:1609800468.179527:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)++
00000400:00000200:20.0:1609800468.179528:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.179528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:20.0:1609800468.179530:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:1.0:1609800468.179530:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:26.0:1609800468.179531:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:20.0:1609800468.179533:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.179535:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.179536:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.179539:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:1.0:1609800468.179541:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:20.0:1609800468.179542:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (22)++
00000800:00000200:20.0:1609800468.179547:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:20.0:1609800468.179547:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:57.0:1609800468.179549:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.179551:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.179553:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000400:00000200:57.0:1609800468.179554:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800468.179555:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000400:00000200:1.0:1609800468.179558:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.158@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.179559:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:18.0:1609800468.179562:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:19.0:1609800468.179563:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.179566:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000400:00000200:19.0:1609800468.179566:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.179566:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:26.0:1609800468.179567:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000800:00000200:20.0:1609800468.179568:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000400:00000200:19.0:1609800468.179568:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.179568:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.179569:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000400:00000200:18.0:1609800468.179570:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.179571:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000400:00000200:19.0:1609800468.179571:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800468.179574:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.179576:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000400:00000200:19.0:1609800468.179577:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.179579:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800468.179579:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.179581:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000400:00000200:20.0:1609800468.179582:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.179582:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.1:1609800468.179584:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (22)++
00000800:00000200:19.0:1609800468.179584:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800468.179584:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.179585:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.179585:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800468.179585:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.179587:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800468.179589:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)++
00000800:00000200:26.0:1609800468.179590:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:19.0:1609800468.179590:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (24)--
00000400:00000200:1.0:1609800468.179590:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:4.0:1609800468.179591:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.179592:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:26.0:1609800468.179594:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.179594:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:19.0:1609800468.179596:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:18.0:1609800468.179596:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000400:00000200:20.0:1609800468.179597:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.179600:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.179602:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800468.179602:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.179603:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.179605:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.179605:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.179606:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.179609:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.179609:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.179609:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)++
00000800:00000200:1.0:1609800468.179609:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:20.0:1609800468.179610:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (24)--
00000400:00000200:19.0:1609800468.179610:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.179611:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000400:00000200:26.0:1609800468.179613:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.179615:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.179616:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:1.0:1609800468.179616:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.179618:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:4.0:1609800468.179620:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800468.179620:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (21)++
00000400:00000200:26.0:1609800468.179621:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800468.179622:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.179624:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.179624:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:25.1:1609800468.179626:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (22)++
00000800:00000200:1.0:1609800468.179626:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:26.0:1609800468.179627:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800468.179628:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.179630:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800468.179630:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.179631:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.179631:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:19.0:1609800468.179633:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.179634:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (24)++
00000800:00000200:18.0:1609800468.179634:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.179635:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (25)--
00000800:00000200:26.0:1609800468.179636:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:19.0:1609800468.179636:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.179637:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:19.0:1609800468.179638:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.179638:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.179639:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800468.179640:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:22.0:1609800468.179640:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.179640:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000400:00000200:22.0:1609800468.179642:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.179642:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.179643:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)++
00000400:00000200:20.0:1609800468.179643:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.179643:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (24)++
00000800:00000200:26.0:1609800468.179645:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000400:00000200:22.0:1609800468.179645:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800468.179645:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:18.0:1609800468.179650:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.179653:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.179654:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (26)++
00000800:00000200:0.0:1609800468.179655:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.179656:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.179656:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800468.179657:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.179658:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800468.179658:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (27)--
00000400:00000200:0.0:1609800468.179658:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.179659:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000800:00000200:18.0:1609800468.179659:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.179660:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:18.0:1609800468.179660:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.179662:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.179662:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:19.0:1609800468.179663:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.179664:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:0.0:1609800468.179664:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.179665:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800468.179666:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.179669:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.179669:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800468.179670:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.179671:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.179671:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.179672:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (25)++
00000400:00000200:57.0:1609800468.179673:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.179673:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.179674:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.179674:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (26)--
00000800:00000200:26.0:1609800468.179675:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.179675:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.179675:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)--
00000800:00000200:19.0:1609800468.179676:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:26.0:1609800468.179677:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.179677:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)++
00000800:00000200:19.0:1609800468.179678:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:26.0:1609800468.179679:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.179679:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:20.0:1609800468.179680:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (25)++
00000800:00000200:19.0:1609800468.179680:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)++
00000800:00000200:20.0:1609800468.179681:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (27)--
00000800:00000200:19.0:1609800468.179681:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (27)--
00000800:00000200:26.0:1609800468.179682:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (25)++
00000800:00000200:19.0:1609800468.179682:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000400:00000200:18.0:1609800468.179682:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.179683:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (25)--
00000800:00000200:20.0:1609800468.179683:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:19.0:1609800468.179684:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:26.0:1609800468.179685:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:18.0:1609800468.179685:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.179686:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.179687:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.179688:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:57.0:1609800468.179690:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800468.179693:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.179697:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.179700:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.179704:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.179706:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.179708:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:18.0:1609800468.179711:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (22)++
00000800:00000200:18.0:1609800468.179718:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:18.0:1609800468.179720:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.179728:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.179733:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:5.0:1609800468.179734:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.179735:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000800:00000200:20.0:1609800468.179736:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:20.0:1609800468.179737:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:5.0:1609800468.179739:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.179746:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800468.179754:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.179757:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.179761:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800468.179805:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:26.0:1609800468.179810:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:26.0:1609800468.179814:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:18.0:1609800468.179816:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:26.0:1609800468.179817:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.179820:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.179822:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:26.0:1609800468.179828:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.179830:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.179833:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.179835:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.179836:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.179839:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:26.0:1609800468.179841:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)--
00000800:00000200:26.0:1609800468.179841:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:22.0:1609800468.179850:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.179851:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.179854:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.1:1609800468.179862:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:20.0:1609800468.179867:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.179870:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.179872:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:20.0:1609800468.179874:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.179876:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.179878:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:20.0:1609800468.179884:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.179886:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.179888:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.179891:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.179892:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.179895:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.179897:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)--
00000800:00000200:20.0:1609800468.179898:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:38.0:1609800468.180015:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.180023:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.180027:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800468.180034:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.180053:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:38.0:1609800468.180058:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.180060:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (20)++
00000800:00000200:38.0:1609800468.180061:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000800:00000200:0.0:1609800468.180063:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.180065:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.180068:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800468.180069:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:57.0:1609800468.180072:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.180077:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.180078:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.180081:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:38.0:1609800468.180081:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.180084:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:57.0:1609800468.180088:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.180092:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000400:00000200:38.0:1609800468.180095:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.180098:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:25.1:1609800468.180098:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:57.0:1609800468.180100:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.180102:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:38.0:1609800468.180102:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.180104:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:57.0:1609800468.180105:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000800:00000200:18.0:1609800468.180105:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:57.0:1609800468.180112:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (26)--
00000800:00000200:38.0:1609800468.180112:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (26)++
00000800:00000200:38.0:1609800468.180118:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (26)--
00000400:00000200:38.0:1609800468.180131:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.180131:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (25)--
00000400:00000200:18.0:1609800468.180133:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.180134:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.180136:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:18.0:1609800468.180136:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.180143:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.180146:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:26.0:1609800468.180146:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)++
00000800:00000200:38.0:1609800468.180149:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.180150:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)--
00000800:00000200:38.0:1609800468.180151:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (25)++
00000800:00000200:38.0:1609800468.180152:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (25)++
00000800:00000200:26.0:1609800468.180152:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000800:00000200:18.0:1609800468.180152:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (25)++
00000400:00000200:26.0:1609800468.180154:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.180157:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.180159:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (26)--
00000800:00000200:20.0:1609800468.180159:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000800:00000200:18.0:1609800468.180160:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000800:00000200:26.0:1609800468.180161:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000400:00000200:18.0:1609800468.180162:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.180166:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.180170:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.180173:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.180179:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:19.0:1609800468.180186:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:20.0:1609800468.180191:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (22)--
00000400:00000200:20.0:1609800468.180193:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.180195:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.180198:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:1.0:1609800468.180216:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.180224:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.180227:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:57.0:1609800468.180232:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.180234:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.180237:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:1.0:1609800468.180244:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.180246:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (20)++
00000400:00000200:57.0:1609800468.180247:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.180247:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000400:00000200:57.0:1609800468.180250:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:1.0:1609800468.180255:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:57.0:1609800468.180256:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.180259:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000400:00000200:1.0:1609800468.180260:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.180263:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.180265:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:57.0:1609800468.180271:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (22)++
00000800:00000200:25.1:1609800468.180273:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (22)++
00000800:00000200:57.0:1609800468.180276:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (24)--
00000400:00000200:1.0:1609800468.180277:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.180279:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000400:00000200:1.0:1609800468.180280:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:57.0:1609800468.180281:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.180283:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000400:00000200:18.0:1609800468.180284:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.180285:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000400:00000200:1.0:1609800468.180287:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800468.180288:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:25.1:1609800468.180289:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (22)++
00000800:00000200:1.0:1609800468.180290:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000400:00000200:57.0:1609800468.180292:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.180294:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:19.0:1609800468.180294:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:1.0:1609800468.180294:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.180296:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (23)++
00000800:00000200:1.0:1609800468.180297:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (25)++
00000400:00000200:57.0:1609800468.180300:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.180301:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (26)--
00000800:00000200:1.0:1609800468.180302:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (26)--
00000800:00000200:57.0:1609800468.180303:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.180303:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000800:00000200:18.0:1609800468.180303:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000400:00000200:19.0:1609800468.180305:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.180306:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.180308:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:57.0:1609800468.180309:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000400:00000200:19.0:1609800468.180309:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.180312:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (24)--
00000800:00000200:25.1:1609800468.180312:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (24)++
00000800:00000200:19.0:1609800468.180314:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000400:00000200:57.0:1609800468.180316:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.180316:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:26.0:1609800468.180319:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:19.0:1609800468.180319:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000400:00000200:19.0:1609800468.180320:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.180322:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.180323:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.180324:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:57.0:1609800468.180329:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.180331:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.180333:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.180340:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:18.0:1609800468.180346:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:57.0:1609800468.180349:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.180349:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000400:00000200:18.0:1609800468.180350:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.180351:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:26.0:1609800468.180351:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:18.0:1609800468.180353:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.180356:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000800:00000200:18.0:1609800468.180356:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:57.0:1609800468.180358:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.140@o2ib18: no credits
00000800:00000200:57.0:1609800468.180359:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:57.0:1609800468.180363:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.180366:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.180368:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:25.1:1609800468.180368:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000400:00000200:57.0:1609800468.180373:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.180374:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:57.0:1609800468.180376:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:20.0:1609800468.180377:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.140@o2ib18
00000800:00000200:57.0:1609800468.180378:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.180379:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (23)++
00000800:00000200:19.0:1609800468.180379:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:57.0:1609800468.180381:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000800:00000200:20.0:1609800468.180381:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)++
00000800:00000200:20.0:1609800468.180382:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (24)--
00000800:00000200:20.0:1609800468.180383:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:57.0:1609800468.180385:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (23)--
00000400:00000200:4.0:1609800468.180389:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.180391:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (22)++
00000800:00000200:26.0:1609800468.180396:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000800:00000200:26.0:1609800468.180399:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000400:00000200:4.0:1609800468.180399:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.180400:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.180402:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)++
00000400:00000200:26.0:1609800468.180403:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:4.0:1609800468.180404:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:26.0:1609800468.180405:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (24)--
00000800:00000200:26.0:1609800468.180406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:18.0:1609800468.180406:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (24)--
00000400:00000200:18.0:1609800468.180407:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.180410:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:4.0:1609800468.180412:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.180415:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:18.0:1609800468.180416:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:4.0:1609800468.180421:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.180423:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (20)++
00000800:00000200:4.0:1609800468.180424:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000800:00000200:4.0:1609800468.180449:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:4.0:1609800468.180453:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.180459:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.180465:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:20.0:1609800468.180468:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000800:00000200:26.0:1609800468.180470:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:20.0:1609800468.180470:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.180470:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.180472:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000400:00000200:4.0:1609800468.180473:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:4.0:1609800468.180478:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.180481:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:4.0:1609800468.180481:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:4.0:1609800468.180485:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.180486:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (20)++
00000800:00000200:4.0:1609800468.180487:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000800:00000200:4.0:1609800468.180491:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:4.0:1609800468.180496:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800468.180500:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.180501:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000800:00000200:25.1:1609800468.180502:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000400:00000200:4.0:1609800468.180505:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.180507:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:4.0:1609800468.180508:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:19.0:1609800468.180510:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000800:00000200:4.0:1609800468.180511:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800468.180512:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800468.180512:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:18.0:1609800468.180513:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:4.0:1609800468.180513:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (23)++
00000400:00000200:19.0:1609800468.180514:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:4.0:1609800468.180516:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.140@o2ib18: no credits
00000800:00000200:4.0:1609800468.180516:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:19.0:1609800468.180517:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.180530:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:26.0:1609800468.180535:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:26.0:1609800468.180539:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.140@o2ib18
00000800:00000200:20.0:1609800468.180541:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (23)--
00000800:00000200:26.0:1609800468.180546:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:26.0:1609800468.180548:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:26.0:1609800468.180549:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.180556:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:18.0:1609800468.180561:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:18.0:1609800468.180564:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000400:00000200:18.0:1609800468.180566:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.180567:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:18.0:1609800468.180568:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.180572:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:25.1:1609800468.180686:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000400:00000200:57.0:1609800468.180690:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.140@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.180691:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:20.0:1609800468.180695:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.140@o2ib18
00000800:00000200:20.0:1609800468.180696:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)++
00000800:00000200:26.0:1609800468.180697:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:20.0:1609800468.180697:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:20.0:1609800468.180698:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:57.0:1609800468.180699:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.180701:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:57.0:1609800468.180707:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.180710:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:57.0:1609800468.180714:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.180716:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (20)++
00000800:00000200:57.0:1609800468.180717:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (21)++
00000800:00000200:57.0:1609800468.180721:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800468.180731:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:19.0:1609800468.180737:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:19.0:1609800468.180739:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000400:00000200:19.0:1609800468.180741:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.180742:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:19.0:1609800468.180743:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.180745:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000800:00000200:25.1:1609800468.193363:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (20)++
00000800:00000200:26.0:1609800468.193368:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)++
00000800:00000200:26.0:1609800468.193372:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.193374:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000400:00000200:26.0:1609800468.193375:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.193377:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:26.0:1609800468.193379:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.193380:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.193382:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:26.0:1609800468.193406:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.193409:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.193410:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.193412:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.193412:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800468.193415:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.193417:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.193417:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000400:00000200:20.0:1609800468.193418:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.193420:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)++
00000800:00000200:26.0:1609800468.193421:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)--
00000800:00000200:20.0:1609800468.193421:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.193422:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:20.0:1609800468.193423:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.193424:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:18.0:1609800468.193425:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:26.0:1609800468.193426:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.193426:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.193427:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.193429:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.193429:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.193430:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)++
00000400:00000200:26.0:1609800468.193450:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.193450:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)--
00000800:00000200:20.0:1609800468.193451:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000400:00000200:26.0:1609800468.193452:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800468.193452:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:20.0:1609800468.193454:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:26.0:1609800468.193457:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.193460:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.193462:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.193462:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.193464:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.193465:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800468.193465:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:26.0:1609800468.193466:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.193469:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)++
00000400:00000200:20.0:1609800468.193470:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.193471:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)--
00000800:00000200:26.0:1609800468.193472:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000400:00000200:18.0:1609800468.193472:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.193473:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:20.0:1609800468.193473:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800468.193476:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800468.193478:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.193478:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.193479:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.193481:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.193483:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.193483:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.193485:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.193485:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.193485:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800468.193485:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.193486:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.193487:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.193488:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.193488:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:20.0:1609800468.193490:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (23)++
00000400:00000200:0.0:1609800468.193490:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.193494:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:57.0:1609800468.193495:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.193495:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000800:00000200:18.0:1609800468.193496:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000400:00000200:57.0:1609800468.193497:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.193498:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000400:00000200:57.0:1609800468.193499:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.193499:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.193504:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:0.0:1609800468.193504:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.193505:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.193506:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.193507:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.193508:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.193510:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.193510:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800468.193512:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000800:00000200:26.0:1609800468.193513:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:26.0:1609800468.193514:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:25.1:1609800468.193574:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (20)++
00000800:00000200:20.0:1609800468.193579:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)++
00000800:00000200:20.0:1609800468.193582:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:20.0:1609800468.193585:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.193585:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000400:00000200:20.0:1609800468.193588:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.193590:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:18.0:1609800468.193590:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:26.0:1609800468.193592:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000400:00000200:18.0:1609800468.193594:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.193595:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:20.0:1609800468.193596:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.193598:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.193598:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.193598:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000400:00000200:18.0:1609800468.193598:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.193600:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:20.0:1609800468.193601:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.193603:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.193604:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.193606:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.193609:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.193609:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:18.0:1609800468.193609:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.193611:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:20.0:1609800468.193611:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800468.193612:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:18.0:1609800468.193615:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800468.193617:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.193618:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.193620:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.193620:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.193622:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.193623:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:18.0:1609800468.193624:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:26.0:1609800468.193625:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.193625:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:26.0:1609800468.193626:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.193628:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (21)++
00000800:00000200:25.1:1609800468.193629:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (22)++
00000800:00000200:57.0:1609800468.193630:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.193630:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000400:00000200:57.0:1609800468.193632:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.193634:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.193634:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)++
00000800:00000200:26.0:1609800468.193635:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:26.0:1609800468.193638:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:26.0:1609800468.193639:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:19.0:1609800468.193640:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.193642:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)++
00000800:00000200:26.0:1609800468.193643:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.193644:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:19.0:1609800468.193644:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.193644:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)++
00000400:00000200:26.0:1609800468.193646:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.193646:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (26)--
00000400:00000200:20.0:1609800468.193647:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.193648:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)--
00000800:00000200:18.0:1609800468.193648:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)++
00000400:00000200:19.0:1609800468.193649:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.193650:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:26.0:1609800468.193651:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.193651:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.193653:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:18.0:1609800468.193654:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800468.193654:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.193657:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.193660:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800468.193661:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.193664:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.193665:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:26.0:1609800468.193668:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800468.193668:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.193671:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.193672:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800468.193674:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.193674:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.193675:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.193676:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800468.193677:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.193678:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.193679:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.193679:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)++
00000800:00000200:26.0:1609800468.193681:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.193681:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.193681:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (26)--
00000400:00000200:18.0:1609800468.193681:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:26.0:1609800468.193682:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.193682:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.193682:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)--
00000800:00000200:19.0:1609800468.193683:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:20.0:1609800468.193684:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:26.0:1609800468.193685:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:20.0:1609800468.193685:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:26.0:1609800468.193686:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)--
00000800:00000200:20.0:1609800468.193686:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:26.0:1609800468.193688:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:18.0:1609800468.193689:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.193692:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.193696:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.193698:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800468.193699:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.193700:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800468.193700:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.193702:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (21)++
00000400:00000200:5.0:1609800468.193703:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.193705:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000800:00000200:5.0:1609800468.193710:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.193711:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.193712:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:18.0:1609800468.193713:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:5.0:1609800468.193713:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800468.193717:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.193719:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.193720:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:5.0:1609800468.193720:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.193722:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.193723:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800468.193724:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.193725:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:19.0:1609800468.193728:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.193730:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:20.0:1609800468.193732:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (24)--
00000400:00000200:19.0:1609800468.193732:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.193733:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000800:00000200:20.0:1609800468.193734:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000400:00000200:19.0:1609800468.193735:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.193737:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:20.0:1609800468.193737:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000400:00000200:19.0:1609800468.193737:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:26.0:1609800468.193739:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.119@o2ib18
00000800:00000200:22.0:1609800468.193739:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.193739:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000400:00000200:22.0:1609800468.193740:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.193744:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800468.193744:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.193744:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.193745:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.193747:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.193748:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.193748:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.193750:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:20.0:1609800468.193752:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:19.0:1609800468.193754:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.193755:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800468.193757:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.193760:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:20.0:1609800468.193760:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.193762:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.193762:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:19.0:1609800468.193763:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:20.0:1609800468.193764:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.193764:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800468.193765:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.193765:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.193768:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.193768:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800468.193770:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.193770:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:20.0:1609800468.193771:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:26.0:1609800468.193773:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.193774:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8af00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.193776:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.193777:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.193777:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:26.0:1609800468.193777:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:57.0:1609800468.193778:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.193778:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.193780:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.193781:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.193783:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800468.193789:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.193791:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.193793:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.193982:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.193988:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.193991:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800468.193997:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194000:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194005:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.194007:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:57.0:1609800468.194008:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.194014:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194057:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:18.0:1609800468.194063:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:18.0:1609800468.194066:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:18.0:1609800468.194068:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.194071:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.194075:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:18.0:1609800468.194076:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:38.0:1609800468.194194:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.194202:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.194205:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:38.0:1609800468.194212:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.194215:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:38.0:1609800468.194220:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.194222:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:38.0:1609800468.194223:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:38.0:1609800468.194232:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000400:00000200:38.0:1609800468.194237:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800468.194245:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:20.0:1609800468.194250:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000400:00000200:38.0:1609800468.194252:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.194253:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:38.0:1609800468.194254:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:26.0:1609800468.194255:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:38.0:1609800468.194258:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800468.194260:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.194261:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000400:00000200:20.0:1609800468.194263:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.194264:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.194265:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (21)++
00000800:00000200:20.0:1609800468.194266:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:38.0:1609800468.194267:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000800:00000200:38.0:1609800468.194271:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194282:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:18.0:1609800468.194287:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:18.0:1609800468.194291:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:18.0:1609800468.194293:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.194294:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:18.0:1609800468.194296:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.194314:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:1.0:1609800468.194337:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.194344:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.194348:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:1.0:1609800468.194354:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.194357:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:1.0:1609800468.194362:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.194364:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:1.0:1609800468.194365:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:1.0:1609800468.194373:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194387:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:26.0:1609800468.194392:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800468.194395:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800468.194396:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.194397:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:26.0:1609800468.194399:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.194400:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800468.194402:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:57.0:1609800468.194406:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194409:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800468.194415:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194419:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194423:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.194425:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:57.0:1609800468.194427:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.194433:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000400:00000200:57.0:1609800468.194437:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194440:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194442:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:25.1:1609800468.194444:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000400:00000200:57.0:1609800468.194447:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.194449:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:57.0:1609800468.194450:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194452:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.194453:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:57.0:1609800468.194454:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (24)++
00000800:00000200:19.0:1609800468.194454:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:19.0:1609800468.194455:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.194456:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)++
00000800:00000200:57.0:1609800468.194457:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (24)--
00000400:00000200:19.0:1609800468.194459:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.194461:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.194461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000800:00000200:18.0:1609800468.194461:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.119@o2ib18
00000800:00000200:19.0:1609800468.194462:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000800:00000200:18.0:1609800468.194463:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)++
00000400:00000200:57.0:1609800468.194464:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.194465:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000400:00000200:57.0:1609800468.194466:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:18.0:1609800468.194466:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194467:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000400:00000200:57.0:1609800468.194470:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.194472:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:57.0:1609800468.194473:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194475:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.194475:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800468.194476:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.194477:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:57.0:1609800468.194478:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)++
00000400:00000200:26.0:1609800468.194478:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.194486:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (23)++
00000800:00000200:57.0:1609800468.194489:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (24)--
00000800:00000200:26.0:1609800468.194490:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:57.0:1609800468.194494:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194497:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194499:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:25.1:1609800468.194501:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000400:00000200:57.0:1609800468.194504:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194506:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:19.0:1609800468.194506:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:19.0:1609800468.194508:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000800:00000200:57.0:1609800468.194509:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800468.194509:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.194510:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:57.0:1609800468.194511:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (23)++
00000800:00000200:18.0:1609800468.194511:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:19.0:1609800468.194512:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.194513:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)--
00000400:00000200:4.0:1609800468.194514:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.194515:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:57.0:1609800468.194518:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194521:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.194522:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194523:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:25.1:1609800468.194525:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000400:00000200:4.0:1609800468.194526:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800468.194529:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.194530:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:57.0:1609800468.194531:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:20.0:1609800468.194532:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:20.0:1609800468.194533:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.194534:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:20.0:1609800468.194535:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:4.0:1609800468.194535:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194539:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.194539:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:4.0:1609800468.194539:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194540:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:57.0:1609800468.194541:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.194544:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000400:00000200:57.0:1609800468.194548:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194551:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.1:1609800468.194555:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000400:00000200:57.0:1609800468.194559:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:18.0:1609800468.194560:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:4.0:1609800468.194560:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.194562:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:18.0:1609800468.194563:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:57.0:1609800468.194564:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.194564:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (24)++
00000800:00000200:19.0:1609800468.194565:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000400:00000200:18.0:1609800468.194565:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.194567:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000400:00000200:18.0:1609800468.194567:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.194570:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.194570:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)--
00000800:00000200:57.0:1609800468.194571:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)++
00000800:00000200:4.0:1609800468.194572:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:57.0:1609800468.194573:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000400:00000200:4.0:1609800468.194577:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.194578:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:25.1:1609800468.194581:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800468.194586:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000800:00000200:26.0:1609800468.194589:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.119@o2ib18
00000800:00000200:26.0:1609800468.194590:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (24)++
00000800:00000200:26.0:1609800468.194591:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (25)--
00000800:00000200:20.0:1609800468.194591:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)++
00000800:00000200:26.0:1609800468.194593:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (25)--
00000800:00000200:20.0:1609800468.194593:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (26)--
00000400:00000200:4.0:1609800468.194593:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.194594:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.194595:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (23)++
00000400:00000200:4.0:1609800468.194596:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:26.0:1609800468.194597:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (24)--
00000400:00000200:20.0:1609800468.194597:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.194597:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (24)--
00000400:00000200:26.0:1609800468.194598:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.194601:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000400:00000200:4.0:1609800468.194604:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.194606:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:4.0:1609800468.194607:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:26.0:1609800468.194608:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:4.0:1609800468.194611:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.194612:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:4.0:1609800468.194614:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:4.0:1609800468.194618:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194630:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:19.0:1609800468.194635:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:19.0:1609800468.194638:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:19.0:1609800468.194639:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.194641:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:19.0:1609800468.194655:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.194659:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:57.0:1609800468.194674:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194677:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194680:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800468.194685:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194688:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194691:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.194693:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:57.0:1609800468.194694:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.194698:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194710:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:20.0:1609800468.194715:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:20.0:1609800468.194717:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:20.0:1609800468.194718:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.194719:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:20.0:1609800468.194720:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.194722:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:25.1:1609800468.194730:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (20)++
00000800:00000200:18.0:1609800468.194736:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)++
00000800:00000200:18.0:1609800468.194740:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.119@o2ib18
00000800:00000200:18.0:1609800468.194741:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:19.0:1609800468.194742:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:18.0:1609800468.194743:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:18.0:1609800468.194744:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000400:00000200:57.0:1609800468.194826:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.119@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.194828:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.194830:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.119@o2ib18 local destination
00000400:00000200:57.0:1609800468.194835:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.194838:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:57.0:1609800468.194840:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.194841:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (20)++
00000800:00000200:57.0:1609800468.194842:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (21)++
00000800:00000200:57.0:1609800468.194845:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800468.194857:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:26.0:1609800468.194862:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800468.194864:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800468.194865:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.194866:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:26.0:1609800468.194867:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.194870:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:26.1:1609800468.263694:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (20)++
00000800:00000200:6.0:1609800468.263748:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (21)++
00000800:00000200:6.0:1609800468.263759:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.135@o2ib18
00000800:00000200:3.0:1609800468.263761:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:3.0:1609800468.263767:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:6.0:1609800468.263769:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.263774:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.263777:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.263781:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.263785:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800468.263792:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800468.263798:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.263805:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800468.263807:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.263810:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:6.0:1609800468.263811:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800468.263813:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800468.263817:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800468.263819:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800468.263821:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800468.263822:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:3.0:1609800468.263825:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.263827:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.263828:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (24)++
00000400:00000200:37.0:1609800468.263830:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.263831:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (25)--
00000800:00000200:6.0:1609800468.263833:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:3.0:1609800468.263834:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (24)++
00000800:00000200:3.0:1609800468.263836:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (25)--
00000400:00000200:37.0:1609800468.263837:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.263837:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:3.0:1609800468.263840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:6.0:1609800468.263842:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:3.0:1609800468.263842:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:37.0:1609800468.263843:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:26.1:1609800468.263850:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (22)++
00000400:00000200:6.0:1609800468.263852:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.263857:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800468.263858:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.263861:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:6.0:1609800468.263862:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:37.0:1609800468.263863:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800468.263866:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:37.0:1609800468.263869:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800468.263869:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:6.0:1609800468.263873:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.263875:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.1:1609800468.263876:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (23)++
00000800:00000200:37.0:1609800468.263878:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.263879:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800468.263882:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.263883:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (24)++
00000800:00000200:6.0:1609800468.263883:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.263886:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (25)--
00000800:00000200:3.0:1609800468.263886:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (25)++
00000800:00000200:37.0:1609800468.263888:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:6.0:1609800468.263888:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800468.263889:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.263891:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:6.0:1609800468.263891:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.263891:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:37.0:1609800468.263894:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:8.0:1609800468.263895:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:6.0:1609800468.263900:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (25)++
00000800:00000200:22.0:1609800468.263901:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.263904:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (26)++
00000400:00000200:37.0:1609800468.263905:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.263905:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800468.263906:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.263906:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800468.263909:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800468.263910:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.263910:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.263912:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.263915:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800468.263915:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800468.263916:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (27)--
00000400:00000200:0.0:1609800468.263917:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.263929:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000400:00000200:22.0:1609800468.263931:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.263931:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.263932:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (25)++
00000800:00000200:6.0:1609800468.263936:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:3.0:1609800468.263936:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.263937:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800468.263940:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.263942:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.263946:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.263948:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:22.0:1609800468.263949:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.263950:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.263950:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.263951:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.263952:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (26)++
00000800:00000200:3.0:1609800468.263953:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800468.263954:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800468.263954:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.263954:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800468.263955:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (27)--
00000800:00000200:3.0:1609800468.263956:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (27)++
00000400:00000200:0.0:1609800468.263956:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.263957:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000800:00000200:3.0:1609800468.263958:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (26)--
00000800:00000200:8.0:1609800468.263959:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (26)++
00000400:00000200:6.0:1609800468.263959:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:37.0:1609800468.263960:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.263961:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000400:00000200:0.0:1609800468.263961:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.263962:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (26)--
00000800:00000200:3.0:1609800468.263963:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:8.0:1609800468.263965:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:37.0:1609800468.263966:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800468.263970:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800468.263970:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.263976:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.263976:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.1:1609800468.263977:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (22)++
00000800:00000200:37.0:1609800468.263978:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.263980:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800468.263980:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.263981:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (23)++
00000800:00000200:22.0:1609800468.263981:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.263982:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.263983:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (24)--
00000400:00000200:22.0:1609800468.263984:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.263985:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800468.263987:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:6.0:1609800468.263987:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800468.263988:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.263988:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.263989:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800468.263990:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (22)++
00000800:00000200:22.0:1609800468.263993:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.263994:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.263994:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (24)++
00000800:00000200:3.0:1609800468.263995:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:0.0:1609800468.263996:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.263997:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.263998:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (25)++
00000400:00000200:0.0:1609800468.263998:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.263999:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (25)--
00000400:00000200:3.0:1609800468.264002:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800468.264002:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.264004:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:8.0:1609800468.264006:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:6.0:1609800468.264006:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:37.0:1609800468.264009:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (25)++
00000400:00000200:3.0:1609800468.264009:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.264011:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:3.0:1609800468.264013:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:37.0:1609800468.264030:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000400:00000200:8.0:1609800468.264030:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.264034:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.264035:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800468.264035:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.264036:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800468.264037:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.264039:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.264039:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800468.264040:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:3.0:1609800468.264041:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800468.264044:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800468.264045:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.264045:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.264048:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800468.264049:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:8.0:1609800468.264050:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.264052:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800468.264053:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.264054:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800468.264055:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800468.264057:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.264058:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800468.264059:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.264059:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (26)++
00000800:00000200:37.0:1609800468.264060:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.264060:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (26)++
00000400:00000200:57.0:1609800468.264061:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.264061:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (28)--
00000800:00000200:6.0:1609800468.264061:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800468.264061:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (28)--
00000800:00000200:37.0:1609800468.264062:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800468.264062:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000800:00000200:8.0:1609800468.264063:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:6.0:1609800468.264063:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800468.264064:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.264064:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800468.264064:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.264064:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:37.0:1609800468.264065:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.264066:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (25)++
00000800:00000200:37.0:1609800468.264067:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (25)++
00000800:00000200:3.0:1609800468.264067:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000800:00000200:57.0:1609800468.264085:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.264085:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (26)--
00000800:00000200:3.0:1609800468.264086:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (26)--
00000400:00000200:57.0:1609800468.264087:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.264087:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (24)++
00000800:00000200:6.0:1609800468.264088:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000400:00000200:57.0:1609800468.264089:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.264089:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:37.0:1609800468.264094:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (25)--
00000800:00000200:3.0:1609800468.264094:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:37.0:1609800468.264095:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000400:00000200:3.0:1609800468.264096:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.264097:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:37.0:1609800468.264100:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.135@o2ib18
00000800:00000200:6.0:1609800468.264100:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000400:00000200:3.0:1609800468.264100:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.264102:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:37.0:1609800468.264106:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : PUT - routed
00000800:00000200:26.1:1609800468.264106:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (23)++
00000800:00000200:5.0:1609800468.264107:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800468.264108:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800468.264109:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.264110:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.264110:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800468.264111:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:3.0:1609800468.264112:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.264113:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000400:00000200:5.0:1609800468.264113:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.264114:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800468.264115:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.264116:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.264116:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000800:00000200:37.0:1609800468.264118:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.264118:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:6.0:1609800468.264119:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:3.0:1609800468.264119:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (23)++
00000800:00000200:3.0:1609800468.264128:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (23)--
00000800:00000200:57.0:1609800468.264129:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.264129:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:57.0:1609800468.264130:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.264130:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.264132:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800468.264133:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.264133:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800468.264135:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (21)++
00000800:00000200:37.0:1609800468.264136:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (22)--
00000800:00000200:37.0:1609800468.264137:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:57.0:1609800468.264138:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800468.264140:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.264143:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.264146:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.264149:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.264152:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.264524:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.264536:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.264540:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:57.0:1609800468.264551:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.264556:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:57.0:1609800468.264562:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.264565:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (20)++
00000800:00000200:57.0:1609800468.264567:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000800:00000200:57.0:1609800468.264574:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)--
00000400:00000200:57.0:1609800468.264619:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.264629:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.264633:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:57.0:1609800468.264642:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.264647:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:57.0:1609800468.264659:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.264662:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (21)++
00000800:00000200:57.0:1609800468.264663:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (22)++
00000800:00000200:57.0:1609800468.264669:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)--
00000400:00000200:57.0:1609800468.264677:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.264686:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800468.264686:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (22)++
00000400:00000200:57.0:1609800468.264690:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:57.0:1609800468.264699:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.264704:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:57.0:1609800468.264708:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.264710:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)++
00000800:00000200:57.0:1609800468.264712:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (24)++
00000800:00000200:57.0:1609800468.264717:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (25)--
00000800:00000200:8.0:1609800468.264734:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:8.0:1609800468.264739:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000400:00000200:8.0:1609800468.264741:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.264744:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.264744:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800468.264769:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:8.0:1609800468.264770:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:0.0:1609800468.264770:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.264773:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:0.0:1609800468.264773:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:8.0:1609800468.264774:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.264776:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.264776:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:0.0:1609800468.264779:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800468.264800:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:0.0:1609800468.264800:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:8.0:1609800468.264801:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:6.0:1609800468.264801:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:6.0:1609800468.264803:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.264805:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800468.264807:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.264807:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (21)++
00000800:00000200:0.0:1609800468.264808:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800468.264829:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:0.0:1609800468.264834:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)--
00000400:00000200:0.0:1609800468.264840:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.264844:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.264846:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:0.0:1609800468.264851:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.264853:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:26.1:1609800468.264854:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:0.0:1609800468.264857:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.264858:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)++
00000800:00000200:0.0:1609800468.264859:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:8.0:1609800468.264862:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:0.0:1609800468.264863:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (25)--
00000800:00000200:8.0:1609800468.264865:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:8.0:1609800468.264866:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.264867:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800468.264868:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.264869:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:0.0:1609800468.264870:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.264872:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:0.0:1609800468.264873:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:0.0:1609800468.264877:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.264879:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:26.1:1609800468.264883:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:0.0:1609800468.264883:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.264885:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)++
00000800:00000200:0.0:1609800468.264885:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:0.0:1609800468.264889:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (24)--
00000800:00000200:6.0:1609800468.264892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:6.0:1609800468.264895:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:6.0:1609800468.264896:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.264898:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:6.0:1609800468.264899:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.264899:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800468.264902:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:0.0:1609800468.264904:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.264906:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000800:00000200:26.1:1609800468.264908:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000400:00000200:0.0:1609800468.264911:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.264913:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:0.0:1609800468.264915:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.264917:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)++
00000800:00000200:0.0:1609800468.264917:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:3.0:1609800468.264918:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:0.0:1609800468.264921:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (25)--
00000800:00000200:3.0:1609800468.264922:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000800:00000200:8.0:1609800468.264924:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:3.0:1609800468.264924:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.264925:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800468.264927:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.264927:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.264931:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:0.0:1609800468.264932:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:0.0:1609800468.264936:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800468.264939:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:0.0:1609800468.264939:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:0.0:1609800468.264941:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.264943:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)++
00000800:00000200:0.0:1609800468.264943:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000400:00000200:57.0:1609800468.264946:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800468.264947:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (24)--
00000800:00000200:37.0:1609800468.264948:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:37.0:1609800468.264953:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:37.0:1609800468.264955:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.264956:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:57.0:1609800468.264957:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.264958:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.264959:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.135@o2ib18
00000800:00000200:6.0:1609800468.264961:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (24)++
00000400:00000200:57.0:1609800468.264962:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000800:00000200:8.0:1609800468.264962:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (24)++
00000800:00000200:6.0:1609800468.264963:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (26)--
00000800:00000200:37.0:1609800468.264964:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (25)--
00000800:00000200:8.0:1609800468.264964:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (25)--
00000400:00000200:8.0:1609800468.264965:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.264965:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000800:00000200:37.0:1609800468.264967:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:8.0:1609800468.264969:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.264973:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.264978:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:8.0:1609800468.264978:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:57.0:1609800468.264985:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.264987:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (20)++
00000800:00000200:57.0:1609800468.264989:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000800:00000200:57.0:1609800468.264995:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)--
00000800:00000200:26.1:1609800468.265028:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:6.0:1609800468.265036:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800468.265040:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (23)--
00000800:00000200:37.0:1609800468.265042:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:6.0:1609800468.265043:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.265045:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.265048:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000400:00000200:38.0:1609800468.265050:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.265057:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.265060:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:38.0:1609800468.265066:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800468.265070:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (20)++
00000800:00000200:38.0:1609800468.265071:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:38.0:1609800468.265076:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800468.265077:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (21)++
00000800:00000200:38.0:1609800468.265078:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (21)++
00000800:00000200:38.0:1609800468.265079:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:3.0:1609800468.265082:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.135@o2ib18
00000800:00000200:8.0:1609800468.265083:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (24)--
00000800:00000200:38.0:1609800468.265088:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)--
00000800:00000200:3.0:1609800468.265088:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (23)++
00000800:00000200:3.0:1609800468.265090:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (23)--
00000800:00000200:3.0:1609800468.265091:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:38.0:1609800468.265092:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800468.265100:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:37.0:1609800468.265108:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000400:00000200:57.0:1609800468.265110:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.265110:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.265111:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (23)--
00000400:00000200:38.0:1609800468.265112:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:37.0:1609800468.265112:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.265114:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.265114:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:57.0:1609800468.265117:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.265117:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800468.265119:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000800:00000200:37.0:1609800468.265127:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:38.0:1609800468.265129:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000400:00000200:57.0:1609800468.265133:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.265137:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:38.0:1609800468.265137:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.265139:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (20)++
00000800:00000200:38.0:1609800468.265140:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000800:00000200:57.0:1609800468.265141:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.265143:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)++
00000800:00000200:38.0:1609800468.265145:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)--
00000800:00000200:57.0:1609800468.265146:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (23)++
00000800:00000200:57.0:1609800468.265151:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)--
00000800:00000200:26.1:1609800468.265157:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (22)++
00000800:00000200:8.0:1609800468.265165:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:8.0:1609800468.265168:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:8.0:1609800468.265170:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.265171:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:8.0:1609800468.265172:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.265175:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:26.1:1609800468.265181:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:6.0:1609800468.265189:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800468.265192:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (23)--
00000400:00000200:6.0:1609800468.265194:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.265195:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:6.0:1609800468.265196:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.265199:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000400:00000200:57.0:1609800468.265296:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800468.265296:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (20)++
00000400:00000200:57.0:1609800468.265304:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.265304:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (21)++
00000400:00000200:57.0:1609800468.265306:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000800:00000200:3.0:1609800468.265307:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.135@o2ib18
00000800:00000200:8.0:1609800468.265309:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:3.0:1609800468.265309:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (22)++
00000800:00000200:3.0:1609800468.265310:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (22)--
00000400:00000200:57.0:1609800468.265311:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800468.265311:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:57.0:1609800468.265314:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000400:00000200:1.0:1609800468.265316:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.265318:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.265319:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (20)++
00000800:00000200:57.0:1609800468.265320:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000400:00000200:1.0:1609800468.265323:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.265324:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)--
00000400:00000200:1.0:1609800468.265326:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:1.0:1609800468.265332:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.265336:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:1.0:1609800468.265340:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.265344:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (21)++
00000800:00000200:1.0:1609800468.265345:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (22)++
00000800:00000200:26.1:1609800468.265351:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (23)++
00000800:00000200:1.0:1609800468.265353:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (24)--
00000800:00000200:37.0:1609800468.265361:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000800:00000200:37.0:1609800468.265366:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000400:00000200:37.0:1609800468.265367:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.265368:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (23)++
00000400:00000200:37.0:1609800468.265369:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.265370:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (24)--
00000800:00000200:37.0:1609800468.265372:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (23)--
00000400:00000200:6.0:1609800468.265372:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.265373:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:6.0:1609800468.265374:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.265376:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000400:00000200:4.0:1609800468.265496:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.135@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800468.265515:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.265518:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.135@o2ib18 local destination
00000400:00000200:4.0:1609800468.265524:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.265527:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:4.0:1609800468.265531:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.265533:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (20)++
00000800:00000200:4.0:1609800468.265534:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (21)++
00000800:00000200:4.0:1609800468.265541:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (22)--
00000800:00000200:26.1:1609800468.265592:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:3.0:1609800468.265639:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:3.0:1609800468.265644:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (23)--
00000400:00000200:3.0:1609800468.265662:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.265665:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.265668:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:3.0:1609800468.265669:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:30.1:1609800468.269481:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:19.0:1609800468.269523:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:19.0:1609800468.269530:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.100@o2ib18
00000800:00000200:18.0:1609800468.269533:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000400:00000200:19.0:1609800468.269536:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.269538:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000800:00000200:20.0:1609800468.269540:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:19.0:1609800468.269541:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.269542:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.269544:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:19.0:1609800468.269544:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:26.0:1609800468.269547:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000800:00000200:26.0:1609800468.269550:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:20.0:1609800468.269551:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.269552:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.269554:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.269555:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.269555:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.269556:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800468.269558:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.269561:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800468.269563:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.269565:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.269567:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.269567:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.269568:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800468.269570:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800468.269572:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.269572:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)++
00000800:00000200:18.0:1609800468.269573:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800468.269574:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.269574:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (26)--
00000800:00000200:18.0:1609800468.269574:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.269575:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:19.0:1609800468.269575:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (25)--
00000800:00000200:20.0:1609800468.269577:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.269577:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000800:00000200:20.0:1609800468.269579:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.269579:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:26.0:1609800468.269582:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.269582:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.269583:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.269584:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)++
00000800:00000200:26.0:1609800468.269585:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.269585:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)++
00000800:00000200:20.0:1609800468.269587:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (27)--
00000400:00000200:19.0:1609800468.269587:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.269587:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (27)--
00000800:00000200:18.0:1609800468.269588:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (26)--
00000800:00000200:26.0:1609800468.269589:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.269589:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:57.0:1609800468.269590:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800468.269590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.269590:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000800:00000200:26.0:1609800468.269592:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800468.269592:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:57.0:1609800468.269593:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.269594:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.269594:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:57.0:1609800468.269597:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.269597:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (24)++
00000800:00000200:20.0:1609800468.269597:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000400:00000200:18.0:1609800468.269597:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.269599:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:19.0:1609800468.269599:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.269602:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (26)++
00000800:00000200:19.0:1609800468.269602:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800468.269602:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.269603:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800468.269605:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.269605:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800468.269605:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:57.0:1609800468.269606:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.269607:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.269609:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.269609:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (27)--
00000800:00000200:19.0:1609800468.269609:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.269610:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (26)--
00000800:00000200:26.0:1609800468.269611:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (25)++
00000400:00000200:18.0:1609800468.269611:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.269614:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000800:00000200:18.0:1609800468.269614:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.269615:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (26)++
00000400:00000200:20.0:1609800468.269616:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.269616:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (27)--
00000800:00000200:18.0:1609800468.269616:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800468.269616:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.269617:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (26)--
00000400:00000200:26.0:1609800468.269618:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.269618:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800468.269618:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (25)--
00000400:00000200:0.0:1609800468.269618:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.269619:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.269620:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.269622:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.269624:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.269627:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.269627:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.269627:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (24)++
00000800:00000200:18.0:1609800468.269628:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)--
00000400:00000200:57.0:1609800468.269629:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.269629:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.269629:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000400:00000200:26.0:1609800468.269631:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.269632:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.269632:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800468.269632:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.269633:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:20.0:1609800468.269633:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.269633:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.269636:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.269637:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (23)++
00000800:00000200:57.0:1609800468.269638:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.269638:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (24)--
00000400:00000200:57.0:1609800468.269639:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.269639:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.269639:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000400:00000200:57.0:1609800468.269642:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.269644:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.269646:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.269650:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.269651:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.269653:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:26.0:1609800468.269655:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (23)++
00000800:00000200:26.0:1609800468.269657:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (24)--
00000800:00000200:26.0:1609800468.269658:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:0.0:1609800468.269658:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.269659:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.269663:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800468.269672:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.269673:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.269675:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800468.269702:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (22)++
00000800:00000200:19.0:1609800468.269708:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000800:00000200:19.0:1609800468.269712:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000800:00000200:19.0:1609800468.269713:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800468.269715:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:19.0:1609800468.269717:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800468.269718:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:19.0:1609800468.269719:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:30.1:1609800468.269728:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:26.0:1609800468.269734:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:26.0:1609800468.269739:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000800:00000200:18.0:1609800468.269741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:26.0:1609800468.269742:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.269746:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.269748:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:26.0:1609800468.269754:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.269756:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.269759:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.269761:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.269762:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.269765:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:26.0:1609800468.269767:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:26.0:1609800468.269768:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:57.0:1609800468.269771:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.269772:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.269775:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800468.269873:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:19.0:1609800468.269898:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:19.0:1609800468.269903:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000800:00000200:20.0:1609800468.269922:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000400:00000200:19.0:1609800468.269924:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.269926:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:19.0:1609800468.269927:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.269928:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:20.0:1609800468.269929:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.269930:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:18.0:1609800468.269932:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000800:00000200:26.0:1609800468.269934:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000400:00000200:20.0:1609800468.269934:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.269936:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.100@o2ib18
00000400:00000200:20.0:1609800468.269936:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:19.0:1609800468.269936:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800468.269936:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.269940:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800468.269941:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.269942:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.269944:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.269945:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.269945:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.269945:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.269946:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.269946:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.269948:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:20.0:1609800468.269949:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.269950:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.269951:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)++
00000400:00000200:26.0:1609800468.269952:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.269952:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (26)++
00000800:00000200:19.0:1609800468.269952:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (26)--
00000800:00000200:19.0:1609800468.269953:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (25)--
00000400:00000200:26.0:1609800468.269954:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800468.269954:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (26)--
00000800:00000200:19.0:1609800468.269954:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (25)--
00000400:00000200:18.0:1609800468.269954:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.269955:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:18.0:1609800468.269957:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800468.269960:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.269960:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.269960:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800468.269961:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.269963:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.269963:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.269964:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.269964:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.269965:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.269967:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:26.0:1609800468.269968:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.269970:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.269970:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (23)++
00000800:00000200:26.0:1609800468.269973:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (24)++
00000800:00000200:18.0:1609800468.269975:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)--
00000800:00000200:26.0:1609800468.269976:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (25)--
00000800:00000200:18.0:1609800468.269976:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:57.0:1609800468.269977:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.269978:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.269978:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:57.0:1609800468.269981:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800468.269995:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:19.0:1609800468.270001:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:19.0:1609800468.270004:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800468.270005:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:19.0:1609800468.270007:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:5.0:1609800468.270011:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.270015:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.270022:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800468.270049:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.270051:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.270056:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.270059:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270064:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270066:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800468.270071:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270074:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800468.270078:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270079:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:57.0:1609800468.270080:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270086:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:30.1:1609800468.270119:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:18.0:1609800468.270126:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:18.0:1609800468.270129:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:18.0:1609800468.270130:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.270132:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:18.0:1609800468.270133:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.270137:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000400:00000200:57.0:1609800468.270260:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270263:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270269:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800468.270274:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270277:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800468.270280:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270281:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:57.0:1609800468.270282:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270285:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000400:00000200:57.0:1609800468.270289:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270292:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270293:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800468.270298:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270300:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800468.270303:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270304:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270305:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:57.0:1609800468.270308:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (23)--
00000800:00000200:30.1:1609800468.270311:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (22)++
00000800:00000200:20.0:1609800468.270318:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:0.0:1609800468.270318:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.270320:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000400:00000200:20.0:1609800468.270321:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.270324:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.270324:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:20.0:1609800468.270326:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:0.0:1609800468.270328:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800468.270333:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000400:00000200:0.0:1609800468.270335:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000800:00000200:26.0:1609800468.270339:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:26.0:1609800468.270342:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:26.0:1609800468.270343:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.270345:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:26.0:1609800468.270347:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.270348:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.270354:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:0.0:1609800468.270355:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:0.0:1609800468.270363:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.270367:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:0.0:1609800468.270369:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:0.0:1609800468.270381:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000400:00000200:0.0:1609800468.270390:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.270396:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800468.270398:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:19.0:1609800468.270404:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:20.0:1609800468.270410:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800468.270412:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (22)--
00000400:00000200:19.0:1609800468.270414:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.270414:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:19.0:1609800468.270418:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.270420:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.270423:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:19.0:1609800468.270425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:0.0:1609800468.270428:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.270429:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:0.0:1609800468.270430:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:0.0:1609800468.270434:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000400:00000200:0.0:1609800468.270437:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.270467:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.270469:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:0.0:1609800468.270473:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.270476:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:0.0:1609800468.270488:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.270491:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:0.0:1609800468.270491:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:30.1:1609800468.270494:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (23)++
00000800:00000200:0.0:1609800468.270495:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (23)--
00000400:00000200:57.0:1609800468.270496:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270499:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.270501:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:57.0:1609800468.270502:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000800:00000200:18.0:1609800468.270505:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000400:00000200:18.0:1609800468.270506:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270507:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.270507:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000400:00000200:18.0:1609800468.270509:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.270510:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:18.0:1609800468.270513:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:57.0:1609800468.270514:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270516:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270517:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:57.0:1609800468.270520:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (23)--
00000800:00000200:30.1:1609800468.270537:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (22)++
00000800:00000200:20.0:1609800468.270542:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000800:00000200:20.0:1609800468.270545:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000400:00000200:20.0:1609800468.270547:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.270548:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:20.0:1609800468.270549:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.270552:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:19.0:1609800468.270552:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000800:00000200:20.0:1609800468.270553:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:19.0:1609800468.270553:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.270556:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.270558:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:30.1:1609800468.270565:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:18.0:1609800468.270571:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:18.0:1609800468.270574:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.100@o2ib18
00000800:00000200:20.0:1609800468.270576:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:18.0:1609800468.270576:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:18.0:1609800468.270577:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:18.0:1609800468.270578:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000400:00000200:38.0:1609800468.270598:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.270606:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.270609:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:38.0:1609800468.270615:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.270618:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:38.0:1609800468.270624:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.270626:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:38.0:1609800468.270627:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:38.0:1609800468.270636:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:30.1:1609800468.270659:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:26.0:1609800468.270665:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:26.0:1609800468.270668:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:26.0:1609800468.270669:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.270671:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:26.0:1609800468.270672:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.270675:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000400:00000200:57.0:1609800468.270704:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270707:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270709:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800468.270715:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270718:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800468.270734:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270736:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:57.0:1609800468.270737:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270741:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000400:00000200:57.0:1609800468.270745:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270747:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270748:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:57.0:1609800468.270753:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800468.270753:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:57.0:1609800468.270756:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:57.0:1609800468.270759:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.270759:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000400:00000200:1.0:1609800468.270759:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.270760:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (23)++
00000800:00000200:57.0:1609800468.270761:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (24)++
00000800:00000200:20.0:1609800468.270761:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:20.0:1609800468.270762:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.270764:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (24)--
00000400:00000200:20.0:1609800468.270764:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.270764:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000800:00000200:20.0:1609800468.270767:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:20.0:1609800468.270768:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:18.0:1609800468.270768:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.100@o2ib18
00000800:00000200:18.0:1609800468.270769:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:18.0:1609800468.270771:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (23)--
00000800:00000200:18.0:1609800468.270772:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:30.1:1609800468.270777:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000400:00000200:57.0:1609800468.270782:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800468.270782:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000400:00000200:57.0:1609800468.270785:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.270785:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:26.0:1609800468.270786:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270787:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:26.0:1609800468.270788:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.270788:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:1.0:1609800468.270796:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.270797:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270800:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:26.0:1609800468.270800:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000400:00000200:1.0:1609800468.270800:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000800:00000200:57.0:1609800468.270802:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.270803:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (20)++
00000800:00000200:57.0:1609800468.270804:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (21)++
00000400:00000200:1.0:1609800468.270806:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270807:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (22)--
00000800:00000200:1.0:1609800468.270810:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000400:00000200:57.0:1609800468.270812:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.100@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.270815:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.270815:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.270817:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (21)++
00000400:00000200:57.0:1609800468.270818:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.100@o2ib18 local destination
00000800:00000200:1.0:1609800468.270819:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:30.1:1609800468.270820:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (23)++
00000400:00000200:57.0:1609800468.270823:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.270826:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:19.0:1609800468.270826:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)++
00000800:00000200:1.0:1609800468.270827:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (24)--
00000800:00000200:57.0:1609800468.270830:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800468.270830:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000800:00000200:57.0:1609800468.270831:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (24)++
00000400:00000200:19.0:1609800468.270832:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.270833:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (24)++
00000800:00000200:18.0:1609800468.270833:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:57.0:1609800468.270836:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (24)--
00000400:00000200:19.0:1609800468.270836:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:30.1:1609800468.270839:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (23)++
00000800:00000200:19.0:1609800468.270842:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (24)--
00000800:00000200:19.0:1609800468.270845:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000800:00000200:19.0:1609800468.270849:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000400:00000200:19.0:1609800468.270851:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.270852:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)++
00000400:00000200:19.0:1609800468.270853:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.270855:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (24)--
00000400:00000200:26.0:1609800468.270856:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.270856:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:19.0:1609800468.270857:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:26.0:1609800468.270858:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.270861:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:30.1:1609800468.270890:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:20.0:1609800468.270895:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:20.0:1609800468.270898:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.100@o2ib18
00000800:00000200:20.0:1609800468.270899:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)++
00000800:00000200:18.0:1609800468.270900:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (23)--
00000800:00000200:20.0:1609800468.270901:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (23)--
00000800:00000200:20.0:1609800468.270902:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:22.1:1609800468.271279:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (20)++
00000800:00000200:37.0:1609800468.271356:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)++
00000800:00000200:37.0:1609800468.271363:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.68@o2ib18
00000800:00000200:6.0:1609800468.271364:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000400:00000200:37.0:1609800468.271367:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.271368:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000400:00000200:6.0:1609800468.271371:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.271373:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.271393:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.271395:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800468.271401:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.271404:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800468.271404:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800468.271405:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000800:00000200:37.0:1609800468.271407:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.271410:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800468.271411:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.271412:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.271412:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:6.0:1609800468.271414:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800468.271415:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)++
00000400:00000200:3.0:1609800468.271416:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.271417:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (25)--
00000800:00000200:6.0:1609800468.271417:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.271418:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:37.0:1609800468.271438:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000800:00000200:6.0:1609800468.271438:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800468.271438:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.271440:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.271441:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800468.271442:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000400:00000200:3.0:1609800468.271464:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.271467:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:6.0:1609800468.271467:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)++
00000800:00000200:3.0:1609800468.271467:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800468.271468:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.271468:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (25)--
00000800:00000200:6.0:1609800468.271470:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000800:00000200:3.0:1609800468.271470:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.271471:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.271473:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:3.0:1609800468.271474:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.271475:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.271477:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)++
00000400:00000200:37.0:1609800468.271478:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.271479:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (23)--
00000800:00000200:37.0:1609800468.271480:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800468.271480:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:37.0:1609800468.271482:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800468.271482:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800468.271483:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:37.0:1609800468.271485:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800468.271485:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.271486:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800468.271488:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)++
00000400:00000200:4.0:1609800468.271488:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.271490:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (23)++
00000800:00000200:8.0:1609800468.271491:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:8.0:1609800468.271496:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.271498:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)--
00000800:00000200:6.0:1609800468.271498:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)++
00000800:00000200:57.0:1609800468.271500:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.271500:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000400:00000200:8.0:1609800468.271500:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.271501:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.271502:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:37.0:1609800468.271504:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:3.0:1609800468.271504:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)++
00000400:00000200:8.0:1609800468.271505:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.271505:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800468.271505:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.271506:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000400:00000200:37.0:1609800468.271507:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800468.271507:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.271508:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.271508:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:4.0:1609800468.271512:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.271514:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800468.271516:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.271519:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800468.271520:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.271521:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800468.271522:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800468.271525:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.271526:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800468.271527:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800468.271528:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800468.271529:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.271531:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.271532:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.271533:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:6.0:1609800468.271534:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.271535:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.271537:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800468.271539:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.271539:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800468.271541:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)++
00000800:00000200:37.0:1609800468.271558:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800468.271560:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800468.271560:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (27)--
00000800:00000200:6.0:1609800468.271560:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800468.271560:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:8.0:1609800468.271561:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)--
00000800:00000200:6.0:1609800468.271561:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800468.271563:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.271563:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)++
00000800:00000200:37.0:1609800468.271564:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.271564:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (26)--
00000800:00000200:37.0:1609800468.271565:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)++
00000800:00000200:6.0:1609800468.271565:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)++
00000800:00000200:8.0:1609800468.271566:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (27)--
00000400:00000200:3.0:1609800468.271566:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.271567:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (27)--
00000800:00000200:8.0:1609800468.271567:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)++
00000800:00000200:6.0:1609800468.271567:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (27)--
00000800:00000200:3.0:1609800468.271568:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800468.271569:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:6.0:1609800468.271569:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:37.0:1609800468.271570:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800468.271570:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.271571:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000400:00000200:8.0:1609800468.271572:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800468.271573:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.271573:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800468.271574:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.271575:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.271575:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.271576:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)++
00000400:00000200:8.0:1609800468.271578:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800468.271579:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800468.271579:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (23)++
00000800:00000200:0.0:1609800468.271579:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.271582:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.271584:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800468.271585:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.271587:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.271587:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (24)++
00000800:00000200:37.0:1609800468.271588:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:8.0:1609800468.271590:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800468.271591:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.271591:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000400:00000200:57.0:1609800468.271592:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.271593:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.271594:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.271594:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)++
00000800:00000200:3.0:1609800468.271594:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)--
00000400:00000200:57.0:1609800468.271595:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800468.271595:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.271595:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)--
00000800:00000200:8.0:1609800468.271596:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)++
00000800:00000200:6.0:1609800468.271596:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.271597:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)--
00000800:00000200:3.0:1609800468.271597:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)++
00000400:00000200:37.0:1609800468.271598:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.271598:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)--
00000800:00000200:8.0:1609800468.271599:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:3.0:1609800468.271599:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000400:00000200:37.0:1609800468.271601:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:6.0:1609800468.271601:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800468.271604:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800468.271605:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.271605:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800468.271605:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.271606:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800468.271608:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.271608:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.271609:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800468.271609:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800468.271611:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.271613:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800468.271614:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.271614:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:6.0:1609800468.271615:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.271617:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800468.271618:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800468.271619:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800468.271619:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.271620:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.271621:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)++
00000800:00000200:3.0:1609800468.271621:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800468.271622:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (25)--
00000800:00000200:6.0:1609800468.271622:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800468.271622:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.271623:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:6.0:1609800468.271623:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.271623:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.1:1609800468.271625:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (23)++
00000800:00000200:57.0:1609800468.271626:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.271626:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (23)++
00000800:00000200:3.0:1609800468.271626:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800468.271627:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800468.271627:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.271628:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.271630:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800468.271630:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)++
00000800:00000200:6.0:1609800468.271632:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:3.0:1609800468.271632:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (24)++
00000800:00000200:3.0:1609800468.271635:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (26)--
00000800:00000200:8.0:1609800468.271636:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (26)--
00000800:00000200:6.0:1609800468.271636:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (26)--
00000400:00000200:57.0:1609800468.271637:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.271637:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000800:00000200:6.0:1609800468.271639:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:57.0:1609800468.271657:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800468.271657:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000400:00000200:57.0:1609800468.271658:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.271660:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.271665:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000800:00000200:8.0:1609800468.271668:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000800:00000200:8.0:1609800468.271669:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:8.0:1609800468.271669:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:22.1:1609800468.271677:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (20)++
00000800:00000200:6.0:1609800468.271684:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)++
00000800:00000200:6.0:1609800468.271688:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.271690:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000400:00000200:6.0:1609800468.271691:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800468.271692:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800468.271694:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.271695:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.271697:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:5.0:1609800468.271698:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800468.271703:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.271706:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.271708:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.271711:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.271712:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.271715:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:6.0:1609800468.271716:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:6.0:1609800468.271717:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:57.0:1609800468.271722:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.271724:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.271727:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.272088:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.272100:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.272106:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:0.0:1609800468.272118:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.272144:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:0.0:1609800468.272150:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.272154:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000400:00000200:57.0:1609800468.272155:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800468.272156:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000400:00000200:57.0:1609800468.272161:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272164:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:0.0:1609800468.272167:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000400:00000200:57.0:1609800468.272171:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.272174:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:57.0:1609800468.272181:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800468.272183:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.272184:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:57.0:1609800468.272185:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (22)++
00000800:00000200:57.0:1609800468.272189:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (23)--
00000400:00000200:0.0:1609800468.272208:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.272212:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:0.0:1609800468.272224:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800468.272229:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (22)++
00000800:00000200:0.0:1609800468.272229:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:0.0:1609800468.272235:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.272238:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (23)++
00000800:00000200:0.0:1609800468.272240:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (24)++
00000800:00000200:0.0:1609800468.272248:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (25)--
00000400:00000200:57.0:1609800468.272257:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.272261:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272264:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:57.0:1609800468.272270:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.272273:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.272283:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:57.0:1609800468.272287:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.272289:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (25)++
00000800:00000200:57.0:1609800468.272290:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (26)++
00000800:00000200:57.0:1609800468.272297:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (27)--
00000800:00000200:8.0:1609800468.272298:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (27)--
00000400:00000200:57.0:1609800468.272301:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800468.272301:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272304:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272307:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:8.0:1609800468.272308:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.272312:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.272315:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.272318:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:57.0:1609800468.272319:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800468.272320:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:57.0:1609800468.272321:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (24)++
00000800:00000200:57.0:1609800468.272322:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (26)++
00000800:00000200:57.0:1609800468.272325:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (27)--
00000800:00000200:8.0:1609800468.272327:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (26)--
00000400:00000200:8.0:1609800468.272329:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272330:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.272332:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.272332:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)++
00000400:00000200:57.0:1609800468.272334:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:8.0:1609800468.272334:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.272339:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.272342:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:3.0:1609800468.272342:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (26)--
00000800:00000200:8.0:1609800468.272344:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000400:00000200:3.0:1609800468.272346:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.272347:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:57.0:1609800468.272348:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.272350:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (25)++
00000800:00000200:8.0:1609800468.272350:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (25)--
00000800:00000200:57.0:1609800468.272352:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (25)++
00000400:00000200:3.0:1609800468.272352:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:8.0:1609800468.272353:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.272355:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (26)--
00000400:00000200:8.0:1609800468.272357:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.272359:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (25)--
00000800:00000200:8.0:1609800468.272362:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800468.272364:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000400:00000200:38.0:1609800468.272368:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800468.272372:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000800:00000200:37.0:1609800468.272374:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000400:00000200:3.0:1609800468.272374:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.272378:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.272379:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.272380:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000800:00000200:8.0:1609800468.272380:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000400:00000200:37.0:1609800468.272383:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.272386:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:37.0:1609800468.272389:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.272399:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800468.272403:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:38.0:1609800468.272405:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.272407:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:38.0:1609800468.272414:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.272418:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000800:00000200:38.0:1609800468.272420:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:38.0:1609800468.272432:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:22.1:1609800468.272445:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000400:00000200:38.0:1609800468.272447:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.272453:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.272454:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000400:00000200:38.0:1609800468.272457:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:8.0:1609800468.272459:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000400:00000200:8.0:1609800468.272461:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.272465:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.272465:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000400:00000200:38.0:1609800468.272468:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.272473:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.272473:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:38.0:1609800468.272478:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.272480:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000800:00000200:38.0:1609800468.272482:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:38.0:1609800468.272487:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000400:00000200:38.0:1609800468.272495:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800468.272500:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:3.0:1609800468.272526:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000800:00000200:3.0:1609800468.272529:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000400:00000200:38.0:1609800468.272531:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.272531:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.272532:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000400:00000200:3.0:1609800468.272533:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.272534:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:37.0:1609800468.272538:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.68@o2ib18
00000400:00000200:38.0:1609800468.272539:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800468.272539:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (23)++
00000800:00000200:6.0:1609800468.272540:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000800:00000200:37.0:1609800468.272541:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (24)--
00000800:00000200:38.0:1609800468.272542:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.272542:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:3.0:1609800468.272543:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:38.0:1609800468.272561:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.272562:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000800:00000200:38.0:1609800468.272563:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:38.0:1609800468.272567:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:22.1:1609800468.272599:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:8.0:1609800468.272620:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000800:00000200:8.0:1609800468.272624:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000400:00000200:8.0:1609800468.272626:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.272627:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000400:00000200:8.0:1609800468.272628:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.272631:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000400:00000200:1.0:1609800468.272638:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.272646:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.272649:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:1.0:1609800468.272655:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.272658:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:1.0:1609800468.272662:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.272664:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000800:00000200:1.0:1609800468.272665:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:1.0:1609800468.272672:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000400:00000200:1.0:1609800468.272676:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800468.272684:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000400:00000200:1.0:1609800468.272693:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.272694:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000400:00000200:1.0:1609800468.272696:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:37.0:1609800468.272699:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.68@o2ib18
00000800:00000200:37.0:1609800468.272701:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (23)++
00000800:00000200:3.0:1609800468.272701:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000800:00000200:37.0:1609800468.272702:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (25)--
00000400:00000200:1.0:1609800468.272702:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800468.272704:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)--
00000800:00000200:3.0:1609800468.272704:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000800:00000200:37.0:1609800468.272705:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000400:00000200:3.0:1609800468.272705:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.272707:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000400:00000200:57.0:1609800468.272709:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800468.272709:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:1.0:1609800468.272710:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800468.272711:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:1.0:1609800468.272712:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (21)++
00000400:00000200:57.0:1609800468.272713:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.272715:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:1.0:1609800468.272715:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:1.0:1609800468.272719:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000400:00000200:57.0:1609800468.272721:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.272725:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:57.0:1609800468.272729:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.272731:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:22.1:1609800468.272731:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000400:00000200:1.0:1609800468.272731:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.272732:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (22)++
00000400:00000200:1.0:1609800468.272735:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.272736:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (24)--
00000400:00000200:1.0:1609800468.272737:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000800:00000200:8.0:1609800468.272739:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000800:00000200:8.0:1609800468.272742:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000400:00000200:1.0:1609800468.272743:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800468.272744:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.272745:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000400:00000200:8.0:1609800468.272746:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:1.0:1609800468.272746:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.272749:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:1.0:1609800468.272751:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:22.1:1609800468.272752:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:1.0:1609800468.272753:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:1.0:1609800468.272754:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (23)++
00000800:00000200:1.0:1609800468.272759:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (24)--
00000800:00000200:6.0:1609800468.272760:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (24)++
00000800:00000200:6.0:1609800468.272764:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000400:00000200:6.0:1609800468.272766:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.272768:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)++
00000400:00000200:6.0:1609800468.272769:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.272770:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (24)--
00000400:00000200:3.0:1609800468.272771:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.272773:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.272774:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000800:00000200:6.0:1609800468.272775:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:3.0:1609800468.272776:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000400:00000200:4.0:1609800468.272818:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.68@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800468.272838:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.272867:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:4.0:1609800468.272872:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.272876:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:4.0:1609800468.272879:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.272881:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (20)++
00000800:00000200:4.0:1609800468.272882:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (21)++
00000800:00000200:4.0:1609800468.272890:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:22.1:1609800468.272919:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:8.0:1609800468.272928:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000800:00000200:8.0:1609800468.272931:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000400:00000200:8.0:1609800468.272932:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.272934:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000400:00000200:8.0:1609800468.272934:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.272937:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.68@o2ib18
00000800:00000200:8.0:1609800468.272937:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (23)--
00000800:00000200:37.0:1609800468.272938:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)++
00000800:00000200:8.0:1609800468.272938:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:37.0:1609800468.272940:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)--
00000800:00000200:37.0:1609800468.272941:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:24.1:1609800468.287343:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (20)++
00000800:00000200:3.0:1609800468.287411:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (21)++
00000800:00000200:3.0:1609800468.287416:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.133@o2ib18
00000400:00000200:3.0:1609800468.287419:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.287441:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.287444:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:3.0:1609800468.287449:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287452:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800468.287452:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.287455:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800468.287458:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.287459:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:3.0:1609800468.287459:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.287460:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000800:00000200:3.0:1609800468.287462:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (24)++
00000400:00000200:8.0:1609800468.287463:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.287463:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:3.0:1609800468.287464:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (25)--
00000800:00000200:3.0:1609800468.287465:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000400:00000200:6.0:1609800468.287467:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.287467:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000400:00000200:8.0:1609800468.287468:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287470:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000400:00000200:6.0:1609800468.287488:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.287490:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:3.0:1609800468.287491:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.287495:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:8.0:1609800468.287515:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287519:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800468.287520:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287522:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.287524:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800468.287524:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.287526:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800468.287526:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800468.287527:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800468.287527:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.287528:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000800:00000200:6.0:1609800468.287531:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800468.287532:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:8.0:1609800468.287532:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (25)++
00000800:00000200:6.0:1609800468.287532:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.287532:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287534:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (26)--
00000800:00000200:6.0:1609800468.287534:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (26)++
00000800:00000200:8.0:1609800468.287535:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000800:00000200:3.0:1609800468.287535:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800468.287536:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.287536:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (26)--
00000800:00000200:6.0:1609800468.287537:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:3.0:1609800468.287537:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800468.287538:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000800:00000200:0.0:1609800468.287539:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.287540:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800468.287541:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287541:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.287541:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.287542:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000400:00000200:37.0:1609800468.287544:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800468.287545:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:0.0:1609800468.287545:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.287548:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000400:00000200:37.0:1609800468.287550:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.287552:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (25)++
00000800:00000200:37.0:1609800468.287554:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800468.287555:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.287556:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (26)++
00000800:00000200:37.0:1609800468.287557:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800468.287557:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800468.287558:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.287560:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800468.287561:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.287561:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.287562:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800468.287562:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:0.0:1609800468.287562:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287563:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (27)--
00000800:00000200:3.0:1609800468.287564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:0.0:1609800468.287564:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.287565:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (26)++
00000400:00000200:6.0:1609800468.287566:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:3.0:1609800468.287566:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (25)++
00000800:00000200:37.0:1609800468.287567:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (27)--
00000800:00000200:37.0:1609800468.287568:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:8.0:1609800468.287568:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.287568:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.287569:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000800:00000200:8.0:1609800468.287571:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800468.287572:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287573:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.287574:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.1:1609800468.287575:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (24)++
00000800:00000200:8.0:1609800468.287576:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800468.287577:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.287577:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800468.287577:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800468.287578:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800468.287578:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.287579:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.287580:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.287580:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (25)++
00000800:00000200:6.0:1609800468.287580:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800468.287581:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.287581:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.287581:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.287582:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (26)--
00000800:00000200:8.0:1609800468.287583:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000400:00000200:3.0:1609800468.287583:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:57.0:1609800468.287584:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800468.287584:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000800:00000200:8.0:1609800468.287588:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000400:00000200:3.0:1609800468.287588:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287589:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:6.0:1609800468.287590:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (24)++
00000800:00000200:3.0:1609800468.287590:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.287591:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:6.0:1609800468.287591:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (24)--
00000800:00000200:6.0:1609800468.287592:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:3.0:1609800468.287592:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800468.287593:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.287595:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800468.287595:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.287596:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.287596:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.287597:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.287598:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287598:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (21)++
00000400:00000200:57.0:1609800468.287600:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.287601:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:0.0:1609800468.287602:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.287603:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287604:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (23)--
00000800:00000200:3.0:1609800468.287605:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:0.0:1609800468.287605:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800468.287616:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.287618:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.287625:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800468.287629:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800468.287636:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800468.287640:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000800:00000200:37.0:1609800468.287641:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:37.0:1609800468.287643:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800468.287646:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:6.0:1609800468.287648:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:37.0:1609800468.287649:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800468.287653:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.287655:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:37.0:1609800468.287661:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.1:1609800468.287661:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800468.287663:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800468.287665:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.287668:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800468.287669:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.287669:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800468.287673:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (23)++
00000800:00000200:3.0:1609800468.287673:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.287674:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (24)--
00000800:00000200:8.0:1609800468.287675:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:3.0:1609800468.287676:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.287677:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:8.0:1609800468.287678:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.287680:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000400:00000200:3.0:1609800468.287680:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.287681:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.287682:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800468.287683:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:57.0:1609800468.287685:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.287685:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000400:00000200:57.0:1609800468.287686:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.287687:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.287689:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.287690:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800468.287691:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800468.287691:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287692:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800468.287694:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:3.0:1609800468.287695:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.287696:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.287698:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.287699:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (23)++
00000800:00000200:3.0:1609800468.287699:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (23)++
00000400:00000200:8.0:1609800468.287700:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800468.287701:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800468.287701:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (25)--
00000800:00000200:3.0:1609800468.287702:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:3.0:1609800468.287703:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000800:00000200:8.0:1609800468.287704:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800468.287706:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.287706:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800468.287706:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:3.0:1609800468.287706:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.287709:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.287709:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800468.287709:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800468.287710:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.1:1609800468.287711:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (23)++
00000800:00000200:37.0:1609800468.287728:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.287730:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800468.287730:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.287731:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.287732:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:6.0:1609800468.287733:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000800:00000200:37.0:1609800468.287734:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (25)++
00000800:00000200:8.0:1609800468.287734:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (25)++
00000800:00000200:6.0:1609800468.287735:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.133@o2ib18
00000800:00000200:8.0:1609800468.287736:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (27)--
00000800:00000200:37.0:1609800468.287737:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (26)++
00000800:00000200:8.0:1609800468.287737:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:3.0:1609800468.287737:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.287738:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800468.287738:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:6.0:1609800468.287738:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800468.287739:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287740:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800468.287742:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287742:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.287743:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.287744:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (25)--
00000800:00000200:37.0:1609800468.287745:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000400:00000200:6.0:1609800468.287745:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800468.287745:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800468.287746:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800468.287748:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800468.287750:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800468.287750:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287752:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (23)++
00000800:00000200:6.0:1609800468.287753:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800468.287754:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.287754:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (24)--
00000800:00000200:24.1:1609800468.287755:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (23)++
00000800:00000200:6.0:1609800468.287756:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800468.287757:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.287758:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.287758:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.287758:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:6.0:1609800468.287760:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800468.287760:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800468.287760:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (23)++
00000400:00000200:57.0:1609800468.287761:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.287761:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (24)++
00000400:00000200:5.0:1609800468.287761:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.287763:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000800:00000200:8.0:1609800468.287764:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000800:00000200:6.0:1609800468.287764:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (25)--
00000400:00000200:5.0:1609800468.287764:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.287766:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:3.0:1609800468.287767:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:5.0:1609800468.287769:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.287770:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.287772:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.288130:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.288139:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.288141:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:0.0:1609800468.288147:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.288150:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:0.0:1609800468.288154:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.288155:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:0.0:1609800468.288156:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000800:00000200:0.0:1609800468.288164:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000400:00000200:38.0:1609800468.288227:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.288233:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.288236:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:38.0:1609800468.288241:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.288245:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:38.0:1609800468.288249:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.288250:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (21)++
00000800:00000200:38.0:1609800468.288253:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:38.0:1609800468.288256:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (23)--
00000400:00000200:38.0:1609800468.288260:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.288276:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.288278:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:22.0:1609800468.288281:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.288283:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.288286:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000400:00000200:22.0:1609800468.288288:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.288289:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.288290:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (22)++
00000800:00000200:38.0:1609800468.288291:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (23)++
00000400:00000200:22.0:1609800468.288291:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:38.0:1609800468.288297:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (24)--
00000400:00000200:22.0:1609800468.288298:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800468.288301:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:22.0:1609800468.288306:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800468.288308:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (23)++
00000800:00000200:22.0:1609800468.288309:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (24)++
00000800:00000200:22.0:1609800468.288315:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (25)--
00000400:00000200:22.0:1609800468.288320:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800468.288325:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (24)++
00000400:00000200:22.0:1609800468.288332:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.288334:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:22.0:1609800468.288341:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800468.288345:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:22.0:1609800468.288356:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800468.288357:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (25)++
00000800:00000200:22.0:1609800468.288358:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (26)++
00000800:00000200:22.0:1609800468.288363:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (27)--
00000800:00000200:8.0:1609800468.288371:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (26)++
00000800:00000200:8.0:1609800468.288377:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (27)--
00000400:00000200:8.0:1609800468.288379:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.288379:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (26)++
00000800:00000200:6.0:1609800468.288382:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (27)--
00000400:00000200:6.0:1609800468.288384:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.288385:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000400:00000200:6.0:1609800468.288387:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.288389:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (26)--
00000400:00000200:57.0:1609800468.288390:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800468.288391:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000800:00000200:8.0:1609800468.288410:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:57.0:1609800468.288413:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.288414:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000400:00000200:8.0:1609800468.288416:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.288418:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:57.0:1609800468.288419:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:8.0:1609800468.288420:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.288421:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000400:00000200:37.0:1609800468.288422:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.288423:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000400:00000200:37.0:1609800468.288425:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.288426:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (25)--
00000800:00000200:3.0:1609800468.288427:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (25)--
00000400:00000200:57.0:1609800468.288428:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800468.288428:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000400:00000200:3.0:1609800468.288429:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.288432:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.288434:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:3.0:1609800468.288434:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.288450:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.288452:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (21)++
00000800:00000200:57.0:1609800468.288453:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800468.288455:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000800:00000200:57.0:1609800468.288459:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000400:00000200:57.0:1609800468.288467:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.288471:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.288473:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:1.0:1609800468.288476:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800468.288477:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000400:00000200:57.0:1609800468.288479:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800468.288485:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:8.0:1609800468.288488:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:8.0:1609800468.288490:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.288490:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:8.0:1609800468.288492:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.288495:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:8.0:1609800468.288497:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:57.0:1609800468.288499:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800468.288499:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.288501:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:57.0:1609800468.288502:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000400:00000200:1.0:1609800468.288502:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:57.0:1609800468.288505:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000400:00000200:1.0:1609800468.288508:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.288511:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000400:00000200:57.0:1609800468.288513:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800468.288515:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:24.1:1609800468.288516:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000400:00000200:57.0:1609800468.288517:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.288517:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (21)++
00000800:00000200:1.0:1609800468.288519:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (23)++
00000400:00000200:57.0:1609800468.288526:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:37.0:1609800468.288526:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000800:00000200:1.0:1609800468.288528:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (25)--
00000800:00000200:37.0:1609800468.288530:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (24)--
00000400:00000200:37.0:1609800468.288531:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.288533:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000400:00000200:57.0:1609800468.288536:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800468.288536:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.288540:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:24.1:1609800468.288540:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800468.288543:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000800:00000200:57.0:1609800468.288545:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800468.288545:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:57.0:1609800468.288546:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (23)++
00000800:00000200:57.0:1609800468.288548:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (24)++
00000800:00000200:6.0:1609800468.288549:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (24)--
00000800:00000200:57.0:1609800468.288550:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.133@o2ib18: no credits
00000800:00000200:57.0:1609800468.288552:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (24)--
00000800:00000200:37.0:1609800468.288553:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.133@o2ib18: no credits
00000800:00000200:37.0:1609800468.288554:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:37.0:1609800468.288555:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.288555:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (23)++
00000400:00000200:57.0:1609800468.288556:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800468.288557:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.288559:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000400:00000200:57.0:1609800468.288560:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.288561:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000400:00000200:57.0:1609800468.288562:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:3.0:1609800468.288564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000800:00000200:37.0:1609800468.288565:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.133@o2ib18
00000400:00000200:57.0:1609800468.288569:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800468.288570:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800468.288588:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (23)--
00000800:00000200:37.0:1609800468.288589:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:57.0:1609800468.288591:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:24.1:1609800468.288593:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:57.0:1609800468.288595:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.288596:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (22)++
00000800:00000200:57.0:1609800468.288597:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (23)++
00000800:00000200:57.0:1609800468.288602:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (24)--
00000800:00000200:8.0:1609800468.288602:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (24)++
00000800:00000200:8.0:1609800468.288605:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (24)--
00000400:00000200:8.0:1609800468.288607:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.288607:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000400:00000200:57.0:1609800468.288610:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800468.288610:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.288613:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:57.0:1609800468.288615:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.288615:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000400:00000200:57.0:1609800468.288618:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:6.0:1609800468.288622:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000400:00000200:57.0:1609800468.288623:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800468.288625:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000800:00000200:57.0:1609800468.288626:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000400:00000200:6.0:1609800468.288627:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.288628:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:57.0:1609800468.288630:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800468.288630:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.288632:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (21)++
00000800:00000200:57.0:1609800468.288633:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:6.0:1609800468.288633:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:57.0:1609800468.288636:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800468.288648:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:3.0:1609800468.288655:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800468.288659:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:3.0:1609800468.288660:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.288661:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000400:00000200:3.0:1609800468.288663:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.288665:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.133@o2ib18
00000800:00000200:3.0:1609800468.288666:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000800:00000200:8.0:1609800468.288667:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800468.288667:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:8.0:1609800468.288669:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (22)--
00000800:00000200:8.0:1609800468.288670:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000400:00000200:57.0:1609800468.288713:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.288735:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.288737:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800468.288744:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.288747:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:57.0:1609800468.288751:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.288752:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:57.0:1609800468.288753:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000400:00000200:4.0:1609800468.288754:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.288757:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800468.288771:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000400:00000200:4.0:1609800468.288773:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.288777:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000800:00000200:6.0:1609800468.288779:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:6.0:1609800468.288782:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:6.0:1609800468.288783:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.288783:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800468.288784:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:6.0:1609800468.288786:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:4.0:1609800468.288786:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:6.0:1609800468.288789:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:4.0:1609800468.288791:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.288793:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:4.0:1609800468.288795:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000800:00000200:4.0:1609800468.288802:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800468.288814:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:3.0:1609800468.288822:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:3.0:1609800468.288825:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:3.0:1609800468.288826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.288827:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:3.0:1609800468.288828:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.288831:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:24.1:1609800468.288872:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (20)++
00000800:00000200:37.0:1609800468.288879:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800468.288883:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.133@o2ib18
00000800:00000200:37.0:1609800468.288884:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800468.288885:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (23)--
00000800:00000200:6.0:1609800468.288885:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (23)--
00000800:00000200:37.0:1609800468.288887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000400:00000200:0.0:1609800468.289147:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.289172:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.289174:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:0.0:1609800468.289179:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.289182:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:0.0:1609800468.289185:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.289188:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:0.0:1609800468.289189:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000800:00000200:0.0:1609800468.289196:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800468.289213:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:8.0:1609800468.289221:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:8.0:1609800468.289223:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:8.0:1609800468.289225:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.289226:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.289229:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:8.0:1609800468.289229:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000400:00000200:57.0:1609800468.289397:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.133@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.289402:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.289406:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:57.0:1609800468.289417:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.289424:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:57.0:1609800468.289430:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.289432:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (20)++
00000800:00000200:57.0:1609800468.289434:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (21)++
00000800:00000200:57.0:1609800468.289440:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800468.289456:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:6.0:1609800468.289505:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:6.0:1609800468.289514:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:6.0:1609800468.289517:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.289523:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.289530:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:6.0:1609800468.289533:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:29.1:1609800468.336249:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (20)++
00000800:00000200:19.0:1609800468.336263:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)++
00000800:00000200:19.0:1609800468.336269:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.144@o2ib18
00000400:00000200:19.0:1609800468.336276:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.336281:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.336285:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800468.336296:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.336302:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.336307:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.336310:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:19.0:1609800468.336313:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.336315:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.336320:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)++
00000800:00000200:26.0:1609800468.336322:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.336322:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (24)--
00000800:00000200:19.0:1609800468.336324:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800468.336327:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000400:00000200:26.0:1609800468.336330:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.336335:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000400:00000200:26.0:1609800468.336337:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.336337:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:18.0:1609800468.336342:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.336343:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800468.336343:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.336345:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)++
00000800:00000200:19.0:1609800468.336366:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000400:00000200:20.0:1609800468.336368:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.336369:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.336370:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.336371:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.336371:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.336373:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800468.336375:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.336379:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800468.336380:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.336383:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800468.336383:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:18.0:1609800468.336383:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.336384:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8af00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.336386:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.336386:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.336389:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800468.336389:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:18.0:1609800468.336389:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.336391:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.336392:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800468.336393:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.336395:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800468.336395:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.336397:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)++
00000800:00000200:20.0:1609800468.336397:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.336397:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.336397:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)++
00000800:00000200:20.0:1609800468.336398:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.336399:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (27)++
00000800:00000200:18.0:1609800468.336399:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (27)--
00000400:00000200:57.0:1609800468.336400:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.336400:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (27)--
00000800:00000200:19.0:1609800468.336400:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.336401:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (26)++
00000800:00000200:18.0:1609800468.336401:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (27)--
00000800:00000200:26.0:1609800468.336402:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)--
00000800:00000200:19.0:1609800468.336403:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.336403:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)++
00000400:00000200:57.0:1609800468.336404:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.336404:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.336405:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (26)--
00000800:00000200:20.0:1609800468.336407:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)--
00000800:00000200:19.0:1609800468.336408:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)++
00000800:00000200:18.0:1609800468.336408:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:20.0:1609800468.336409:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)++
00000800:00000200:57.0:1609800468.336410:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.336410:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (26)++
00000800:00000200:19.0:1609800468.336410:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (26)--
00000800:00000200:20.0:1609800468.336411:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000400:00000200:18.0:1609800468.336411:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800468.336412:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.336412:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (26)--
00000800:00000200:26.0:1609800468.336413:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.336413:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)++
00000400:00000200:18.0:1609800468.336414:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336415:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.336415:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.336415:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (26)--
00000800:00000200:19.0:1609800468.336416:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (25)--
00000400:00000200:18.0:1609800468.336416:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:26.0:1609800468.336417:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.336417:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000400:00000200:20.0:1609800468.336421:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.336421:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800468.336423:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.336424:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:57.0:1609800468.336425:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.336425:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800468.336426:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336428:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.336428:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.336430:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800468.336431:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.336431:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.336433:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.336435:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.336435:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)++
00000400:00000200:26.0:1609800468.336436:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800468.336436:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (24)--
00000800:00000200:20.0:1609800468.336437:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.336437:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:20.0:1609800468.336438:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.336441:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.336444:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.336444:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.336445:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:57.0:1609800468.336446:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.336446:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:57.0:1609800468.336447:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.336447:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.336450:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.336450:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.336451:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800468.336452:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.336453:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:57.0:1609800468.336454:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.336455:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.336455:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000400:00000200:5.0:1609800468.336457:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336458:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.336462:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:26.0:1609800468.336463:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:5.0:1609800468.336464:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800468.336471:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:5.0:1609800468.336474:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.336476:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.336477:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:19.0:1609800468.336480:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000400:00000200:5.0:1609800468.336481:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.336483:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000400:00000200:19.0:1609800468.336484:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.336487:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.336490:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:29.1:1609800468.336494:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (22)++
00000400:00000200:19.0:1609800468.336496:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.336498:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.336500:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000800:00000200:19.0:1609800468.336501:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.336503:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000800:00000200:19.0:1609800468.336503:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.336504:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:20.0:1609800468.336504:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:19.0:1609800468.336504:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800468.336505:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.336507:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:19.0:1609800468.336508:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)--
00000400:00000200:5.0:1609800468.336508:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.336509:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:5.0:1609800468.336512:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800468.336544:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (20)++
00000800:00000200:18.0:1609800468.336550:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)++
00000800:00000200:18.0:1609800468.336554:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:20.0:1609800468.336555:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000400:00000200:18.0:1609800468.336557:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.336559:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:26.0:1609800468.336561:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:18.0:1609800468.336561:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.336563:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.336564:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800468.336565:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.336567:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)++
00000400:00000200:26.0:1609800468.336568:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.336568:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800468.336569:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.336569:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.144@o2ib18
00000400:00000200:20.0:1609800468.336570:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:18.0:1609800468.336570:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800468.336572:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.336573:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800468.336576:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800468.336577:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.336577:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.336578:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.336579:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.336580:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.144@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.336580:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.336581:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.336581:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.336583:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:20.0:1609800468.336583:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.336584:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.336587:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)++
00000400:00000200:19.0:1609800468.336587:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.336587:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)++
00000800:00000200:20.0:1609800468.336588:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (27)--
00000800:00000200:20.0:1609800468.336589:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (26)--
00000400:00000200:19.0:1609800468.336589:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:18.0:1609800468.336589:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (27)--
00000400:00000200:26.0:1609800468.336590:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.336591:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:26.0:1609800468.336593:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.336593:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:26.0:1609800468.336595:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800468.336595:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.336596:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.336597:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.336598:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.336599:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.336600:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.336600:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.336600:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.336602:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.336603:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.336604:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:26.0:1609800468.336606:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (23)++
00000800:00000200:19.0:1609800468.336607:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)++
00000800:00000200:26.0:1609800468.336609:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)--
00000800:00000200:19.0:1609800468.336609:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)--
00000800:00000200:26.0:1609800468.336610:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:57.0:1609800468.336611:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.336612:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.336612:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:57.0:1609800468.336615:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.1:1609800468.336628:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:18.0:1609800468.336634:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:18.0:1609800468.336637:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800468.336638:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:18.0:1609800468.336640:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:0.0:1609800468.336641:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.336646:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.336652:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800468.336679:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.336682:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.336686:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.336764:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.336774:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336777:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800468.336783:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.336787:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800468.336792:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.336794:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:57.0:1609800468.336795:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:57.0:1609800468.336809:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000400:00000200:57.0:1609800468.336813:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.336820:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336822:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800468.336827:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.336829:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800468.336832:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.336834:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:57.0:1609800468.336834:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:57.0:1609800468.336838:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:29.1:1609800468.336850:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (22)++
00000800:00000200:26.0:1609800468.336855:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000800:00000200:26.0:1609800468.336858:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:26.0:1609800468.336860:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.336861:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:26.0:1609800468.336862:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.336864:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:19.0:1609800468.336865:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.336866:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:26.0:1609800468.336867:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:19.0:1609800468.336868:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.336871:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:57.0:1609800468.336964:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.336971:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.336973:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800468.336978:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.336981:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800468.336984:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.336985:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:57.0:1609800468.336986:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:57.0:1609800468.336990:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000800:00000200:29.1:1609800468.337027:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:18.0:1609800468.337032:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:18.0:1609800468.337035:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000400:00000200:38.0:1609800468.337037:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.337037:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:18.0:1609800468.337037:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.337040:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.337043:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:38.0:1609800468.337047:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337053:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:38.0:1609800468.337066:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.337073:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:38.0:1609800468.337080:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337084:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:38.0:1609800468.337086:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337099:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000400:00000200:38.0:1609800468.337115:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.337116:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800468.337119:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:26.0:1609800468.337132:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:26.0:1609800468.337136:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000400:00000200:26.0:1609800468.337138:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.337139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:26.0:1609800468.337141:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.337142:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337144:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.337145:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:38.0:1609800468.337149:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:57.0:1609800468.337151:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.337154:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:26.0:1609800468.337154:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:38.0:1609800468.337163:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.337169:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337169:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:57.0:1609800468.337172:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:57.0:1609800468.337174:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337175:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.337178:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000800:00000200:38.0:1609800468.337178:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:38.0:1609800468.337180:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:38.0:1609800468.337188:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (23)--
00000400:00000200:38.0:1609800468.337198:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.337204:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337207:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:29.1:1609800468.337208:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.337214:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:38.0:1609800468.337217:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.337217:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:20.0:1609800468.337218:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.337220:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:20.0:1609800468.337221:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.337223:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:20.0:1609800468.337223:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:20.0:1609800468.337224:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800468.337224:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:18.0:1609800468.337227:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.337229:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800468.337230:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.337231:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337233:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:18.0:1609800468.337233:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:38.0:1609800468.337239:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000400:00000200:38.0:1609800468.337249:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800468.337250:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:26.0:1609800468.337256:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.337262:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000800:00000200:19.0:1609800468.337267:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:26.0:1609800468.337270:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000800:00000200:20.0:1609800468.337270:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.144@o2ib18
00000400:00000200:26.0:1609800468.337271:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.337271:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.337272:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:20.0:1609800468.337273:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:26.0:1609800468.337274:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.337275:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337277:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:38.0:1609800468.337282:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.337284:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:26.0:1609800468.337284:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:38.0:1609800468.337288:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337289:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:38.0:1609800468.337290:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337294:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000400:00000200:38.0:1609800468.337298:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.337301:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.337303:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.337303:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:38.0:1609800468.337307:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.337309:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:29.1:1609800468.337309:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337311:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337313:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:38.0:1609800468.337313:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (23)++
00000400:00000200:57.0:1609800468.337315:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.337317:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:38.0:1609800468.337317:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (24)--
00000800:00000200:18.0:1609800468.337318:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)++
00000400:00000200:38.0:1609800468.337322:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.337323:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:57.0:1609800468.337324:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800468.337325:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.337325:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.337327:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.337327:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:38.0:1609800468.337328:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:18.0:1609800468.337328:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.337331:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800468.337331:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000800:00000200:57.0:1609800468.337332:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (24)++
00000400:00000200:19.0:1609800468.337333:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.337334:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (24)++
00000800:00000200:20.0:1609800468.337334:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000400:00000200:38.0:1609800468.337336:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.337337:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (24)--
00000400:00000200:19.0:1609800468.337337:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.337339:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:38.0:1609800468.337340:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.337342:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:38.0:1609800468.337344:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337346:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337347:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:38.0:1609800468.337351:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:29.1:1609800468.337352:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (23)++
00000400:00000200:38.0:1609800468.337355:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800468.337359:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000800:00000200:26.0:1609800468.337363:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000400:00000200:26.0:1609800468.337365:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.337366:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:26.0:1609800468.337367:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.337370:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.337370:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:20.0:1609800468.337370:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (24)--
00000800:00000200:26.0:1609800468.337371:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:20.0:1609800468.337371:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337373:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000400:00000200:20.0:1609800468.337378:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000400:00000200:38.0:1609800468.337379:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.337382:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:20.0:1609800468.337383:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:38.0:1609800468.337386:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.337387:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (20)++
00000800:00000200:38.0:1609800468.337388:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337393:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000800:00000200:29.1:1609800468.337394:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (22)++
00000400:00000200:38.0:1609800468.337399:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.337401:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000400:00000200:38.0:1609800468.337402:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.337403:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:19.0:1609800468.337406:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.144@o2ib18
00000800:00000200:18.0:1609800468.337407:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)++
00000400:00000200:38.0:1609800468.337408:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.337408:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)++
00000800:00000200:19.0:1609800468.337409:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (25)--
00000800:00000200:38.0:1609800468.337411:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.337411:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (24)--
00000800:00000200:19.0:1609800468.337412:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800468.337412:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000800:00000200:38.0:1609800468.337414:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000400:00000200:18.0:1609800468.337414:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.337415:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337416:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000400:00000200:18.0:1609800468.337417:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.337420:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:18.0:1609800468.337420:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:38.0:1609800468.337423:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.144@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800468.337433:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800468.337433:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000400:00000200:38.0:1609800468.337435:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.144@o2ib18 local destination
00000800:00000200:20.0:1609800468.337439:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000400:00000200:38.0:1609800468.337440:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.144@o2ib18(192.168.128.144@o2ib18:192.168.128.144@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800468.337442:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.144@o2ib18
00000800:00000200:20.0:1609800468.337442:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000400:00000200:20.0:1609800468.337444:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.337444:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:38.0:1609800468.337446:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbdc00] -> 192.168.128.144@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800468.337446:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:38.0:1609800468.337448:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c7400] (21)++
00000800:00000200:38.0:1609800468.337448:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.337449:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (23)--
00000800:00000200:38.0:1609800468.337453:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c7400] (22)--
00000800:00000200:29.1:1609800468.337465:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (21)++
00000800:00000200:26.0:1609800468.337471:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)++
00000800:00000200:26.0:1609800468.337474:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c7400] (23)--
00000400:00000200:26.0:1609800468.337475:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.337476:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000400:00000200:26.0:1609800468.337478:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.144@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.337481:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000800:00000200:29.1:1609800468.337483:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c7400] (20)++
00000800:00000200:19.0:1609800468.337488:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)++
00000800:00000200:19.0:1609800468.337491:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.144@o2ib18
00000800:00000200:19.0:1609800468.337492:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c7400] (22)++
00000800:00000200:20.0:1609800468.337493:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (22)--
00000800:00000200:19.0:1609800468.337494:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c7400] (23)--
00000800:00000200:19.0:1609800468.337495:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c7400] (21)--
00000400:00000200:5.0:1609800468.341193:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800468.341200:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:31.1:1609800468.342034:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:18.0:1609800468.342048:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:18.0:1609800468.342054:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.74@o2ib18
00000400:00000200:18.0:1609800468.342061:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.342067:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.342071:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:18.0:1609800468.342082:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.342087:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.342092:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.342093:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:18.0:1609800468.342097:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.342099:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.342104:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.342106:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:26.0:1609800468.342107:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.342108:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.342111:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:26.0:1609800468.342115:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.342117:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:19.0:1609800468.342120:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.342132:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000400:00000200:20.0:1609800468.342137:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.342138:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.342138:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000400:00000200:20.0:1609800468.342143:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342146:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800468.342146:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.342159:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.342165:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.342166:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:19.0:1609800468.342170:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.342171:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.342174:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:20.0:1609800468.342177:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.342178:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.342181:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.342182:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:1.0:1609800468.342184:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.342187:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800468.342189:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.342191:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.342192:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.342194:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:20.0:1609800468.342194:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800468.342196:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.342197:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (24)++
00000800:00000200:19.0:1609800468.342197:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.342198:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:26.0:1609800468.342199:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000800:00000200:20.0:1609800468.342200:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:19.0:1609800468.342201:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.342202:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:57.0:1609800468.342205:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800468.342207:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:19.0:1609800468.342207:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800468.342210:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.342210:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.342213:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000400:00000200:57.0:1609800468.342215:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800468.342215:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.342216:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:19.0:1609800468.342217:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000400:00000200:1.0:1609800468.342218:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.342222:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800468.342227:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.342227:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (25)--
00000400:00000200:57.0:1609800468.342229:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.342229:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000800:00000200:18.0:1609800468.342229:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:19.0:1609800468.342231:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000400:00000200:57.0:1609800468.342234:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.342236:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (24)++
00000400:00000200:18.0:1609800468.342236:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.342237:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:26.0:1609800468.342240:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:20.0:1609800468.342240:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (25)++
00000400:00000200:18.0:1609800468.342242:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.342244:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000400:00000200:19.0:1609800468.342244:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.342246:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:26.0:1609800468.342247:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.342253:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342255:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.342255:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.342258:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:18.0:1609800468.342258:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.342264:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800468.342268:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.342269:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800468.342275:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:19.0:1609800468.342275:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.342275:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.342277:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.342279:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.342280:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.342282:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (26)++
00000400:00000200:20.0:1609800468.342284:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:19.0:1609800468.342284:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.342284:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (27)--
00000800:00000200:19.0:1609800468.342286:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.342286:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (26)--
00000400:00000200:26.0:1609800468.342287:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.342288:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (25)++
00000800:00000200:18.0:1609800468.342290:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (26)--
00000800:00000200:26.0:1609800468.342292:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.342292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (25)--
00000800:00000200:18.0:1609800468.342294:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000400:00000200:20.0:1609800468.342295:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.342297:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.342298:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:57.0:1609800468.342299:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.342300:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.342300:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000400:00000200:57.0:1609800468.342301:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.342302:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.342302:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800468.342304:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.342305:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.342305:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.342307:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000800:00000200:26.0:1609800468.342309:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.342309:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.342311:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800468.342312:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.342316:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (21)++
00000800:00000200:20.0:1609800468.342320:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:57.0:1609800468.342322:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.342324:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.342326:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.342328:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:57.0:1609800468.342329:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800468.342336:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.342341:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.342347:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800468.342382:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.342385:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.342390:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800468.342437:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:18.0:1609800468.342446:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:18.0:1609800468.342450:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:18.0:1609800468.342453:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:18.0:1609800468.342455:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:31.1:1609800468.342519:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:26.0:1609800468.342525:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800468.342529:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:20.0:1609800468.342531:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:26.0:1609800468.342532:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.342536:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342538:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:26.0:1609800468.342545:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.342547:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.342550:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.342552:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.342554:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.342557:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800468.342558:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (22)--
00000800:00000200:26.0:1609800468.342559:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:31.1:1609800468.342601:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:19.0:1609800468.342607:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:19.0:1609800468.342611:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.342613:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:19.0:1609800468.342614:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.342616:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000400:00000200:19.0:1609800468.342617:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.342618:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000400:00000200:19.0:1609800468.342619:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:18.0:1609800468.342620:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.342622:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000800:00000200:26.0:1609800468.342623:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (24)++
00000800:00000200:26.0:1609800468.342625:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000400:00000200:19.0:1609800468.342625:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.342628:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.342629:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.342629:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342630:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.342630:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.342632:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800468.342633:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.342634:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800468.342635:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.342636:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342637:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.342638:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:0.0:1609800468.342640:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.342641:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.342644:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.342645:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800468.342647:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.342647:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.342647:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (25)++
00000800:00000200:18.0:1609800468.342647:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800468.342647:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.342648:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.342648:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800468.342648:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (26)--
00000800:00000200:19.0:1609800468.342649:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (25)--
00000800:00000200:20.0:1609800468.342650:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.342651:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000800:00000200:18.0:1609800468.342651:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.342652:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.342653:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.342653:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800468.342654:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.342654:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.342654:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.342655:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:20.0:1609800468.342656:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.342656:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800468.342657:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.342658:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000800:00000200:57.0:1609800468.342660:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.342660:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.342661:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000400:00000200:57.0:1609800468.342662:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.342662:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.342663:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000400:00000200:57.0:1609800468.342664:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.342664:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.342667:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000800:00000200:26.0:1609800468.342668:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800468.342669:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:0.0:1609800468.342673:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.342675:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.342680:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800468.342689:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.342691:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.342692:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000400:00000200:0.0:1609800468.342695:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.342697:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800468.342700:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:19.0:1609800468.342701:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:19.0:1609800468.342703:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:57.0:1609800468.342808:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.342814:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.342816:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:57.0:1609800468.342821:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.342824:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:57.0:1609800468.342828:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.342829:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000800:00000200:57.0:1609800468.342830:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000800:00000200:57.0:1609800468.342836:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000800:00000200:31.1:1609800468.342863:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:20.0:1609800468.342869:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:20.0:1609800468.342872:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000400:00000200:20.0:1609800468.342874:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.342875:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:20.0:1609800468.342876:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.342879:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:57.0:1609800468.342957:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.342982:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.342984:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:57.0:1609800468.342989:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.342992:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:57.0:1609800468.342995:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.342996:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000800:00000200:57.0:1609800468.342997:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000800:00000200:57.0:1609800468.343000:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000400:00000200:57.0:1609800468.343004:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.343011:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343012:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:57.0:1609800468.343017:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.343020:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:57.0:1609800468.343023:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.343024:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000800:00000200:57.0:1609800468.343025:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:57.0:1609800468.343027:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:31.1:1609800468.343029:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (22)++
00000800:00000200:18.0:1609800468.343035:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.343038:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (24)--
00000400:00000200:18.0:1609800468.343039:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343041:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000400:00000200:18.0:1609800468.343042:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.343046:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:5.0:1609800468.343048:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.343049:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.343052:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.343052:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000400:00000200:57.0:1609800468.343055:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:26.0:1609800468.343057:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:57.0:1609800468.343060:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.343060:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000400:00000200:5.0:1609800468.343060:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.343061:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343062:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:57.0:1609800468.343063:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:26.0:1609800468.343064:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.343066:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.343067:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800468.343067:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:5.0:1609800468.343067:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:57.0:1609800468.343068:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000800:00000200:57.0:1609800468.343071:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000400:00000200:5.0:1609800468.343079:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800468.343082:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:5.0:1609800468.343086:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:57.0:1609800468.343087:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.343087:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:57.0:1609800468.343090:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343090:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:18.0:1609800468.343093:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:57.0:1609800468.343104:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:19.0:1609800468.343106:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.343109:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:5.0:1609800468.343109:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800468.343110:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800468.343111:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000800:00000200:5.0:1609800468.343112:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:57.0:1609800468.343113:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:19.0:1609800468.343114:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:57.0:1609800468.343117:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:24.1:1609800468.343118:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:57.0:1609800468.343119:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)++
00000800:00000200:5.0:1609800468.343128:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:57.0:1609800468.343129:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000800:00000200:20.0:1609800468.343129:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:57.0:1609800468.343133:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343133:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.118@o2ib18
00000800:00000200:26.0:1609800468.343135:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:5.0:1609800468.343135:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800468.343137:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:31.1:1609800468.343138:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (22)++
00000800:00000200:26.0:1609800468.343139:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000400:00000200:5.0:1609800468.343139:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.343140:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.343141:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:18.0:1609800468.343142:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:26.0:1609800468.343143:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.343143:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:18.0:1609800468.343143:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:19.0:1609800468.343145:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000800:00000200:18.0:1609800468.343146:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (24)--
00000400:00000200:18.0:1609800468.343148:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.343149:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800468.343150:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.343152:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.343154:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800468.343156:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.343157:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.343158:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800468.343159:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (22)++
00000800:00000200:5.0:1609800468.343159:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:26.0:1609800468.343162:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343162:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:18.0:1609800468.343162:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343163:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:5.0:1609800468.343163:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.343164:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:26.0:1609800468.343165:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:20.0:1609800468.343165:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:5.0:1609800468.343165:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.343166:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (24)--
00000800:00000200:5.0:1609800468.343166:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (24)++
00000800:00000200:20.0:1609800468.343167:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000400:00000200:18.0:1609800468.343167:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343170:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000400:00000200:26.0:1609800468.343171:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800468.343171:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:57.0:1609800468.343172:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.343173:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.343173:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:26.0:1609800468.343174:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.343176:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800468.343176:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.343178:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.343179:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.343180:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800468.343182:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343184:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000400:00000200:5.0:1609800468.343184:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:26.0:1609800468.343186:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:26.0:1609800468.343186:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000400:00000200:5.0:1609800468.343190:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800468.343191:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:5.0:1609800468.343192:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:5.0:1609800468.343195:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800468.343197:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:5.0:1609800468.343197:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)++
00000800:00000200:5.0:1609800468.343198:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000800:00000200:20.0:1609800468.343202:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (25)--
00000800:00000200:5.0:1609800468.343202:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (25)--
00000800:00000200:19.0:1609800468.343203:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (24)--
00000400:00000200:19.0:1609800468.343204:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.343207:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.343210:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:24.1:1609800468.343213:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:18.0:1609800468.343219:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800468.343222:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:31.1:1609800468.343224:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:5.0:1609800468.343224:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800468.343226:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800468.343226:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343227:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:26.0:1609800468.343228:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:5.0:1609800468.343228:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800468.343230:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343231:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343231:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000400:00000200:26.0:1609800468.343233:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343233:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800468.343233:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800468.343235:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000400:00000200:18.0:1609800468.343240:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.343243:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800468.343243:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343245:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:18.0:1609800468.343246:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800468.343248:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:18.0:1609800468.343249:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.343251:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800468.343254:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800468.343256:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800468.343256:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:0.0:1609800468.343257:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.343258:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.343259:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:18.0:1609800468.343260:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:57.0:1609800468.343262:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800468.343262:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.343263:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:18.0:1609800468.343264:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:0.0:1609800468.343264:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000800:00000200:0.0:1609800468.343265:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000400:00000200:18.0:1609800468.343267:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800468.343268:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.74@o2ib18: no credits
00000800:00000200:0.0:1609800468.343269:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000400:00000200:18.0:1609800468.343270:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343272:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:57.0:1609800468.343273:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800468.343273:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000400:00000200:57.0:1609800468.343276:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.343279:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:18.0:1609800468.343279:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.343282:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.343283:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.74@o2ib18
00000800:00000200:20.0:1609800468.343285:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:18.0:1609800468.343285:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800468.343286:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.343287:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.343288:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.343291:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000400:00000200:22.0:1609800468.343291:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.343291:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:26.0:1609800468.343293:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800468.343293:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:18.0:1609800468.343294:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:22.0:1609800468.343295:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:24.1:1609800468.343297:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:18.0:1609800468.343299:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:22.0:1609800468.343301:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800468.343301:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.343302:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:31.1:1609800468.343305:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:18.0:1609800468.343305:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:19.0:1609800468.343316:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:24.1:1609800468.343319:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:19.0:1609800468.343322:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800468.343323:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800468.343324:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:19.0:1609800468.343325:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343326:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:20.0:1609800468.343326:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800468.343327:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:19.0:1609800468.343327:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.343328:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:20.0:1609800468.343329:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:26.0:1609800468.343330:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:22.0:1609800468.343330:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:19.0:1609800468.343331:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:18.0:1609800468.343331:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.343333:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800468.343335:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800468.343335:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800468.343337:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000400:00000200:18.0:1609800468.343337:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800468.343338:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000400:00000200:20.0:1609800468.343338:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:20.0:1609800468.343344:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800468.343345:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800468.343346:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800468.343346:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:18.0:1609800468.343352:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.343353:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.343355:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.343356:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.1:1609800468.343357:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000400:00000200:22.0:1609800468.343357:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.343357:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfaf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.343357:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:38.0:1609800468.343360:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.343360:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:18.0:1609800468.343360:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800468.343361:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343361:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.343361:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.343362:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:26.0:1609800468.343363:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:22.0:1609800468.343363:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:26.0:1609800468.343366:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:57.0:1609800468.343367:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.343367:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343368:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.343368:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.343369:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:26.0:1609800468.343370:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.343370:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800468.343371:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:18.0:1609800468.343372:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:26.0:1609800468.343379:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:57.0:1609800468.343380:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800468.343380:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:24.1:1609800468.343384:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000400:00000200:38.0:1609800468.343385:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800468.343385:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800468.343386:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:22.0:1609800468.343386:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000800:00000200:22.0:1609800468.343387:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000400:00000200:38.0:1609800468.343388:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:22.0:1609800468.343390:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343390:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:20.0:1609800468.343394:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:19.0:1609800468.343394:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:1.0:1609800468.343394:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.343395:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800468.343396:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343397:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.343397:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:38.0:1609800468.343399:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:26.0:1609800468.343399:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:19.0:1609800468.343399:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:19.0:1609800468.343400:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:18.0:1609800468.343400:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:26.0:1609800468.343401:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (25)--
00000400:00000200:20.0:1609800468.343401:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.343401:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000400:00000200:1.0:1609800468.343401:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.343403:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.343403:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.343403:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:20.0:1609800468.343404:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343404:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:18.0:1609800468.343404:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800468.343405:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.343407:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000400:00000200:26.0:1609800468.343407:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000400:00000200:22.0:1609800468.343408:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.343409:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000400:00000200:20.0:1609800468.343410:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:20.0:1609800468.343415:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800468.343416:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343417:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.343418:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800468.343420:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.343420:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800468.343421:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:20.0:1609800468.343422:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.343423:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800468.343423:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800468.343426:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800468.343426:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343428:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:31.1:1609800468.343429:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:22.0:1609800468.343429:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:1.0:1609800468.343429:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800468.343430:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.343430:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:18.0:1609800468.343430:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:20.0:1609800468.343431:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:20.0:1609800468.343432:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:57.0:1609800468.343433:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.343435:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343435:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:22.0:1609800468.343436:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800468.343436:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:22.0:1609800468.343437:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)++
00000400:00000200:20.0:1609800468.343437:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343437:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.343438:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800468.343438:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000400:00000200:20.0:1609800468.343439:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.343440:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800468.343442:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343443:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:38.0:1609800468.343444:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.343444:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800468.343447:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.343447:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800468.343448:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:18.0:1609800468.343448:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800468.343451:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.343454:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800468.343454:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:18.0:1609800468.343456:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:38.0:1609800468.343457:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000400:00000200:22.0:1609800468.343458:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000800:00000200:19.0:1609800468.343460:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:22.0:1609800468.343463:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.343465:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:19.0:1609800468.343476:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000800:00000200:22.0:1609800468.343477:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.343477:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:19.0:1609800468.343478:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800468.343479:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800468.343480:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000400:00000200:19.0:1609800468.343480:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:22.0:1609800468.343481:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.343481:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.343481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:38.0:1609800468.343482:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:22.0:1609800468.343482:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800468.343483:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (24)--
00000800:00000200:38.0:1609800468.343487:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:22.0:1609800468.343488:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (23)++
00000800:00000200:24.1:1609800468.343490:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:22.0:1609800468.343494:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343496:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:20.0:1609800468.343498:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:20.0:1609800468.343500:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:20.0:1609800468.343502:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:31.1:1609800468.343505:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (22)++
00000800:00000200:20.0:1609800468.343506:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:18.0:1609800468.343508:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:20.0:1609800468.343509:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800468.343510:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.343512:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343513:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (23)++
00000800:00000200:18.0:1609800468.343513:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000400:00000200:38.0:1609800468.343515:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.343515:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:19.0:1609800468.343515:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (24)--
00000400:00000200:20.0:1609800468.343516:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.343516:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343516:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.343517:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000400:00000200:20.0:1609800468.343518:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:19.0:1609800468.343519:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000400:00000200:20.0:1609800468.343536:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.343538:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.343540:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.343541:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.343543:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.343544:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.343544:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000400:00000200:18.0:1609800468.343544:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343545:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000400:00000200:26.0:1609800468.343546:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343547:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.74@o2ib18
00000400:00000200:18.0:1609800468.343547:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:19.0:1609800468.343548:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (23)++
00000800:00000200:19.0:1609800468.343550:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (24)--
00000800:00000200:19.0:1609800468.343550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (23)--
00000800:00000200:20.0:1609800468.343551:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (24)++
00000400:00000200:26.0:1609800468.343552:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800468.343552:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:19.0:1609800468.343552:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:20.0:1609800468.343553:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:20.0:1609800468.343554:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800468.343554:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000400:00000200:18.0:1609800468.343554:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.343555:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.343556:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343556:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000400:00000200:26.0:1609800468.343557:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.343557:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.343557:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800468.343559:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.343560:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.343560:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.343561:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.343562:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:20.0:1609800468.343562:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)++
00000400:00000200:19.0:1609800468.343562:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.343563:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800468.343563:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.343564:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000800:00000200:18.0:1609800468.343564:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.343565:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343566:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.343567:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800468.343567:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.343567:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:18.0:1609800468.343569:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:26.0:1609800468.343570:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)++
00000800:00000200:26.0:1609800468.343571:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (27)--
00000400:00000200:20.0:1609800468.343571:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.343571:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:18.0:1609800468.343572:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:26.0:1609800468.343573:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:20.0:1609800468.343573:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:19.0:1609800468.343573:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800468.343574:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.343574:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:57.0:1609800468.343575:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.343575:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:19.0:1609800468.343576:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800468.343578:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.343579:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.118@o2ib18
00000400:00000200:20.0:1609800468.343579:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.343581:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.343581:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:20.0:1609800468.343583:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.343585:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.343586:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.343589:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:20.0:1609800468.343591:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:19.0:1609800468.343593:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800468.343594:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.343594:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:20.0:1609800468.343595:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:19.0:1609800468.343595:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800468.343597:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343597:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.343599:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800468.343602:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.343603:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.343604:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:57.0:1609800468.343605:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.343605:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.343607:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.343607:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:19.0:1609800468.343608:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:26.0:1609800468.343609:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.343610:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:18.0:1609800468.343611:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:26.0:1609800468.343612:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.343612:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.343615:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:26.0:1609800468.343616:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:18.0:1609800468.343616:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:26.0:1609800468.343617:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.343618:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:57.0:1609800468.343620:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.343620:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:0.0:1609800468.343620:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.343621:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343622:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343623:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.343626:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.343654:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.74@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800468.343680:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.343683:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343685:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.343686:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800468.343688:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:0.0:1609800468.343694:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.343697:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:0.0:1609800468.343703:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.343705:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (20)++
00000800:00000200:0.0:1609800468.343707:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (21)++
00000800:00000200:0.0:1609800468.343715:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (22)--
00000800:00000200:31.1:1609800468.343728:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:19.0:1609800468.343734:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:19.0:1609800468.343738:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000400:00000200:19.0:1609800468.343739:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.343740:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:19.0:1609800468.343742:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.343745:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:31.1:1609800468.343770:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:18.0:1609800468.343777:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:18.0:1609800468.343793:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.74@o2ib18
00000800:00000200:18.0:1609800468.343794:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (22)++
00000800:00000200:26.0:1609800468.343795:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:18.0:1609800468.343796:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (23)--
00000800:00000200:18.0:1609800468.343797:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000400:00000200:57.0:1609800468.343832:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.343836:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343839:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:57.0:1609800468.343845:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.343848:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.343851:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.343853:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:57.0:1609800468.343854:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:57.0:1609800468.343860:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:0.0:1609800468.343883:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.343888:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343890:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:0.0:1609800468.343896:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.343898:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:0.0:1609800468.343902:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.343904:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:0.0:1609800468.343905:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:57.0:1609800468.343907:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800468.343911:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:57.0:1609800468.343913:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343916:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:0.0:1609800468.343917:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800468.343920:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:0.0:1609800468.343920:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.343922:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800468.343923:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:57.0:1609800468.343925:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:20.0:1609800468.343928:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:0.0:1609800468.343928:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.343930:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.343932:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.343932:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:57.0:1609800468.343933:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:20.0:1609800468.343933:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.343934:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:0.0:1609800468.343934:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.343935:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (24)++
00000400:00000200:20.0:1609800468.343936:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.343936:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (26)++
00000800:00000200:20.0:1609800468.343938:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (27)--
00000800:00000200:57.0:1609800468.343939:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:20.0:1609800468.343940:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:19.0:1609800468.343940:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:0.0:1609800468.343941:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (25)++
00000400:00000200:19.0:1609800468.343942:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.343944:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.343946:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:19.0:1609800468.343947:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:24.1:1609800468.343950:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:0.0:1609800468.343950:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.343956:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:18.0:1609800468.343960:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:0.0:1609800468.343960:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.343962:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343962:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:20.0:1609800468.343964:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:18.0:1609800468.343965:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.343966:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:20.0:1609800468.343968:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343968:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.343969:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:20.0:1609800468.343970:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.343971:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:18.0:1609800468.343972:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:20.0:1609800468.343974:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:0.0:1609800468.343974:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.343976:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:0.0:1609800468.343976:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:0.0:1609800468.343980:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:0.0:1609800468.343984:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.343989:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.343990:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:24.1:1609800468.343991:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000400:00000200:0.0:1609800468.343994:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.343996:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:19.0:1609800468.343997:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:0.0:1609800468.343999:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.344000:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:19.0:1609800468.344001:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:0.0:1609800468.344001:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (24)++
00000400:00000200:19.0:1609800468.344002:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.344003:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:19.0:1609800468.344005:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.344006:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:19.0:1609800468.344008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:24.1:1609800468.344018:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800468.344023:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:18.0:1609800468.344027:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:18.0:1609800468.344028:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.344029:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:18.0:1609800468.344031:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.344034:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000400:00000200:57.0:1609800468.344080:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.344083:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.344086:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:57.0:1609800468.344092:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800468.344094:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.344095:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.344099:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.344100:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:57.0:1609800468.344102:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000400:00000200:1.0:1609800468.344102:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.344105:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:1.0:1609800468.344106:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:1.0:1609800468.344112:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.344115:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:24.1:1609800468.344118:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:1.0:1609800468.344119:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.344122:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:26.0:1609800468.344126:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:26.0:1609800468.344129:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:26.0:1609800468.344130:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.344132:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:26.0:1609800468.344133:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:1.0:1609800468.344134:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:26.0:1609800468.344136:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:24.1:1609800468.344138:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:1.0:1609800468.344142:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:20.0:1609800468.344144:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:20.0:1609800468.344149:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.118@o2ib18
00000800:00000200:20.0:1609800468.344151:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:18.0:1609800468.344151:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:20.0:1609800468.344152:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (25)--
00000800:00000200:20.0:1609800468.344153:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:18.0:1609800468.344154:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:20.0:1609800468.344155:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:18.0:1609800468.344156:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.344159:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.344163:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000400:00000200:57.0:1609800468.344175:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.344182:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.344184:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:57.0:1609800468.344190:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.344211:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.344215:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.344216:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:57.0:1609800468.344230:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:57.0:1609800468.344234:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:57.0:1609800468.344238:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.344241:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.344242:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:24.1:1609800468.344243:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000400:00000200:57.0:1609800468.344247:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.344249:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:57.0:1609800468.344250:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.344252:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.344252:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.118@o2ib18
00000800:00000200:57.0:1609800468.344253:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:57.0:1609800468.344254:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:26.0:1609800468.344254:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:20.0:1609800468.344254:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (24)++
00000800:00000200:26.0:1609800468.344255:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:57.0:1609800468.344257:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:26.0:1609800468.344257:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:20.0:1609800468.344257:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (26)--
00000800:00000200:26.0:1609800468.344258:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:20.0:1609800468.344259:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.344262:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.344265:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:4.0:1609800468.344266:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800468.344267:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:18.0:1609800468.344273:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:4.0:1609800468.344273:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.344276:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:26.0:1609800468.344279:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:18.0:1609800468.344289:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.344292:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:18.0:1609800468.344293:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.344296:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000400:00000200:4.0:1609800468.344301:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.344305:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:4.0:1609800468.344310:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.344312:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:4.0:1609800468.344314:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:4.0:1609800468.344321:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:4.0:1609800468.344327:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800468.344332:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.344334:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:4.0:1609800468.344338:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.344341:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:4.0:1609800468.344343:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.344344:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:4.0:1609800468.344345:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:24.1:1609800468.344347:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:4.0:1609800468.344349:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:4.0:1609800468.344352:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.344353:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:4.0:1609800468.344354:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.344355:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:19.0:1609800468.344356:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:19.0:1609800468.344357:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.344358:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:20.0:1609800468.344359:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:19.0:1609800468.344360:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:4.0:1609800468.344361:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:19.0:1609800468.344363:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:4.0:1609800468.344364:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.344365:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:4.0:1609800468.344365:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:4.0:1609800468.344370:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:24.1:1609800468.344374:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000400:00000200:4.0:1609800468.344374:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.118@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800468.344378:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.344380:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:4.0:1609800468.344380:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.118@o2ib18 local destination
00000800:00000200:26.0:1609800468.344383:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:26.0:1609800468.344384:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.344384:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.344385:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:18.0:1609800468.344386:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:26.0:1609800468.344387:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.344390:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:4.0:1609800468.344394:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.344395:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:4.0:1609800468.344396:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:4.0:1609800468.344400:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:24.1:1609800468.344406:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:20.0:1609800468.344412:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000800:00000200:20.0:1609800468.344415:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000400:00000200:20.0:1609800468.344417:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.344418:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)++
00000400:00000200:20.0:1609800468.344419:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.344421:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (24)--
00000800:00000200:20.0:1609800468.344422:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:19.0:1609800468.344422:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.344423:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:19.0:1609800468.344425:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.344427:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:24.1:1609800468.344500:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:26.0:1609800468.344506:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:26.0:1609800468.344510:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.118@o2ib18
00000800:00000200:26.0:1609800468.344511:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:26.0:1609800468.344512:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:18.0:1609800468.344512:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:26.0:1609800468.344514:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:21.1:1609800468.345560:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (20)++
00000800:00000200:8.0:1609800468.345614:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (21)++
00000800:00000200:8.0:1609800468.345624:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.94@o2ib18
00000400:00000200:8.0:1609800468.345633:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800468.345642:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.345648:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800468.345663:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.345664:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000800:00000200:8.0:1609800468.345669:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800468.345675:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800468.345676:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:8.0:1609800468.345681:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800468.345684:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.345691:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (23)++
00000400:00000200:3.0:1609800468.345693:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800468.345694:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (24)--
00000800:00000200:8.0:1609800468.345696:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000800:00000200:8.0:1609800468.345698:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000400:00000200:3.0:1609800468.345701:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.345704:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000400:00000200:3.0:1609800468.345707:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800468.345715:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000400:00000200:8.0:1609800468.345716:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800468.345720:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800468.345721:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800468.345725:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:3.0:1609800468.345727:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800468.345733:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800468.345735:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800468.345739:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800468.345740:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.345742:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ed00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800468.345744:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800468.345749:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800468.345749:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:8.0:1609800468.345751:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.345753:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000800:00000200:8.0:1609800468.345754:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (23)++
00000800:00000200:3.0:1609800468.345754:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:8.0:1609800468.345756:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000800:00000200:8.0:1609800468.345758:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:57.0:1609800468.345768:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800468.345769:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.345773:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.345774:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.345779:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800468.345783:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800468.345800:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.345802:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.345807:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800468.345814:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (20)++
00000800:00000200:6.0:1609800468.345865:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (21)++
00000800:00000200:6.0:1609800468.345875:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000400:00000200:6.0:1609800468.345883:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800468.345890:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.345896:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:6.0:1609800468.345909:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.345915:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000800:00000200:6.0:1609800468.345915:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.345921:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800468.345927:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:6.0:1609800468.345928:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.345933:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800468.345935:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.345939:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (23)++
00000400:00000200:37.0:1609800468.345943:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.345944:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (24)++
00000400:00000200:37.0:1609800468.345949:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:57.0:1609800468.345954:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.345955:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (25)--
00000800:00000200:6.0:1609800468.345957:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000800:00000200:6.0:1609800468.345959:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (23)++
00000400:00000200:57.0:1609800468.345960:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.345965:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800468.345977:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800468.345979:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:37.0:1609800468.345980:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800468.345981:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:6.0:1609800468.345982:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.345983:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.345986:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800468.345986:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.345986:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:37.0:1609800468.345988:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800468.345989:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800468.346009:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800468.346011:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (26)--
00000400:00000200:3.0:1609800468.346011:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800468.346012:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000400:00000200:6.0:1609800468.346012:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.346013:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000800:00000200:37.0:1609800468.346015:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:6.0:1609800468.346015:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.346036:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800468.346037:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.346038:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800468.346039:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.346040:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.346040:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800468.346041:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000800:00000200:8.0:1609800468.346044:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (26)--
00000800:00000200:8.0:1609800468.346046:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000400:00000200:3.0:1609800468.346046:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800468.346047:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000800:00000200:6.0:1609800468.346049:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (25)++
00000800:00000200:8.0:1609800468.346050:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:6.0:1609800468.346050:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (26)--
00000800:00000200:3.0:1609800468.346050:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800468.346051:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.346051:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:6.0:1609800468.346052:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:37.0:1609800468.346053:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:3.0:1609800468.346053:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800468.346054:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000400:00000200:8.0:1609800468.346057:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.346057:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800468.346058:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800468.346058:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800468.346059:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800468.346059:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.346061:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.346061:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800468.346063:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800468.346063:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.346063:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346063:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (25)++
00000800:00000200:3.0:1609800468.346065:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (26)--
00000400:00000200:57.0:1609800468.346066:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.346066:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:37.0:1609800468.346067:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800468.346067:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:5.0:1609800468.346067:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.346068:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800468.346068:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:5.0:1609800468.346070:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346070:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000400:00000200:6.0:1609800468.346071:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:5.0:1609800468.346074:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800468.346075:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800468.346077:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.346080:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (25)++
00000800:00000200:8.0:1609800468.346080:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800468.346080:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800468.346082:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800468.346084:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800468.346084:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800468.346085:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.346085:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800468.346086:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (26)++
00000800:00000200:6.0:1609800468.346086:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.346087:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800468.346087:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800468.346087:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.346088:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800468.346089:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (27)++
00000400:00000200:5.0:1609800468.346089:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.346090:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800468.346090:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:8.0:1609800468.346092:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (28)++
00000400:00000200:57.0:1609800468.346093:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800468.346093:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (28)--
00000800:00000200:6.0:1609800468.346093:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (28)--
00000800:00000200:37.0:1609800468.346094:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (28)--
00000800:00000200:8.0:1609800468.346094:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (27)--
00000400:00000200:5.0:1609800468.346094:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.346095:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800468.346096:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:3.0:1609800468.346097:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800468.346098:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.346099:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346099:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800468.346100:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:37.0:1609800468.346101:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.94@o2ib18
00000800:00000200:8.0:1609800468.346102:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:5.0:1609800468.346102:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800468.346102:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800468.346104:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800468.346104:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000800:00000200:57.0:1609800468.346105:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800468.346105:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:3.0:1609800468.346105:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800468.346106:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000800:00000200:3.0:1609800468.346106:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.346107:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.346107:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346108:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:3.0:1609800468.346109:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000400:00000200:37.0:1609800468.346110:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:3.0:1609800468.346110:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000400:00000200:57.0:1609800468.346113:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800468.346115:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800468.346118:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800468.346130:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800468.346133:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800468.346133:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800468.346137:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (21)++
00000800:00000200:57.0:1609800468.346138:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800468.346139:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000400:00000200:57.0:1609800468.346140:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.346143:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000800:00000200:37.0:1609800468.346144:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000400:00000200:57.0:1609800468.346145:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800468.346173:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (21)++
00000800:00000200:0.0:1609800468.346185:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800468.346204:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.346208:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800468.346261:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000800:00000200:6.0:1609800468.346281:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (23)--
00000800:00000200:6.0:1609800468.346284:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:6.0:1609800468.346285:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000400:00000200:57.0:1609800468.346325:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.346327:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346329:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346332:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:0.0:1609800468.346334:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346338:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346341:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:0.0:1609800468.346342:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:57.0:1609800468.346346:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346347:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (20)++
00000400:00000200:0.0:1609800468.346348:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346349:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (21)++
00000800:00000200:0.0:1609800468.346352:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346355:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)--
00000800:00000200:0.0:1609800468.346357:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.346359:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (21)++
00000800:00000200:0.0:1609800468.346361:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000800:00000200:0.0:1609800468.346367:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)--
00000400:00000200:57.0:1609800468.346427:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800468.346429:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (22)++
00000400:00000200:57.0:1609800468.346431:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346434:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:57.0:1609800468.346441:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346444:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346454:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346455:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)++
00000800:00000200:57.0:1609800468.346457:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (24)++
00000800:00000200:57.0:1609800468.346462:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (25)--
00000400:00000200:57.0:1609800468.346466:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346469:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346469:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:57.0:1609800468.346470:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:3.0:1609800468.346473:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:57.0:1609800468.346475:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800468.346476:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.346478:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:3.0:1609800468.346479:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.346481:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346483:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)++
00000800:00000200:57.0:1609800468.346484:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (25)++
00000800:00000200:3.0:1609800468.346484:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:3.0:1609800468.346486:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000800:00000200:57.0:1609800468.346487:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (26)--
00000800:00000200:3.0:1609800468.346489:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:57.0:1609800468.346492:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800468.346492:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800468.346494:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.346495:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346497:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:3.0:1609800468.346497:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000400:00000200:57.0:1609800468.346502:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346504:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346520:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800468.346520:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (23)++
00000800:00000200:57.0:1609800468.346522:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)++
00000800:00000200:57.0:1609800468.346523:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800468.346525:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (26)++
00000800:00000200:57.0:1609800468.346527:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (27)--
00000800:00000200:3.0:1609800468.346528:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (27)--
00000800:00000200:37.0:1609800468.346529:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:3.0:1609800468.346530:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800468.346531:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.346532:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000400:00000200:3.0:1609800468.346532:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000400:00000200:37.0:1609800468.346552:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.346553:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000800:00000200:21.1:1609800468.346555:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (22)++
00000800:00000200:37.0:1609800468.346559:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000800:00000200:37.0:1609800468.346561:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000800:00000200:37.0:1609800468.346567:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (23)--
00000400:00000200:37.0:1609800468.346568:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.346568:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000400:00000200:57.0:1609800468.346569:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800468.346571:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000400:00000200:1.0:1609800468.346571:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346573:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.346574:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000400:00000200:57.0:1609800468.346576:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:1.0:1609800468.346578:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346582:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800468.346586:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:57.0:1609800468.346590:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:1.0:1609800468.346592:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346594:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346596:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (20)++
00000800:00000200:1.0:1609800468.346596:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346597:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (21)++
00000800:00000200:57.0:1609800468.346601:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)--
00000800:00000200:1.0:1609800468.346601:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.346603:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)++
00000800:00000200:1.0:1609800468.346604:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000400:00000200:57.0:1609800468.346607:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346610:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.346610:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)--
00000400:00000200:57.0:1609800468.346612:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:1.0:1609800468.346615:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346619:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346622:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346625:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346627:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)++
00000800:00000200:57.0:1609800468.346629:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (23)++
00000800:00000200:21.1:1609800468.346630:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (24)++
00000800:00000200:57.0:1609800468.346633:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (25)--
00000400:00000200:1.0:1609800468.346636:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346639:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800468.346639:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:1.0:1609800468.346639:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:57.0:1609800468.346642:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.346643:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:57.0:1609800468.346645:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:8.0:1609800468.346645:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:6.0:1609800468.346645:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.346645:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.346648:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:6.0:1609800468.346649:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.346650:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:57.0:1609800468.346652:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800468.346652:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346652:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:8.0:1609800468.346655:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:3.0:1609800468.346655:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000800:00000200:57.0:1609800468.346656:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:3.0:1609800468.346657:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.346657:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800468.346659:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:1.0:1609800468.346659:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)++
00000800:00000200:37.0:1609800468.346660:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000800:00000200:57.0:1609800468.346661:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.346661:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (25)++
00000800:00000200:57.0:1609800468.346663:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)++
00000800:00000200:8.0:1609800468.346663:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000800:00000200:6.0:1609800468.346665:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:1.0:1609800468.346665:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.94@o2ib18: no credits
00000800:00000200:57.0:1609800468.346667:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (24)++
00000800:00000200:3.0:1609800468.346667:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000800:00000200:1.0:1609800468.346667:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)--
00000800:00000200:57.0:1609800468.346670:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.94@o2ib18: no credits
00000800:00000200:57.0:1609800468.346671:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)--
00000400:00000200:1.0:1609800468.346674:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.346678:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.346680:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800468.346681:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:1.0:1609800468.346686:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800468.346688:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.346689:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000400:00000200:57.0:1609800468.346690:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:1.0:1609800468.346693:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.346694:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)++
00000800:00000200:1.0:1609800468.346695:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (23)++
00000400:00000200:57.0:1609800468.346696:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.346698:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.94@o2ib18: no credits
00000800:00000200:1.0:1609800468.346698:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (24)--
00000800:00000200:57.0:1609800468.346699:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:57.0:1609800468.346704:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346705:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)++
00000800:00000200:57.0:1609800468.346706:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (24)++
00000800:00000200:57.0:1609800468.346709:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.94@o2ib18: no credits
00000800:00000200:57.0:1609800468.346710:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (25)--
00000800:00000200:21.1:1609800468.346711:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800468.346720:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800468.346725:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.94@o2ib18
00000800:00000200:8.0:1609800468.346726:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800468.346755:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (25)++
00000800:00000200:37.0:1609800468.346756:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (26)--
00000800:00000200:37.0:1609800468.346757:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (25)--
00000800:00000200:21.1:1609800468.346758:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (24)++
00000800:00000200:6.0:1609800468.346766:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000800:00000200:6.0:1609800468.346769:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (26)--
00000400:00000200:6.0:1609800468.346771:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346772:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (25)++
00000400:00000200:6.0:1609800468.346773:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.346776:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (26)--
00000800:00000200:3.0:1609800468.346776:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (26)--
00000400:00000200:3.0:1609800468.346777:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.346778:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (24)++
00000400:00000200:4.0:1609800468.346778:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800468.346779:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:6.0:1609800468.346781:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (25)--
00000400:00000200:6.0:1609800468.346782:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346784:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000800:00000200:37.0:1609800468.346785:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (23)++
00000400:00000200:6.0:1609800468.346785:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.346788:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (24)--
00000800:00000200:6.0:1609800468.346788:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (24)--
00000400:00000200:37.0:1609800468.346789:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800468.346789:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000400:00000200:37.0:1609800468.346792:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.346795:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000400:00000200:4.0:1609800468.346798:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.346801:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:4.0:1609800468.346807:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800468.346811:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:4.0:1609800468.346815:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800468.346817:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (20)++
00000800:00000200:4.0:1609800468.346818:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (21)++
00000800:00000200:4.0:1609800468.346821:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.94@o2ib18: no credits
00000800:00000200:4.0:1609800468.346822:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)--
00000800:00000200:21.1:1609800468.346855:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (21)++
00000400:00000200:57.0:1609800468.346858:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.94@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.346863:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800468.346863:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000400:00000200:57.0:1609800468.346866:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.94@o2ib18 local destination
00000800:00000200:3.0:1609800468.346867:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.94@o2ib18
00000800:00000200:6.0:1609800468.346869:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000400:00000200:57.0:1609800468.346872:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.346875:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:3.0:1609800468.346875:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:3.0:1609800468.346876:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000800:00000200:3.0:1609800468.346877:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:57.0:1609800468.346879:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.346881:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (21)++
00000800:00000200:57.0:1609800468.346882:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000800:00000200:57.0:1609800468.346887:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)--
00000800:00000200:21.1:1609800468.346887:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (23)++
00000800:00000200:8.0:1609800468.346895:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (23)++
00000800:00000200:8.0:1609800468.346899:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (24)--
00000400:00000200:8.0:1609800468.346901:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800468.346902:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (23)++
00000400:00000200:8.0:1609800468.346903:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:37.0:1609800468.346905:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (24)--
00000400:00000200:37.0:1609800468.346906:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800468.346906:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000400:00000200:37.0:1609800468.346908:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: PUT: OK
00000800:00000200:8.0:1609800468.346908:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:37.0:1609800468.346911:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:21.1:1609800468.346939:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (20)++
00000800:00000200:3.0:1609800468.346946:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (21)++
00000800:00000200:3.0:1609800468.346949:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.94@o2ib18
00000800:00000200:3.0:1609800468.346951:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:6.0:1609800468.346952:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (23)--
00000800:00000200:3.0:1609800468.346952:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000800:00000200:3.0:1609800468.346953:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:34.1:1609800468.348681:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (20)++
00000800:00000200:20.0:1609800468.348695:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (21)++
00000800:00000200:20.0:1609800468.348701:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.77@o2ib18
00000800:00000200:19.0:1609800468.348704:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000400:00000200:20.0:1609800468.348709:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.348710:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:20.0:1609800468.348713:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.348713:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000400:00000200:20.0:1609800468.348717:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800468.348718:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.348719:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:20.0:1609800468.348728:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.348733:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.348734:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.348736:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.348738:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.348738:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:20.0:1609800468.348743:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800468.348743:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.348745:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.348747:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800468.348749:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.348754:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.348758:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000400:00000200:18.0:1609800468.348758:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.348759:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.348762:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (24)++
00000800:00000200:19.0:1609800468.348763:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.348763:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.348764:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (26)--
00000800:00000200:19.0:1609800468.348765:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800468.348766:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.348766:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000800:00000200:20.0:1609800468.348766:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:20.0:1609800468.348768:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:18.0:1609800468.348768:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.348771:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:57.0:1609800468.348772:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.348772:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (25)++
00000800:00000200:18.0:1609800468.348773:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800468.348774:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.348774:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (26)--
00000800:00000200:18.0:1609800468.348775:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.348776:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000400:00000200:57.0:1609800468.348777:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.348777:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.348778:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:18.0:1609800468.348778:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (24)++
00000800:00000200:18.0:1609800468.348780:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (26)--
00000400:00000200:26.0:1609800468.348782:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.348782:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000800:00000200:18.0:1609800468.348782:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:18.0:1609800468.348784:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000400:00000200:20.0:1609800468.348787:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.348787:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:19.0:1609800468.348789:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800468.348790:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.348790:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:57.0:1609800468.348792:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.348797:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.348798:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:18.0:1609800468.348800:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.348805:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.348809:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.348811:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.348814:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.348814:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.348817:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800468.348818:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.348819:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.348820:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800468.348823:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800468.348823:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.348825:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.348829:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.348830:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.348834:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (25)++
00000800:00000200:26.0:1609800468.348835:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (25)++
00000800:00000200:19.0:1609800468.348835:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800468.348836:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800468.348837:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:57.0:1609800468.348838:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.348840:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.348841:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (27)++
00000400:00000200:57.0:1609800468.348843:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.348844:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.348846:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (28)--
00000800:00000200:26.0:1609800468.348847:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (28)++
00000800:00000200:19.0:1609800468.348847:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.348848:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (27)--
00000400:00000200:18.0:1609800468.348848:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.348849:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (28)--
00000800:00000200:20.0:1609800468.348850:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (27)++
00000800:00000200:38.0:1609800468.348852:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.348852:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (26)++
00000800:00000200:26.0:1609800468.348853:0:16042:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.77@o2ib18(1): redundant or enough NOOP
00000800:00000200:18.0:1609800468.348853:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.348855:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (28)--
00000800:00000200:19.0:1609800468.348855:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (28)--
00000400:00000200:38.0:1609800468.348857:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.348857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (27)--
00000800:00000200:18.0:1609800468.348857:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.348858:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000800:00000200:57.0:1609800468.348859:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.348859:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000400:00000200:57.0:1609800468.348861:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.348861:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:18.0:1609800468.348862:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.348865:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.348866:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800468.348866:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.348866:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.348870:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (23)++
00000400:00000200:20.0:1609800468.348872:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.348872:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (24)--
00000800:00000200:18.0:1609800468.348874:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000400:00000200:20.0:1609800468.348876:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:38.0:1609800468.348880:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.348882:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.348888:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:20.0:1609800468.348888:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.348894:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.348898:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800468.348902:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.348902:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800468.348904:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800468.348904:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (22)++
00000800:00000200:20.0:1609800468.348904:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800468.348909:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.348909:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (23)++
00000800:00000200:20.0:1609800468.348911:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (24)--
00000800:00000200:19.0:1609800468.348913:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:20.0:1609800468.348917:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:19.0:1609800468.348917:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (24)--
00000800:00000200:57.0:1609800468.348918:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.348919:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:57.0:1609800468.348920:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.348922:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000400:00000200:57.0:1609800468.348925:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.1:1609800468.348968:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (20)++
00000800:00000200:18.0:1609800468.348974:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (21)++
00000800:00000200:18.0:1609800468.348978:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:18.0:1609800468.348981:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.348983:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:18.0:1609800468.348984:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.348987:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:18.0:1609800468.348992:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.348995:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.348998:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:34.1:1609800468.349000:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000800:00000200:18.0:1609800468.349000:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.349002:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.349005:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (22)++
00000800:00000200:19.0:1609800468.349006:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:18.0:1609800468.349008:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (24)++
00000800:00000200:19.0:1609800468.349009:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349012:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000400:00000200:19.0:1609800468.349012:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.349012:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (25)--
00000800:00000200:18.0:1609800468.349015:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:26.0:1609800468.349016:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:19.0:1609800468.349016:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.349016:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:20.0:1609800468.349018:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000400:00000200:19.0:1609800468.349018:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:18.0:1609800468.349019:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000800:00000200:20.0:1609800468.349021:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.77@o2ib18
00000400:00000200:19.0:1609800468.349024:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.349027:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.349029:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.349029:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.349029:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800468.349029:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.349032:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.349032:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.349033:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.349034:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.349034:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.349036:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800468.349039:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (26)++
00000800:00000200:57.0:1609800468.349040:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.349041:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.349041:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:20.0:1609800468.349041:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.349041:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (27)--
00000800:00000200:19.0:1609800468.349042:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (26)--
00000400:00000200:57.0:1609800468.349044:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.349044:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.349044:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (25)++
00000800:00000200:19.0:1609800468.349045:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (26)--
00000800:00000200:19.0:1609800468.349046:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000400:00000200:26.0:1609800468.349047:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.349047:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.349047:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:26.0:1609800468.349050:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.349050:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.349050:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:20.0:1609800468.349052:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.349053:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.349054:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (23)++
00000800:00000200:26.0:1609800468.349055:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.349055:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (24)--
00000800:00000200:20.0:1609800468.349056:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000400:00000200:18.0:1609800468.349056:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.349057:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.349058:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.349060:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (22)++
00000800:00000200:18.0:1609800468.349061:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.349062:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (23)--
00000800:00000200:26.0:1609800468.349063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:18.0:1609800468.349064:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800468.349064:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.349065:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.349067:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (21)++
00000400:00000200:5.0:1609800468.349068:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.349069:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.349070:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000400:00000200:57.0:1609800468.349071:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.349073:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.349073:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (23)--
00000800:00000200:18.0:1609800468.349074:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:5.0:1609800468.349075:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:34.1:1609800468.349082:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000800:00000200:5.0:1609800468.349085:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.349087:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000400:00000200:5.0:1609800468.349088:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.349090:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000800:00000200:19.0:1609800468.349091:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:19.0:1609800468.349092:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000400:00000200:5.0:1609800468.349093:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800468.349116:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800468.349119:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.349138:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.349258:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.349262:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.349265:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800468.349271:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.349274:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:57.0:1609800468.349277:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.349278:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (20)++
00000800:00000200:57.0:1609800468.349279:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (21)++
00000800:00000200:57.0:1609800468.349285:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (22)--
00000400:00000200:57.0:1609800468.349321:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.349328:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.349329:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800468.349334:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.349337:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:57.0:1609800468.349340:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.349341:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (21)++
00000800:00000200:57.0:1609800468.349342:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:57.0:1609800468.349345:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000400:00000200:0.0:1609800468.349386:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800468.349389:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (22)++
00000400:00000200:0.0:1609800468.349396:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.349399:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:0.0:1609800468.349405:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.349408:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800468.349413:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.349415:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)++
00000800:00000200:0.0:1609800468.349417:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (24)++
00000800:00000200:0.0:1609800468.349426:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (25)--
00000400:00000200:0.0:1609800468.349430:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800468.349432:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:26.0:1609800468.349438:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000400:00000200:26.0:1609800468.349440:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.349440:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:18.0:1609800468.349443:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000400:00000200:26.0:1609800468.349444:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:18.0:1609800468.349445:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.349446:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000400:00000200:18.0:1609800468.349448:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.349449:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:19.0:1609800468.349449:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000400:00000200:0.0:1609800468.349449:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.349451:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000400:00000200:19.0:1609800468.349451:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.349452:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:19.0:1609800468.349453:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.349456:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:57.0:1609800468.349459:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.349461:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.349464:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:19.0:1609800468.349466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000400:00000200:57.0:1609800468.349467:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.349468:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800468.349469:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000800:00000200:0.0:1609800468.349470:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (20)++
00000800:00000200:0.0:1609800468.349470:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (21)++
00000400:00000200:57.0:1609800468.349474:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.349474:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (22)--
00000800:00000200:57.0:1609800468.349478:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000400:00000200:0.0:1609800468.349479:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.349481:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.349483:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (21)++
00000400:00000200:0.0:1609800468.349483:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.349485:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000400:00000200:0.0:1609800468.349485:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000800:00000200:34.1:1609800468.349486:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (23)++
00000800:00000200:57.0:1609800468.349489:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (24)--
00000400:00000200:0.0:1609800468.349490:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800468.349492:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000800:00000200:0.0:1609800468.349493:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349495:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (24)--
00000400:00000200:26.0:1609800468.349496:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.349497:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.349498:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000800:00000200:0.0:1609800468.349498:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)++
00000400:00000200:26.0:1609800468.349499:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.349500:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (25)++
00000800:00000200:26.0:1609800468.349503:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (26)--
00000800:00000200:26.0:1609800468.349506:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:0.0:1609800468.349506:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (26)--
00000800:00000200:20.0:1609800468.349507:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (24)--
00000400:00000200:20.0:1609800468.349509:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.349510:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800468.349513:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.349514:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.349516:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:0.0:1609800468.349516:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000800:00000200:34.1:1609800468.349517:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000400:00000200:0.0:1609800468.349521:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.349523:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:0.0:1609800468.349524:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:19.0:1609800468.349526:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000400:00000200:19.0:1609800468.349527:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800468.349527:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.349528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:0.0:1609800468.349529:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (22)++
00000400:00000200:19.0:1609800468.349530:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.349530:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:19.0:1609800468.349533:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000800:00000200:0.0:1609800468.349534:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000400:00000200:57.0:1609800468.349557:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.349563:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.349566:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800468.349571:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:34.1:1609800468.349572:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000800:00000200:57.0:1609800468.349575:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349578:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:57.0:1609800468.349579:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.349581:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)++
00000800:00000200:26.0:1609800468.349581:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000800:00000200:57.0:1609800468.349582:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (23)++
00000400:00000200:26.0:1609800468.349582:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.349583:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.349584:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000400:00000200:26.0:1609800468.349585:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.349586:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000800:00000200:26.0:1609800468.349588:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:0.0:1609800468.349595:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.349598:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:0.0:1609800468.349604:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.349607:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800468.349611:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.349613:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (21)++
00000800:00000200:0.0:1609800468.349615:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:34.1:1609800468.349617:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (23)++
00000800:00000200:0.0:1609800468.349617:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.77@o2ib18: no credits
00000800:00000200:0.0:1609800468.349619:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (24)--
00000800:00000200:18.0:1609800468.349623:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000400:00000200:0.0:1609800468.349627:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:18.0:1609800468.349628:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.77@o2ib18: no credits
00000800:00000200:19.0:1609800468.349629:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:18.0:1609800468.349629:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (24)--
00000400:00000200:18.0:1609800468.349631:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.349634:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.349634:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.349637:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:0.0:1609800468.349637:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:0.0:1609800468.349644:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.349647:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:0.0:1609800468.349653:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.349654:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (21)++
00000800:00000200:0.0:1609800468.349656:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:0.0:1609800468.349659:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.77@o2ib18: no credits
00000800:00000200:0.0:1609800468.349660:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000800:00000200:34.1:1609800468.349710:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (22)++
00000800:00000200:20.0:1609800468.349730:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000800:00000200:20.0:1609800468.349735:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349736:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:20.0:1609800468.349742:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (23)++
00000800:00000200:34.1:1609800468.349743:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (23)++
00000800:00000200:20.0:1609800468.349744:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (24)--
00000800:00000200:20.0:1609800468.349747:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (24)--
00000800:00000200:20.0:1609800468.349748:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000400:00000200:1.0:1609800468.349752:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800468.349753:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (24)++
00000800:00000200:20.0:1609800468.349754:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.77@o2ib18
00000800:00000200:20.0:1609800468.349755:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (25)++
00000800:00000200:19.0:1609800468.349756:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000800:00000200:20.0:1609800468.349757:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (26)--
00000800:00000200:18.0:1609800468.349757:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (26)++
00000400:00000200:57.0:1609800468.349758:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800468.349758:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.349759:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (25)--
00000800:00000200:18.0:1609800468.349759:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (25)--
00000800:00000200:20.0:1609800468.349760:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000400:00000200:19.0:1609800468.349760:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:18.0:1609800468.349761:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.349762:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.349762:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.349763:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:18.0:1609800468.349764:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.349765:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:1.0:1609800468.349766:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:57.0:1609800468.349771:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.349774:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000400:00000200:1.0:1609800468.349779:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800468.349782:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:1.0:1609800468.349782:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:57.0:1609800468.349784:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.349785:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (20)++
00000800:00000200:57.0:1609800468.349787:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (21)++
00000800:00000200:1.0:1609800468.349787:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.349789:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (22)++
00000800:00000200:57.0:1609800468.349791:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000800:00000200:1.0:1609800468.349791:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (23)++
00000400:00000200:57.0:1609800468.349795:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.349798:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800468.349798:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000400:00000200:57.0:1609800468.349800:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:1.0:1609800468.349804:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.77@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800468.349805:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (22)++
00000400:00000200:57.0:1609800468.349807:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.349810:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349810:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000800:00000200:57.0:1609800468.349813:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.349813:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (24)--
00000400:00000200:26.0:1609800468.349814:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.349815:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)++
00000800:00000200:57.0:1609800468.349816:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (24)++
00000800:00000200:20.0:1609800468.349816:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (23)++
00000400:00000200:26.0:1609800468.349817:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.349819:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (26)--
00000800:00000200:26.0:1609800468.349819:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (26)--
00000800:00000200:20.0:1609800468.349819:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (26)--
00000800:00000200:26.0:1609800468.349821:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000400:00000200:20.0:1609800468.349821:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.349821:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800468.349824:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:20.0:1609800468.349826:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000400:00000200:1.0:1609800468.349830:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : PUT try# 0
00000800:00000200:34.1:1609800468.349832:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (22)++
00000800:00000200:1.0:1609800468.349833:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:20.0:1609800468.349834:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000800:00000200:20.0:1609800468.349836:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:1.0:1609800468.349837:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.349839:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000800:00000200:1.0:1609800468.349839:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)++
00000400:00000200:20.0:1609800468.349840:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.349840:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000800:00000200:1.0:1609800468.349841:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000400:00000200:20.0:1609800468.349843:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.349845:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (23)--
00000800:00000200:1.0:1609800468.349850:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (22)--
00000800:00000200:34.1:1609800468.349862:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000800:00000200:19.0:1609800468.349868:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:19.0:1609800468.349872:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000400:00000200:19.0:1609800468.349873:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.349874:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:19.0:1609800468.349876:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.349879:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:34.1:1609800468.349938:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (20)++
00000800:00000200:26.0:1609800468.349943:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (21)++
00000800:00000200:26.0:1609800468.349947:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.77@o2ib18
00000800:00000200:26.0:1609800468.349949:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (22)++
00000800:00000200:20.0:1609800468.349949:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:26.0:1609800468.349951:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (22)--
00000800:00000200:26.0:1609800468.349952:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:24.1:1609800468.350131:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:18.0:1609800468.350137:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:18.0:1609800468.350141:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.166@o2ib18
00000800:00000200:19.0:1609800468.350143:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:18.0:1609800468.350145:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.350146:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000400:00000200:18.0:1609800468.350148:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350149:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:19.0:1609800468.350150:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.350150:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350152:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:26.0:1609800468.350155:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:18.0:1609800468.350156:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.350157:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:18.0:1609800468.350159:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.350160:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.350161:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.350161:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.350162:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800468.350164:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.350164:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.350165:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800468.350167:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.350168:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:20.0:1609800468.350171:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:19.0:1609800468.350175:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.350177:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.350178:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.350180:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800468.350180:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.350180:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)++
00000800:00000200:18.0:1609800468.350181:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:26.0:1609800468.350182:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350183:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.350183:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.350183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:19.0:1609800468.350184:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.350184:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:20.0:1609800468.350186:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.350186:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:20.0:1609800468.350187:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.350187:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:26.0:1609800468.350189:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.350189:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)++
00000800:00000200:19.0:1609800468.350189:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:19.0:1609800468.350190:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000400:00000200:18.0:1609800468.350190:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.350191:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:19.0:1609800468.350191:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)++
00000800:00000200:20.0:1609800468.350192:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:26.0:1609800468.350193:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800468.350193:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000400:00000200:18.0:1609800468.350193:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350194:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000400:00000200:18.0:1609800468.350195:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800468.350196:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.350199:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.350200:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.350201:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.1:1609800468.350202:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:26.0:1609800468.350203:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:18.0:1609800468.350203:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.350204:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.350205:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.350206:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:19.0:1609800468.350207:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.350207:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.350208:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (26)++
00000800:00000200:18.0:1609800468.350208:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.350209:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350210:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:18.0:1609800468.350211:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (27)++
00000800:00000200:26.0:1609800468.350213:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:18.0:1609800468.350213:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (28)--
00000800:00000200:57.0:1609800468.350214:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.350214:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:20.0:1609800468.350214:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.350214:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.350217:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.350217:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.350217:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.350217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:26.0:1609800468.350218:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:20.0:1609800468.350219:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800468.350219:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800468.350220:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.350222:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800468.350223:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:19.0:1609800468.350223:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.350224:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:20.0:1609800468.350226:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.350226:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:18.0:1609800468.350227:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:20.0:1609800468.350228:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800468.350228:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:57.0:1609800468.350231:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.350231:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.350231:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:26.0:1609800468.350232:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.350232:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (24)--
00000400:00000200:57.0:1609800468.350233:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350233:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.350233:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:20.0:1609800468.350234:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800468.350234:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.350235:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.350235:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350236:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:4.0:1609800468.350236:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350237:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:26.0:1609800468.350238:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350238:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:4.0:1609800468.350240:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800468.350244:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.350244:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.350245:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.350247:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.350247:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.350250:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800468.350251:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.350252:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800468.350252:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.350254:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800468.350255:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.350256:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:26.0:1609800468.350258:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:4.0:1609800468.350260:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.350261:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:26.0:1609800468.350262:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:4.0:1609800468.350262:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.350263:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.350264:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.350265:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.350271:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000400:00000200:57.0:1609800468.350272:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.350276:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:4.0:1609800468.350278:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.350279:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:18.0:1609800468.350280:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:4.0:1609800468.350280:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.350282:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000400:00000200:4.0:1609800468.350282:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.1:1609800468.350422:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:20.0:1609800468.350429:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:20.0:1609800468.350452:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:26.0:1609800468.350454:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:20.0:1609800468.350455:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.350458:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000400:00000200:20.0:1609800468.350459:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.350460:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:26.0:1609800468.350461:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.350461:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800468.350463:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:18.0:1609800468.350465:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:20.0:1609800468.350467:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.350467:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:20.0:1609800468.350470:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.350471:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350472:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.350472:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.350472:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.350473:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350474:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.350475:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.350478:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.350479:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.350479:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:18.0:1609800468.350479:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350480:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:19.0:1609800468.350480:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:20.0:1609800468.350481:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:26.0:1609800468.350482:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800468.350482:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:26.0:1609800468.350484:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.350484:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000400:00000200:19.0:1609800468.350486:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.350487:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800468.350488:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.350488:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.350489:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.350489:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800468.350490:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:20.0:1609800468.350491:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.350491:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.350492:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)++
00000400:00000200:57.0:1609800468.350493:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.350494:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:20.0:1609800468.350494:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.350494:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.350495:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:19.0:1609800468.350495:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.350496:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:18.0:1609800468.350496:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800468.350497:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800468.350498:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.166@o2ib18
00000800:00000200:18.0:1609800468.350499:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800468.350503:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800468.350505:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)++
00000800:00000200:57.0:1609800468.350506:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.350506:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.350507:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.350507:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.166@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800468.350507:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:18.0:1609800468.350507:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.350508:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.350508:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:19.0:1609800468.350509:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:18.0:1609800468.350509:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.350510:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.350511:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350511:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.350511:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.350512:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.350514:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:26.0:1609800468.350515:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:57.0:1609800468.350520:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.350520:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800468.350521:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.350522:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:18.0:1609800468.350522:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:26.0:1609800468.350523:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.350524:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.350525:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.350527:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:18.0:1609800468.350527:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (26)--
00000800:00000200:26.0:1609800468.350528:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800468.350528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:26.0:1609800468.350529:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.350529:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:26.0:1609800468.350532:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:26.0:1609800468.350534:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:26.0:1609800468.350535:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:24.1:1609800468.350538:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:19.0:1609800468.350544:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:19.0:1609800468.350546:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:19.0:1609800468.350548:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:38.0:1609800468.350549:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.350549:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000400:00000200:38.0:1609800468.350553:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.350554:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.350556:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.350559:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800468.350560:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800468.350587:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.350590:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.350595:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.350848:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.350854:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.350857:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:57.0:1609800468.350863:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.350867:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:57.0:1609800468.350871:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.350873:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:57.0:1609800468.350879:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:57.0:1609800468.350887:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:57.0:1609800468.350891:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.350899:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.350901:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:57.0:1609800468.350907:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.350910:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:57.0:1609800468.350924:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.350925:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:57.0:1609800468.350932:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:57.0:1609800468.350936:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:57.0:1609800468.350945:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.350949:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.350951:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:57.0:1609800468.350956:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.350959:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:57.0:1609800468.350961:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.350963:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:57.0:1609800468.350963:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:5.0:1609800468.350963:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.350966:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (24)--
00000400:00000200:5.0:1609800468.350973:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800468.350980:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:5.0:1609800468.350980:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:20.0:1609800468.350988:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:20.0:1609800468.350991:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (25)--
00000400:00000200:5.0:1609800468.350992:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800468.350993:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.350995:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.351013:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:5.0:1609800468.351013:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000400:00000200:57.0:1609800468.351014:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.351014:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:20.0:1609800468.351018:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:5.0:1609800468.351018:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800468.351019:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800468.351020:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:57.0:1609800468.351021:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.351021:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:20.0:1609800468.351022:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:5.0:1609800468.351022:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:57.0:1609800468.351024:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:26.0:1609800468.351027:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (26)--
00000400:00000200:57.0:1609800468.351029:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.351031:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:5.0:1609800468.351031:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:20.0:1609800468.351033:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:19.0:1609800468.351033:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.351035:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.351037:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:19.0:1609800468.351038:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:5.0:1609800468.351038:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800468.351041:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.351042:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:24.1:1609800468.351042:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000400:00000200:5.0:1609800468.351043:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.351044:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:5.0:1609800468.351045:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:26.0:1609800468.351048:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:5.0:1609800468.351051:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.351053:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:26.0:1609800468.351054:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:5.0:1609800468.351054:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:18.0:1609800468.351055:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:26.0:1609800468.351057:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800468.351058:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800468.351059:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:57.0:1609800468.351060:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800468.351060:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:26.0:1609800468.351061:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.351066:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:5.0:1609800468.351066:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:24.1:1609800468.351068:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:5.0:1609800468.351070:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.351074:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:20.0:1609800468.351077:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (24)--
00000400:00000200:20.0:1609800468.351078:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.351079:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:20.0:1609800468.351081:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.351084:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:5.0:1609800468.351087:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.351089:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:5.0:1609800468.351094:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800468.351096:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:5.0:1609800468.351100:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:24.1:1609800468.351101:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:5.0:1609800468.351102:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:5.0:1609800468.351103:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:5.0:1609800468.351107:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:18.0:1609800468.351108:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:18.0:1609800468.351112:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:26.0:1609800468.351114:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:18.0:1609800468.351114:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.351117:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:24.1:1609800468.351132:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:18.0:1609800468.351134:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:18.0:1609800468.351136:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:19.0:1609800468.351139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:18.0:1609800468.351139:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:18.0:1609800468.351140:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.351142:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.351145:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000400:00000200:57.0:1609800468.351179:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.351182:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:57.0:1609800468.351187:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.351190:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:57.0:1609800468.351195:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.351197:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:57.0:1609800468.351198:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:57.0:1609800468.351210:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:0.0:1609800468.351211:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800468.351214:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000400:00000200:57.0:1609800468.351215:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.351219:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.351220:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000400:00000200:57.0:1609800468.351222:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.351222:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:26.0:1609800468.351224:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.351224:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:57.0:1609800468.351225:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:19.0:1609800468.351225:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:26.0:1609800468.351226:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000400:00000200:57.0:1609800468.351231:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.351233:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000400:00000200:0.0:1609800468.351237:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.351240:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:26.0:1609800468.351241:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:0.0:1609800468.351246:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.351248:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.351248:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:57.0:1609800468.351250:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:0.0:1609800468.351250:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:0.0:1609800468.351252:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.166@o2ib18: no credits
00000800:00000200:0.0:1609800468.351253:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:57.0:1609800468.351254:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:57.0:1609800468.351257:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.166@o2ib18: no credits
00000800:00000200:57.0:1609800468.351258:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:57.0:1609800468.351262:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.351265:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.351267:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:24.1:1609800468.351267:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:20.0:1609800468.351272:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:57.0:1609800468.351273:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.351275:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:20.0:1609800468.351276:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.166@o2ib18
00000800:00000200:57.0:1609800468.351278:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800468.351278:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:57.0:1609800468.351280:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:20.0:1609800468.351283:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:20.0:1609800468.351284:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:57.0:1609800468.351285:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:20.0:1609800468.351285:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:57.0:1609800468.351287:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (25)--
00000800:00000200:24.1:1609800468.351292:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:19.0:1609800468.351297:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000800:00000200:19.0:1609800468.351300:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (25)--
00000400:00000200:19.0:1609800468.351301:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.351303:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:19.0:1609800468.351303:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.351306:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (25)--
00000400:00000200:26.0:1609800468.351307:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.351307:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:19.0:1609800468.351308:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (23)++
00000400:00000200:26.0:1609800468.351309:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.351310:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:18.0:1609800468.351311:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000800:00000200:26.0:1609800468.351312:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:19.0:1609800468.351312:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.351314:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.351316:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:24.1:1609800468.351360:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:18.0:1609800468.351365:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:18.0:1609800468.351369:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.166@o2ib18
00000800:00000200:26.0:1609800468.351371:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:18.0:1609800468.351371:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:18.0:1609800468.351372:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:18.0:1609800468.351373:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000400:00000200:0.0:1609800468.351377:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.351394:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.351396:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000400:00000200:0.0:1609800468.351401:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.351404:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:0.0:1609800468.351408:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.351410:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:0.0:1609800468.351411:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:0.0:1609800468.351419:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:0.0:1609800468.351424:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.166@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.351428:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.351429:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.166@o2ib18 local destination
00000800:00000200:24.1:1609800468.351432:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000400:00000200:0.0:1609800468.351433:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.166@o2ib18(192.168.128.166@o2ib18:192.168.128.166@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.351436:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.166@o2ib18
00000800:00000200:20.0:1609800468.351437:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:0.0:1609800468.351439:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c100] -> 192.168.128.166@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800468.351440:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:0.0:1609800468.351440:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)++
00000800:00000200:0.0:1609800468.351441:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c5a00] (24)++
00000400:00000200:20.0:1609800468.351442:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.351442:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (24)--
00000400:00000200:20.0:1609800468.351444:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.351445:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:20.0:1609800468.351448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:24.1:1609800468.351457:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:26.0:1609800468.351464:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:26.0:1609800468.351468:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c5a00] (23)--
00000400:00000200:26.0:1609800468.351469:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.351470:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000400:00000200:26.0:1609800468.351472:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.166@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.351477:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:24.1:1609800468.351521:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c5a00] (20)++
00000800:00000200:19.0:1609800468.351527:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)++
00000800:00000200:19.0:1609800468.351531:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.166@o2ib18
00000800:00000200:20.0:1609800468.351533:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (22)--
00000800:00000200:19.0:1609800468.351533:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (22)++
00000800:00000200:19.0:1609800468.351534:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c5a00] (23)--
00000800:00000200:19.0:1609800468.351536:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c5a00] (21)--
00000800:00000200:23.1:1609800468.370831:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (20)++
00000800:00000200:18.0:1609800468.370846:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800468.370852:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.129@o2ib18
00000400:00000200:18.0:1609800468.370860:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800468.370866:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.370871:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:18.0:1609800468.370882:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.370887:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.370892:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.370893:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800468.370898:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.370900:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.370904:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:20.0:1609800468.370905:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:18.0:1609800468.370907:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:18.0:1609800468.370909:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (25)--
00000800:00000200:20.0:1609800468.370911:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.370911:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000400:00000200:26.0:1609800468.370912:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.370913:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:19.0:1609800468.370916:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:20.0:1609800468.370917:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.370917:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000400:00000200:26.0:1609800468.370920:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.370920:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000400:00000200:20.0:1609800468.370922:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.370923:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.370926:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800468.370926:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.370938:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.370945:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800468.370946:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:18.0:1609800468.370950:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.370951:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800468.370952:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.370954:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:26.0:1609800468.370957:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800468.370957:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.370960:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.370962:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800468.370964:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.370967:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800468.370969:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (25)++
00000800:00000200:18.0:1609800468.370969:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.370970:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:26.0:1609800468.370972:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (26)--
00000800:00000200:20.0:1609800468.370972:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800468.370973:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.370974:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000800:00000200:20.0:1609800468.370974:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800468.370976:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:20.0:1609800468.370977:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (24)++
00000800:00000200:18.0:1609800468.370978:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800468.370979:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (24)--
00000800:00000200:18.0:1609800468.370980:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.370981:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:19.0:1609800468.370981:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.370983:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:1.0:1609800468.370985:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800468.370986:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000400:00000200:1.0:1609800468.370989:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.370990:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800468.370992:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (24)--
00000400:00000200:1.0:1609800468.370996:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.371012:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:19.0:1609800468.371013:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.1:1609800468.371014:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800468.371015:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.371017:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.371020:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.371021:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:19.0:1609800468.371022:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (25)--
00000800:00000200:19.0:1609800468.371023:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:26.0:1609800468.371024:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:19.0:1609800468.371025:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:1.0:1609800468.371025:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800468.371028:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.371028:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.371028:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:1.0:1609800468.371028:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.371029:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:20.0:1609800468.371030:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000400:00000200:57.0:1609800468.371031:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.371031:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371031:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (25)++
00000800:00000200:18.0:1609800468.371032:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (26)--
00000800:00000200:18.0:1609800468.371033:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000400:00000200:1.0:1609800468.371033:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.371034:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:20.0:1609800468.371034:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.371034:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800468.371034:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000400:00000200:57.0:1609800468.371035:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800468.371040:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.371044:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800468.371046:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800468.371049:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.371050:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800468.371050:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.371051:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.371052:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.371053:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (24)--
00000400:00000200:20.0:1609800468.371053:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:1.0:1609800468.371053:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800468.371054:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:1.0:1609800468.371055:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.371056:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:57.0:1609800468.371059:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800468.371060:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800468.371061:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800468.371062:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.371063:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800468.371065:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371065:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.371065:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.371068:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.371068:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800468.371068:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.371069:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.371070:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.371071:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.371073:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800468.371073:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800468.371074:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (24)--
00000800:00000200:57.0:1609800468.371075:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.371075:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:20.0:1609800468.371076:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000400:00000200:57.0:1609800468.371077:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371079:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000400:00000200:57.0:1609800468.371080:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800468.371080:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:57.0:1609800468.371086:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800468.371087:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.371089:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800468.371089:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800468.371095:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.371098:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000800:00000200:18.0:1609800468.371099:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:18.0:1609800468.371101:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:4.0:1609800468.371145:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800468.371148:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800468.371151:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.1:1609800468.371225:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (20)++
00000800:00000200:19.0:1609800468.371232:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (21)++
00000800:00000200:19.0:1609800468.371236:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:20.0:1609800468.371239:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:20.0:1609800468.371242:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:26.0:1609800468.371244:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000400:00000200:20.0:1609800468.371247:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.371247:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.371248:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000400:00000200:20.0:1609800468.371250:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371250:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:19.0:1609800468.371252:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371252:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000400:00000200:20.0:1609800468.371253:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:26.0:1609800468.371254:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800468.371258:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:20.0:1609800468.371259:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800468.371259:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800468.371263:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800468.371263:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.371265:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800468.371266:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800468.371267:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371268:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800468.371268:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.371269:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:20.0:1609800468.371269:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.371269:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800468.371271:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800468.371273:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800468.371273:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:26.0:1609800468.371275:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.371279:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800468.371279:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.371281:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800468.371281:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (25)++
00000800:00000200:19.0:1609800468.371281:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (25)++
00000800:00000200:20.0:1609800468.371282:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (27)--
00000800:00000200:18.0:1609800468.371282:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800468.371283:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (26)--
00000800:00000200:19.0:1609800468.371283:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (27)--
00000800:00000200:26.0:1609800468.371284:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800468.371285:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.371285:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:18.0:1609800468.371285:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.371286:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.371286:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800468.371286:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.371288:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (24)++
00000800:00000200:18.0:1609800468.371288:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.371289:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (25)--
00000800:00000200:20.0:1609800468.371289:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.371289:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800468.371290:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.371290:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:18.0:1609800468.371290:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (24)++
00000800:00000200:26.0:1609800468.371291:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000400:00000200:20.0:1609800468.371292:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800468.371294:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.371294:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (25)++
00000400:00000200:20.0:1609800468.371295:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.371297:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800468.371297:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800468.371297:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:19.0:1609800468.371297:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (26)++
00000400:00000200:57.0:1609800468.371298:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371298:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (27)--
00000800:00000200:19.0:1609800468.371299:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.371299:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (26)--
00000400:00000200:57.0:1609800468.371300:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800468.371300:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000400:00000200:20.0:1609800468.371303:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800468.371306:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800468.371307:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800468.371308:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800468.371308:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (24)++
00000800:00000200:20.0:1609800468.371308:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800468.371311:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800468.371311:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800468.371312:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800468.371312:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800468.371314:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (25)++
00000800:00000200:18.0:1609800468.371315:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (26)--
00000800:00000200:18.0:1609800468.371316:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000400:00000200:26.0:1609800468.371317:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800468.371317:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:57.0:1609800468.371319:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800468.371319:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.371320:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800468.371321:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371321:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (24)--
00000800:00000200:20.0:1609800468.371321:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:19.0:1609800468.371321:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800468.371322:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800468.371323:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800468.371325:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800468.371326:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800468.371326:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800468.371329:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800468.371329:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800468.371330:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000800:00000200:26.0:1609800468.371331:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:57.0:1609800468.371343:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.371343:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800468.371345:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.371346:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800468.371347:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800468.371347:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800468.371350:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (21)++
00000800:00000200:19.0:1609800468.371351:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (22)--
00000800:00000200:38.0:1609800468.371352:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800468.371352:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:38.0:1609800468.371355:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.371358:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800468.371365:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.371366:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.371368:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800468.371378:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800468.371379:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800468.371381:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800468.371495:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.371501:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.371504:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:57.0:1609800468.371510:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.371513:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:57.0:1609800468.371518:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.371519:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000800:00000200:57.0:1609800468.371521:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:57.0:1609800468.371528:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800468.371571:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800468.371579:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.371583:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:18.0:1609800468.371584:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371585:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:18.0:1609800468.371587:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:18.0:1609800468.371590:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:5.0:1609800468.371672:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800468.371678:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.371682:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:5.0:1609800468.371688:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800468.371692:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:5.0:1609800468.371696:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800468.371699:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000400:00000200:57.0:1609800468.371700:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800468.371700:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:5.0:1609800468.371708:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000400:00000200:57.0:1609800468.371711:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800468.371713:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.371714:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:57.0:1609800468.371720:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.371725:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:23.1:1609800468.371725:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:57.0:1609800468.371729:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800468.371729:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.371731:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)++
00000800:00000200:57.0:1609800468.371733:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000400:00000200:5.0:1609800468.371733:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:57.0:1609800468.371738:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (24)--
00000400:00000200:5.0:1609800468.371739:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800468.371741:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000400:00000200:57.0:1609800468.371745:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800468.371745:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800468.371747:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)++
00000400:00000200:57.0:1609800468.371748:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800468.371748:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (24)++
00000400:00000200:57.0:1609800468.371750:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:5.0:1609800468.371752:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (25)--
00000400:00000200:57.0:1609800468.371755:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.371758:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:57.0:1609800468.371762:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.371763:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (24)++
00000800:00000200:26.0:1609800468.371763:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (24)++
00000800:00000200:57.0:1609800468.371764:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (25)++
00000800:00000200:57.0:1609800468.371768:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (27)--
00000800:00000200:26.0:1609800468.371769:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (26)--
00000400:00000200:26.0:1609800468.371771:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.371772:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (25)++
00000400:00000200:26.0:1609800468.371774:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.371775:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (26)--
00000400:00000200:19.0:1609800468.371777:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.371778:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (25)++
00000800:00000200:26.0:1609800468.371781:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (26)--
00000800:00000200:20.0:1609800468.371781:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (26)--
00000800:00000200:26.0:1609800468.371782:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000400:00000200:20.0:1609800468.371783:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800468.371785:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000400:00000200:19.0:1609800468.371787:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.371788:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:19.0:1609800468.371790:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800468.371792:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:26.0:1609800468.371798:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:26.0:1609800468.371801:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:26.0:1609800468.371802:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371804:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:26.0:1609800468.371805:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:26.0:1609800468.371808:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:0.0:1609800468.371827:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.371834:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.371837:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:0.0:1609800468.371845:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.371848:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:0.0:1609800468.371853:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.371855:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000800:00000200:0.0:1609800468.371857:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:0.0:1609800468.371865:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000400:00000200:0.0:1609800468.371870:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800468.371873:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800468.371875:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:0.0:1609800468.371879:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.371881:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:0.0:1609800468.371884:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.371884:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (21)++
00000800:00000200:0.0:1609800468.371885:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (22)++
00000800:00000200:0.0:1609800468.371890:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)--
00000800:00000200:23.1:1609800468.371892:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (22)++
00000400:00000200:0.0:1609800468.371893:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800468.371897:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:20.0:1609800468.371901:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (24)--
00000400:00000200:20.0:1609800468.371902:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.371904:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:20.0:1609800468.371905:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.371908:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:0.0:1609800468.371909:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800468.371911:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000400:00000200:0.0:1609800468.371912:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:0.0:1609800468.371917:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.371919:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.371920:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.371923:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000800:00000200:0.0:1609800468.371923:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.371924:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)++
00000800:00000200:0.0:1609800468.371925:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.371926:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:18.0:1609800468.371926:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800468.371929:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:0.0:1609800468.371930:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)--
00000800:00000200:18.0:1609800468.371934:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:57.0:1609800468.371941:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800468.371945:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000400:00000200:57.0:1609800468.371947:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.371950:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:19.0:1609800468.371950:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000400:00000200:57.0:1609800468.371955:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800468.371955:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.129@o2ib18
00000800:00000200:19.0:1609800468.371956:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:20.0:1609800468.371957:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:57.0:1609800468.371958:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:19.0:1609800468.371958:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (25)--
00000800:00000200:19.0:1609800468.371959:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (24)--
00000800:00000200:20.0:1609800468.371960:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (24)--
00000800:00000200:19.0:1609800468.371960:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:20.0:1609800468.371961:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800468.371962:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000400:00000200:20.0:1609800468.371963:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.371964:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (21)++
00000800:00000200:57.0:1609800468.371965:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (22)++
00000800:00000200:20.0:1609800468.371966:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:57.0:1609800468.371969:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800468.371981:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800468.371987:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.371990:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:0.0:1609800468.371991:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:18.0:1609800468.371992:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.371993:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:18.0:1609800468.371995:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000400:00000200:0.0:1609800468.371996:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.371997:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:0.0:1609800468.371998:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:0.0:1609800468.372003:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800468.372006:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:0.0:1609800468.372010:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800468.372012:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000800:00000200:0.0:1609800468.372013:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:0.0:1609800468.372019:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800468.372052:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:26.0:1609800468.372076:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:26.0:1609800468.372079:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:26.0:1609800468.372081:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.372082:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000400:00000200:26.0:1609800468.372083:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.372085:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.129@o2ib18
00000800:00000200:26.0:1609800468.372086:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:20.0:1609800468.372087:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.372088:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000800:00000200:20.0:1609800468.372088:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000800:00000200:20.0:1609800468.372089:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000400:00000200:57.0:1609800468.372090:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.372093:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.372095:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:57.0:1609800468.372100:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800468.372103:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:57.0:1609800468.372107:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.372108:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000800:00000200:57.0:1609800468.372110:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:57.0:1609800468.372113:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)--
00000400:00000200:57.0:1609800468.372119:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800468.372128:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000400:00000200:1.0:1609800468.372128:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800468.372132:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800468.372134:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:18.0:1609800468.372134:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000400:00000200:1.0:1609800468.372135:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.372137:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:1.0:1609800468.372138:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:57.0:1609800468.372139:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800468.372139:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800468.372140:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:18.0:1609800468.372142:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:57.0:1609800468.372143:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000400:00000200:1.0:1609800468.372146:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800468.372149:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:18.0:1609800468.372150:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:57.0:1609800468.372152:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800468.372154:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (20)++
00000800:00000200:57.0:1609800468.372155:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (21)++
00000800:00000200:1.0:1609800468.372155:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.372157:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)++
00000800:00000200:57.0:1609800468.372158:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)--
00000800:00000200:1.0:1609800468.372159:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000800:00000200:1.0:1609800468.372165:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)--
00000400:00000200:1.0:1609800468.372169:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.129@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800468.372171:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (22)++
00000800:00000200:26.0:1609800468.372177:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:26.0:1609800468.372180:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (24)--
00000400:00000200:26.0:1609800468.372182:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800468.372183:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (23)--
00000400:00000200:26.0:1609800468.372184:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000400:00000200:1.0:1609800468.372185:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.372187:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:1.0:1609800468.372188:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.129@o2ib18 local destination
00000400:00000200:1.0:1609800468.372193:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800468.372195:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:1.0:1609800468.372195:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:1.0:1609800468.372199:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800468.372200:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800468.372201:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (23)++
00000800:00000200:1.0:1609800468.372202:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (23)++
00000800:00000200:18.0:1609800468.372208:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (25)--
00000800:00000200:1.0:1609800468.372208:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (25)--
00000800:00000200:19.0:1609800468.372209:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (24)--
00000400:00000200:19.0:1609800468.372211:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800468.372214:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:19.0:1609800468.372217:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800468.372225:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:20.0:1609800468.372230:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:20.0:1609800468.372233:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:20.0:1609800468.372234:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800468.372235:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:20.0:1609800468.372237:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: PUT: OK
00000800:00000200:20.0:1609800468.372240:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:23.1:1609800468.372297:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (20)++
00000800:00000200:18.0:1609800468.372303:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (21)++
00000800:00000200:18.0:1609800468.372307:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.129@o2ib18
00000800:00000200:19.0:1609800468.372309:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:18.0:1609800468.372309:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:18.0:1609800468.372310:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000800:00000200:18.0:1609800468.372311:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:30.1:1609800468.435584:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (20)++
00000800:00000200:8.0:1609800468.435642:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (21)++
00000800:00000200:8.0:1609800468.435668:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.88@o2ib18
00000400:00000200:8.0:1609800468.435673:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.88@o2ib18 : GET - for me
00000400:00000200:8.0:1609800468.435678:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.88@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800468.435682:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.88@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800468.435685:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518d37600] (22)++
00000800:00000200:8.0:1609800468.435687:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518d37600] (23)--
00000400:00000200:8.0:1609800468.435690:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.88@o2ib18 local destination
00000400:00000200:8.0:1609800468.435696:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.88@o2ib18(192.168.128.88@o2ib18:192.168.128.88@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800468.435699:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:8.0:1609800468.435700:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.88@o2ib18
00000800:00000200:8.0:1609800468.435703:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d80] -> 192.168.128.88@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800468.435704:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518d37600] (21)++
00000800:00000200:8.0:1609800468.435705:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518d37600] (22)++
00000800:00000200:8.0:1609800468.435712:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518d37600] (23)--
00000800:00000200:8.0:1609800468.435713:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:30.1:1609800468.435735:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518d37600] (21)++
00000800:00000200:6.0:1609800468.435780:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518d37600] (22)++
00000800:00000200:6.0:1609800468.435801:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518d37600] (23)--
00000400:00000200:6.0:1609800468.435804:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.435807:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.88@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800468.435811:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (22)--
00000800:00000200:6.0:1609800468.435812:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518d37600] (21)--
00000800:00000200:23.1:1609800468.786452:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:37.0:1609800468.786510:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800468.786520:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.120@o2ib18
00000400:00000200:37.0:1609800468.786529:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : GET - for me
00000400:00000200:37.0:1609800468.786537:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.120@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800468.786543:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.120@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800468.786549:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800468.786552:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:37.0:1609800468.786557:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:8.0:1609800468.786559:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:37.0:1609800468.786569:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800468.786575:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:37.0:1609800468.786580:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800468.786583:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800468.786585:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800468.786597:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800468.786599:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800468.786633:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800468.786706:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:6.0:1609800468.786711:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:6.0:1609800468.786712:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800468.786716:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800468.786720:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:6.0:1609800468.786721:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:25.1:1609800468.900926:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (20)++
00000800:00000200:26.0:1609800468.900972:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800468.900984:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.155@o2ib18
00000800:00000200:20.0:1609800468.900986:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000400:00000200:26.0:1609800468.900993:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : GET - for me
00000400:00000200:26.0:1609800468.901001:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.155@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:26.0:1609800468.901008:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.155@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:26.0:1609800468.901013:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800468.901016:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (22)--
00000400:00000200:26.0:1609800468.901022:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:26.0:1609800468.901034:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : REPLY try# 0
00000800:00000200:26.0:1609800468.901040:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:26.0:1609800468.901046:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800468.901049:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800468.901051:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (22)++
00000800:00000200:26.0:1609800468.901064:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:26.0:1609800468.901066:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:25.1:1609800468.901077:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (21)++
00000800:00000200:19.0:1609800468.901143:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:19.0:1609800468.901152:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (23)--
00000400:00000200:19.0:1609800468.901155:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800468.901158:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000400:00000200:19.0:1609800468.901162:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800468.901169:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:24.1:1609800469.211258:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (20)++
00000800:00000200:8.0:1609800469.211316:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (21)++
00000800:00000200:8.0:1609800469.211326:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.178@o2ib18
00000400:00000200:8.0:1609800469.211334:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : GET - for me
00000400:00000200:8.0:1609800469.211343:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.178@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800469.211349:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.178@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800469.211355:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (22)++
00000800:00000200:8.0:1609800469.211358:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (23)--
00000400:00000200:8.0:1609800469.211364:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:37.0:1609800469.211366:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:8.0:1609800469.211377:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800469.211383:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:8.0:1609800469.211388:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800469.211391:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (21)++
00000800:00000200:8.0:1609800469.211393:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (22)++
00000800:00000200:8.0:1609800469.211405:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000800:00000200:8.0:1609800469.211407:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:24.1:1609800469.211498:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:6.0:1609800469.211546:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:6.0:1609800469.211551:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:6.0:1609800469.211552:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800469.211555:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800469.211559:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:6.0:1609800469.211560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:5.0:1609800469.341193:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800469.341200:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:26.1:1609800469.503467:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:37.0:1609800469.503533:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:37.0:1609800469.503543:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:37.0:1609800469.503551:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : GET - for me
00000400:00000200:37.0:1609800469.503559:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.180@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800469.503565:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.180@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800469.503571:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:37.0:1609800469.503574:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)--
00000400:00000200:37.0:1609800469.503580:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:8.0:1609800469.503584:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:37.0:1609800469.503592:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800469.503597:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800469.503603:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800469.503606:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:37.0:1609800469.503608:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000800:00000200:37.0:1609800469.503619:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:37.0:1609800469.503621:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:26.1:1609800469.503714:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:6.0:1609800469.503766:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:6.0:1609800469.503773:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000400:00000200:6.0:1609800469.503776:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800469.503782:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800469.503788:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:6.0:1609800469.503791:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:23.1:1609800469.966099:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000800:00000200:8.0:1609800469.966161:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:8.0:1609800469.966171:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.177@o2ib18
00000400:00000200:8.0:1609800469.966179:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : GET - for me
00000400:00000200:8.0:1609800469.966187:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.177@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800469.966194:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.177@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800469.966210:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800469.966215:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:37.0:1609800469.966220:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:8.0:1609800469.966221:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:8.0:1609800469.966233:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800469.966238:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:8.0:1609800469.966244:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800469.966247:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:8.0:1609800469.966249:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800469.966260:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:8.0:1609800469.966262:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:23.1:1609800469.966308:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:6.0:1609800469.966362:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800469.966369:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000400:00000200:6.0:1609800469.966372:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800469.966378:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800469.966384:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800469.966387:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:28.1:1609800470.210753:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:37.0:1609800470.210814:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800470.210824:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.182@o2ib18
00000400:00000200:37.0:1609800470.210832:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : GET - for me
00000400:00000200:37.0:1609800470.210840:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.182@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800470.210846:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.182@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800470.210852:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800470.210855:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000400:00000200:37.0:1609800470.210860:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:8.0:1609800470.210863:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:37.0:1609800470.210872:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800470.210878:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:37.0:1609800470.210884:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800470.210886:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800470.210890:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800470.210902:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800470.210904:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:28.1:1609800470.210937:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:6.0:1609800470.211008:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:6.0:1609800470.211012:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:6.0:1609800470.211014:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800470.211017:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800470.211020:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:6.0:1609800470.211021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:5.0:1609800470.341198:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800470.341201:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:32.1:1609800470.349049:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:20.0:1609800470.349101:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:20.0:1609800470.349113:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:20.0:1609800470.349139:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : GET - for me
00000400:00000200:20.0:1609800470.349147:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.174@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000800:00000200:26.0:1609800470.349151:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:20.0:1609800470.349153:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.174@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:20.0:1609800470.349159:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (21)++
00000800:00000200:20.0:1609800470.349165:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (22)--
00000400:00000200:20.0:1609800470.349170:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:20.0:1609800470.349182:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : REPLY try# 0
00000800:00000200:20.0:1609800470.349188:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:20.0:1609800470.349195:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800470.349198:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:20.0:1609800470.349200:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:20.0:1609800470.349211:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:20.0:1609800470.349213:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:32.1:1609800470.349383:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000800:00000200:18.0:1609800470.349398:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:18.0:1609800470.349403:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000400:00000200:18.0:1609800470.349406:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800470.349432:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800470.349436:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:18.0:1609800470.349437:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:28.1:1609800470.420713:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (20)++
00000800:00000200:26.0:1609800470.420759:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (21)++
00000800:00000200:26.0:1609800470.420766:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.179@o2ib18
00000400:00000200:26.0:1609800470.420770:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.179@o2ib18 : GET - for me
00000400:00000200:26.0:1609800470.420792:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.179@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:26.0:1609800470.420796:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.179@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:26.0:1609800470.420799:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dad85800] (22)++
00000800:00000200:26.0:1609800470.420800:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dad85800] (23)--
00000400:00000200:26.0:1609800470.420803:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.179@o2ib18 local destination
00000800:00000200:20.0:1609800470.420804:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (22)--
00000400:00000200:26.0:1609800470.420809:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.179@o2ib18(192.168.128.179@o2ib18:192.168.128.179@o2ib18) : REPLY try# 0
00000800:00000200:26.0:1609800470.420812:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.179@o2ib18
00000800:00000200:26.0:1609800470.420815:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398080] -> 192.168.128.179@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800470.420817:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dad85800] (21)++
00000800:00000200:26.0:1609800470.420818:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dad85800] (22)++
00000800:00000200:26.0:1609800470.420825:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dad85800] (23)--
00000800:00000200:26.0:1609800470.420826:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (22)--
00000800:00000200:28.1:1609800470.420883:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dad85800] (21)++
00000800:00000200:18.0:1609800470.420889:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dad85800] (22)++
00000800:00000200:18.0:1609800470.420892:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dad85800] (23)--
00000400:00000200:18.0:1609800470.420893:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800470.420896:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.179@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800470.420898:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (22)--
00000800:00000200:18.0:1609800470.420899:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dad85800] (21)--
00000800:00000200:25.1:1609800470.430768:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:20.0:1609800470.430813:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:20.0:1609800470.430820:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:20.0:1609800470.430823:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : GET - for me
00000400:00000200:20.0:1609800470.430847:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.176@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:20.0:1609800470.430850:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.176@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:20.0:1609800470.430853:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:20.0:1609800470.430855:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000400:00000200:20.0:1609800470.430858:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:26.0:1609800470.430859:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:20.0:1609800470.430864:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : REPLY try# 0
00000800:00000200:20.0:1609800470.430867:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:20.0:1609800470.430871:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800470.430873:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:20.0:1609800470.430874:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:20.0:1609800470.430880:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (23)--
00000800:00000200:20.0:1609800470.430881:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800470.430939:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:18.0:1609800470.430946:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:18.0:1609800470.430948:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:18.0:1609800470.430949:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800470.430952:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800470.430954:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:18.0:1609800470.430955:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:26.1:1609800470.708199:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:8.0:1609800470.708273:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:8.0:1609800470.708279:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.99@o2ib18
00000400:00000200:8.0:1609800470.708284:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : GET - for me
00000400:00000200:8.0:1609800470.708288:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.99@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800470.708292:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.99@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800470.708295:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:8.0:1609800470.708297:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:8.0:1609800470.708300:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:8.0:1609800470.708306:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800470.708309:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800470.708310:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:8.0:1609800470.708312:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800470.708313:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:8.0:1609800470.708315:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:8.0:1609800470.708322:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800470.708323:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800470.708393:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800470.708439:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800470.708443:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800470.708445:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800470.708448:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800470.708452:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800470.708453:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:32.1:1609800470.888583:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:26.0:1609800470.888628:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800470.888635:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.147@o2ib18
00000400:00000200:26.0:1609800470.888639:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : GET - for me
00000400:00000200:26.0:1609800470.888662:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.147@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:26.0:1609800470.888667:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.147@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:26.0:1609800470.888671:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:26.0:1609800470.888672:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:20.0:1609800470.888674:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:26.0:1609800470.888676:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:26.0:1609800470.888681:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : REPLY try# 0
00000800:00000200:26.0:1609800470.888684:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:26.0:1609800470.888690:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800470.888692:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800470.888693:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:26.0:1609800470.888700:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800470.888701:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800470.888842:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:18.0:1609800470.888849:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:18.0:1609800470.888852:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:18.0:1609800470.888854:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800470.888856:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800470.888859:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:18.0:1609800470.888860:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:29.1:1609800470.977799:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:37.0:1609800470.977859:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:37.0:1609800470.977870:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.123@o2ib18
00000400:00000200:37.0:1609800470.977878:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : GET - for me
00000400:00000200:37.0:1609800470.977887:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.123@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800470.977894:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.123@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800470.977899:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800470.977903:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000400:00000200:37.0:1609800470.977909:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:8.0:1609800470.977910:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:37.0:1609800470.977921:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800470.977927:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800470.977932:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800470.977935:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:37.0:1609800470.977937:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800470.977949:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:37.0:1609800470.977951:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800470.977965:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800470.978018:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:6.0:1609800470.978028:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000400:00000200:6.0:1609800470.978031:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800470.978037:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800470.978043:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800470.978045:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800471.224645:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:8.0:1609800471.224706:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:8.0:1609800471.224716:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:8.0:1609800471.224724:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : GET - for me
00000400:00000200:8.0:1609800471.224732:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.183@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800471.224740:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.183@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800471.224746:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:8.0:1609800471.224750:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:8.0:1609800471.224755:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:37.0:1609800471.224756:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:8.0:1609800471.224767:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800471.224789:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:8.0:1609800471.224793:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800471.224795:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:8.0:1609800471.224796:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:8.0:1609800471.224803:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:8.0:1609800471.224804:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:29.1:1609800471.224862:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:6.0:1609800471.224904:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:6.0:1609800471.224908:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:6.0:1609800471.224910:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800471.224913:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800471.224916:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:6.0:1609800471.224918:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000400:00000200:5.0:1609800471.341194:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800471.341201:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:34.1:1609800471.459296:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:20.0:1609800471.459343:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:20.0:1609800471.459350:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.113@o2ib18
00000400:00000200:20.0:1609800471.459354:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : GET - for me
00000400:00000200:20.0:1609800471.459377:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.113@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:20.0:1609800471.459384:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.113@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:20.0:1609800471.459387:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:26.0:1609800471.459389:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800471.459389:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000400:00000200:20.0:1609800471.459392:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:20.0:1609800471.459398:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : REPLY try# 0
00000800:00000200:20.0:1609800471.459401:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:20.0:1609800471.459405:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800471.459406:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:20.0:1609800471.459407:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:20.0:1609800471.459414:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:20.0:1609800471.459415:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800471.459506:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:18.0:1609800471.459514:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:18.0:1609800471.459517:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:18.0:1609800471.459519:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.459521:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: REPLY: OK
00000800:00000200:18.0:1609800471.459524:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:18.0:1609800471.459524:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:25.1:1609800471.480132:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (20)++
00000800:00000200:26.0:1609800471.480204:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800471.480211:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.155@o2ib18
00000400:00000200:26.0:1609800471.480215:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.480238:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.480241:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800471.480247:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480248:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:26.0:1609800471.480250:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.480253:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.480255:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:26.0:1609800471.480257:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.480257:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:26.0:1609800471.480258:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.480259:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.480261:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000400:00000200:18.0:1609800471.480264:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.480265:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)++
00000400:00000200:20.0:1609800471.480265:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480266:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)--
00000800:00000200:26.0:1609800471.480267:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:26.0:1609800471.480268:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:18.0:1609800471.480268:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.480269:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:18.0:1609800471.480292:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:20.0:1609800471.480294:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480316:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800471.480317:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480320:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.480320:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.1:1609800471.480322:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (22)++
00000800:00000200:20.0:1609800471.480323:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.480324:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.480325:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.480326:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.480328:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:18.0:1609800471.480328:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.480330:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:18.0:1609800471.480331:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:26.0:1609800471.480332:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:20.0:1609800471.480332:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)--
00000800:00000200:18.0:1609800471.480333:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)--
00000800:00000200:20.0:1609800471.480334:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:57.0:1609800471.480335:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800471.480335:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.480335:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:57.0:1609800471.480337:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.480338:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.480338:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000400:00000200:26.0:1609800471.480340:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:57.0:1609800471.480341:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800471.480346:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.480349:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.1:1609800471.480349:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800471.480352:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.480354:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.480355:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.480355:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:57.0:1609800471.480357:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.480358:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.480358:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:26.0:1609800471.480359:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)++
00000800:00000200:18.0:1609800471.480360:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:26.0:1609800471.480361:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (23)++
00000400:00000200:20.0:1609800471.480361:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.480364:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.480367:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800471.480367:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:26.0:1609800471.480368:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)--
00000800:00000200:26.0:1609800471.480369:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:20.0:1609800471.480374:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480377:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.1:1609800471.480379:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (22)++
00000800:00000200:20.0:1609800471.480380:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.480383:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.480384:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.480384:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:20.0:1609800471.480388:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:20.0:1609800471.480389:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)--
00000800:00000200:19.0:1609800471.480389:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (25)--
00000800:00000200:20.0:1609800471.480391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000800:00000200:19.0:1609800471.480392:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:20.0:1609800471.480394:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)++
00000800:00000200:57.0:1609800471.480397:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800471.480397:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.480398:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000400:00000200:57.0:1609800471.480399:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480400:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000400:00000200:20.0:1609800471.480401:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800471.480401:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.480402:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.480404:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000400:00000200:20.0:1609800471.480404:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.480406:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000400:00000200:20.0:1609800471.480407:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:26.0:1609800471.480408:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.480410:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:18.0:1609800471.480412:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000400:00000200:20.0:1609800471.480413:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480419:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800471.480421:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.480422:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800471.480422:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800471.480422:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800471.480423:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:20.0:1609800471.480425:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.480426:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfaa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800471.480428:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.480431:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800471.480433:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.480433:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.480433:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)++
00000800:00000200:20.0:1609800471.480434:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.480434:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:57.0:1609800471.480435:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480436:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800471.480436:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480437:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800471.480438:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800471.480439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:26.0:1609800471.480442:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:26.0:1609800471.480443:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:26.0:1609800471.480444:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:57.0:1609800471.480445:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.480446:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.480446:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800471.480446:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800471.480447:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.480449:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.480450:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800471.480450:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.480453:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800471.480457:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.480459:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.480481:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (21)++
00000800:00000200:19.0:1609800471.480486:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (22)++
00000800:00000200:19.0:1609800471.480493:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:19.0:1609800471.480494:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:25.1:1609800471.480497:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (21)++
00000800:00000200:18.0:1609800471.480503:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:18.0:1609800471.480507:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:20.0:1609800471.480509:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000400:00000200:18.0:1609800471.480510:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.480512:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.480513:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000800:00000200:20.0:1609800471.480514:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000400:00000200:18.0:1609800471.480514:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.480516:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:20.0:1609800471.480517:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:19.0:1609800471.480520:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000400:00000200:18.0:1609800471.480522:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.480524:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:18.0:1609800471.480525:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.480526:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000400:00000200:20.0:1609800471.480526:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.480528:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.480528:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800471.480530:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.480530:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800471.480532:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.480532:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.480533:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:38.0:1609800471.480534:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800471.480536:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800471.480537:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (23)++
00000400:00000200:38.0:1609800471.480539:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800471.480541:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.480542:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)++
00000400:00000200:57.0:1609800471.480543:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.480545:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.480545:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:18.0:1609800471.480545:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)++
00000800:00000200:18.0:1609800471.480547:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)--
00000400:00000200:20.0:1609800471.480548:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800471.480548:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:18.0:1609800471.480548:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:18.0:1609800471.480549:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.480552:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.480554:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.1:1609800471.480555:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (23)++
00000400:00000200:19.0:1609800471.480555:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.480557:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.480558:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800471.480559:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.480559:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.480560:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.480561:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)++
00000400:00000200:26.0:1609800471.480562:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.480562:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)++
00000800:00000200:20.0:1609800471.480563:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)--
00000800:00000200:19.0:1609800471.480563:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.480563:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000400:00000200:26.0:1609800471.480564:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:20.0:1609800471.480564:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:20.0:1609800471.480565:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)++
00000800:00000200:19.0:1609800471.480565:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.480568:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.155@o2ib18
00000800:00000200:19.0:1609800471.480568:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)++
00000400:00000200:18.0:1609800471.480569:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.480570:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.480570:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)--
00000400:00000200:20.0:1609800471.480571:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.155@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.480571:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:57.0:1609800471.480572:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.480572:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000400:00000200:18.0:1609800471.480572:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480573:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800471.480574:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.480575:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800471.480575:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:26.0:1609800471.480578:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.480579:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800471.480587:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.480592:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.480594:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)++
00000800:00000200:18.0:1609800471.480594:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:20.0:1609800471.480595:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800471.480596:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.480597:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.480598:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (24)++
00000800:00000200:18.0:1609800471.480600:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800471.480601:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.480601:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.480602:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (25)--
00000800:00000200:26.0:1609800471.480603:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.480604:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800471.480604:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:18.0:1609800471.480605:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.480606:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.480606:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000800:00000200:57.0:1609800471.480608:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.480609:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.480609:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800471.480610:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800471.480611:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.480612:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.480612:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:25.1:1609800471.480613:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (23)++
00000800:00000200:20.0:1609800471.480613:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)--
00000400:00000200:5.0:1609800471.480613:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.480616:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:5.0:1609800471.480616:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.480617:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:20.0:1609800471.480620:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (23)--
00000800:00000200:20.0:1609800471.480621:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:20.0:1609800471.480622:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:5.0:1609800471.480624:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.480625:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.480627:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800471.480649:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.480650:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.480653:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.481036:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.481042:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481044:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800471.481050:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481053:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481057:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.481058:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (20)++
00000800:00000200:57.0:1609800471.481060:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (21)++
00000400:00000200:0.0:1609800471.481065:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.481072:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.481075:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:0.0:1609800471.481094:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481095:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (22)--
00000800:00000200:0.0:1609800471.481098:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000400:00000200:57.0:1609800471.481100:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800471.481103:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800471.481104:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800471.481105:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (21)++
00000400:00000200:57.0:1609800471.481106:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000800:00000200:0.0:1609800471.481106:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (22)++
00000400:00000200:57.0:1609800471.481112:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.481112:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)--
00000400:00000200:0.0:1609800471.481118:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.481148:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.481150:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:0.0:1609800471.481156:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.481158:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481159:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:0.0:1609800471.481162:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.481163:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.481163:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:0.0:1609800471.481164:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (23)++
00000800:00000200:57.0:1609800471.481165:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:57.0:1609800471.481169:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (25)++
00000800:00000200:0.0:1609800471.481169:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (25)--
00000800:00000200:57.0:1609800471.481172:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (25)--
00000400:00000200:0.0:1609800471.481173:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.481177:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.481186:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481188:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000800:00000200:25.1:1609800471.481188:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (24)++
00000400:00000200:0.0:1609800471.481189:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.481192:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800471.481194:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481197:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000400:00000200:0.0:1609800471.481200:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800471.481201:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)++
00000800:00000200:0.0:1609800471.481203:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481204:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800471.481204:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (26)--
00000400:00000200:18.0:1609800471.481206:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.481209:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:0.0:1609800471.481209:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.481211:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (25)++
00000800:00000200:57.0:1609800471.481212:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (25)++
00000800:00000200:0.0:1609800471.481212:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (26)++
00000800:00000200:18.0:1609800471.481213:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)--
00000800:00000200:18.0:1609800471.481214:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000800:00000200:0.0:1609800471.481234:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (28)--
00000800:00000200:26.0:1609800471.481239:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000800:00000200:57.0:1609800471.481240:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (28)++
00000800:00000200:57.0:1609800471.481245:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (29)--
00000800:00000200:18.0:1609800471.481246:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (29)--
00000800:00000200:26.0:1609800471.481247:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (28)--
00000800:00000200:20.0:1609800471.481247:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (29)++
00000400:00000200:26.0:1609800471.481248:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.481248:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481250:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (27)--
00000400:00000200:57.0:1609800471.481251:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800471.481251:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.481251:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000400:00000200:18.0:1609800471.481251:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000400:00000200:26.0:1609800471.481252:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.481253:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)--
00000400:00000200:0.0:1609800471.481253:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800471.481254:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (27)--
00000400:00000200:20.0:1609800471.481255:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.481255:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)--
00000400:00000200:19.0:1609800471.481256:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481257:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.481258:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000400:00000200:19.0:1609800471.481260:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.481261:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:0.0:1609800471.481261:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800471.481262:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000800:00000200:25.1:1609800471.481263:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (22)++
00000400:00000200:57.0:1609800471.481267:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800471.481269:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:57.0:1609800471.481270:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:18.0:1609800471.481272:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (24)--
00000400:00000200:18.0:1609800471.481274:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481275:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000400:00000200:0.0:1609800471.481277:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000400:00000200:18.0:1609800471.481278:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.481279:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:0.0:1609800471.481279:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481280:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800471.481281:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:57.0:1609800471.481282:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (21)++
00000800:00000200:57.0:1609800471.481283:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (21)++
00000800:00000200:0.0:1609800471.481283:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.481285:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:57.0:1609800471.481288:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:0.0:1609800471.481288:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (23)++
00000400:00000200:57.0:1609800471.481292:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800471.481292:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)--
00000400:00000200:57.0:1609800471.481295:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481297:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000800:00000200:25.1:1609800471.481299:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (22)++
00000400:00000200:57.0:1609800471.481303:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481306:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:26.0:1609800471.481306:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:57.0:1609800471.481309:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800471.481309:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (24)--
00000800:00000200:57.0:1609800471.481310:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)++
00000400:00000200:26.0:1609800471.481310:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481311:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)++
00000800:00000200:57.0:1609800471.481312:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (24)++
00000400:00000200:26.0:1609800471.481312:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.481313:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:57.0:1609800471.481314:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (26)--
00000800:00000200:26.0:1609800471.481316:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:26.0:1609800471.481317:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:20.0:1609800471.481317:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000400:00000200:57.0:1609800471.481318:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800471.481318:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (23)--
00000400:00000200:20.0:1609800471.481320:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481321:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481322:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:20.0:1609800471.481322:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000400:00000200:57.0:1609800471.481327:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481329:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:20.0:1609800471.481331:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:57.0:1609800471.481332:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.481333:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (21)++
00000800:00000200:57.0:1609800471.481335:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (22)++
00000800:00000200:57.0:1609800471.481337:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:57.0:1609800471.481338:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)--
00000400:00000200:57.0:1609800471.481343:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.481346:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481348:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800471.481353:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481355:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481358:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.481359:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:57.0:1609800471.481359:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (23)++
00000800:00000200:57.0:1609800471.481361:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:57.0:1609800471.481361:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (24)--
00000400:00000200:1.0:1609800471.481447:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800471.481467:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.481472:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:1.0:1609800471.481478:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.481481:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:1.0:1609800471.481486:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800471.481488:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (23)++
00000800:00000200:1.0:1609800471.481489:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (24)++
00000800:00000200:1.0:1609800471.481492:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:1.0:1609800471.481493:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (25)--
00000400:00000200:1.0:1609800471.481499:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800471.481502:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.481504:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:1.0:1609800471.481508:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.481510:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:1.0:1609800471.481513:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800471.481514:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (24)++
00000800:00000200:1.0:1609800471.481515:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (25)++
00000800:00000200:1.0:1609800471.481516:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:1.0:1609800471.481516:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (26)--
00000800:00000200:25.1:1609800471.481519:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (25)++
00000800:00000200:18.0:1609800471.481525:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)++
00000800:00000200:18.0:1609800471.481530:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.155@o2ib18
00000800:00000200:26.0:1609800471.481531:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)--
00000800:00000200:18.0:1609800471.481542:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:18.0:1609800471.481543:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (26)++
00000800:00000200:18.0:1609800471.481544:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (27)--
00000800:00000200:18.0:1609800471.481545:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)--
00000800:00000200:25.1:1609800471.481549:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (25)++
00000800:00000200:19.0:1609800471.481556:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)++
00000800:00000200:19.0:1609800471.481561:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:20.0:1609800471.481562:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)++
00000800:00000200:19.0:1609800471.481562:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (27)--
00000400:00000200:19.0:1609800471.481563:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481566:0:16043:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000400:00000200:19.0:1609800471.481566:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.481567:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (27)--
00000800:00000200:26.0:1609800471.481568:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)++
00000400:00000200:20.0:1609800471.481568:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.481570:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.481570:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (27)--
00000800:00000200:26.0:1609800471.481571:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:26.0:1609800471.481572:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (26)--
00000800:00000200:19.0:1609800471.481572:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)++
00000400:00000200:26.0:1609800471.481574:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481574:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (26)--
00000800:00000200:19.0:1609800471.481574:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.155@o2ib18: no credits
00000800:00000200:19.0:1609800471.481575:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (26)--
00000800:00000200:18.0:1609800471.481575:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)++
00000400:00000200:26.0:1609800471.481576:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000400:00000200:19.0:1609800471.481576:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.481578:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (25)--
00000800:00000200:26.0:1609800471.481579:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (24)--
00000800:00000200:18.0:1609800471.481579:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.155@o2ib18
00000400:00000200:19.0:1609800471.481580:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.481583:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (23)--
00000800:00000200:18.0:1609800471.481583:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)++
00000800:00000200:18.0:1609800471.481584:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (24)--
00000800:00000200:18.0:1609800471.481585:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:25.1:1609800471.481593:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (21)++
00000800:00000200:26.0:1609800471.481599:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:26.0:1609800471.481602:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (23)--
00000400:00000200:26.0:1609800471.481603:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.481604:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000400:00000200:26.0:1609800471.481605:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.481608:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:25.1:1609800471.481733:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (20)++
00000800:00000200:19.0:1609800471.481739:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)++
00000800:00000200:19.0:1609800471.481743:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.155@o2ib18
00000800:00000200:19.0:1609800471.481744:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345c87c5000] (22)++
00000800:00000200:18.0:1609800471.481745:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000800:00000200:19.0:1609800471.481746:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345c87c5000] (23)--
00000800:00000200:19.0:1609800471.481747:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000400:00000200:57.0:1609800471.481754:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.155@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.481758:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.481760:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.155@o2ib18 local destination
00000400:00000200:57.0:1609800471.481765:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.155@o2ib18(192.168.128.155@o2ib18:192.168.128.155@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.481767:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.155@o2ib18
00000800:00000200:57.0:1609800471.481771:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7080] -> 192.168.128.155@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.481773:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345c87c5000] (20)++
00000800:00000200:57.0:1609800471.481774:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345c87c5000] (21)++
00000800:00000200:57.0:1609800471.481778:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345c87c5000] (22)--
00000800:00000200:25.1:1609800471.481790:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345c87c5000] (21)++
00000800:00000200:20.0:1609800471.481796:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)++
00000800:00000200:20.0:1609800471.481799:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345c87c5000] (23)--
00000400:00000200:20.0:1609800471.481800:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.481801:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (22)--
00000400:00000200:20.0:1609800471.481802:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.155@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.481805:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345c87c5000] (21)--
00000800:00000200:27.1:1609800471.534613:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:18.0:1609800471.534629:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:18.0:1609800471.534636:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.106@o2ib18
00000400:00000200:18.0:1609800471.534644:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800471.534650:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.534654:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:18.0:1609800471.534680:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.534683:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800471.534686:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.534687:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.534688:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.534689:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.534693:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:19.0:1609800471.534694:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:18.0:1609800471.534694:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:18.0:1609800471.534696:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.534697:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:19.0:1609800471.534698:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.534722:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.534725:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:19.0:1609800471.534733:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.534736:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800471.534739:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800471.534743:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.534745:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.534750:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.534751:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.534751:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:19.0:1609800471.534752:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:57.0:1609800471.534758:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.534761:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800471.534781:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:20.0:1609800471.534826:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:20.0:1609800471.534832:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:18.0:1609800471.534834:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:20.0:1609800471.534836:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.534842:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.534845:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:4.0:1609800471.534845:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800471.534849:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.534851:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.534855:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800471.534856:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.534877:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.534880:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.534882:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.534886:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:20.0:1609800471.534889:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:20.0:1609800471.534890:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:57.0:1609800471.534895:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.534899:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.534901:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800471.534929:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:26.0:1609800471.534935:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:26.0:1609800471.534942:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:19.0:1609800471.534943:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:26.0:1609800471.534946:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.534947:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:18.0:1609800471.534949:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:26.0:1609800471.534951:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.534952:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.534954:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800471.534959:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.534960:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.1:1609800471.534961:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:19.0:1609800471.534961:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800471.534967:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.534967:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000400:00000200:19.0:1609800471.534967:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.534970:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.534971:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800471.534971:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:19.0:1609800471.534973:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.534973:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:26.0:1609800471.534975:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800471.534976:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.534976:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.1:1609800471.534977:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:26.0:1609800471.534977:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.534978:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.534979:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.534982:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:18.0:1609800471.534982:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:26.0:1609800471.534984:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:19.0:1609800471.534985:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:18.0:1609800471.534985:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:19.0:1609800471.534987:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:20.0:1609800471.534988:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800471.534989:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800471.534991:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.534991:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800471.534992:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.534993:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.534994:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.534995:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (28)++
00000800:00000200:19.0:1609800471.534995:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (28)--
00000400:00000200:18.0:1609800471.534995:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800471.534996:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.534996:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:19.0:1609800471.534996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)--
00000800:00000200:20.0:1609800471.534997:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.534998:0:16042:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.106@o2ib18(1): redundant or enough NOOP
00000800:00000200:20.0:1609800471.534998:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.534998:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)++
00000800:00000200:26.0:1609800471.534999:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (27)--
00000800:00000200:26.0:1609800471.535000:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:19.0:1609800471.535000:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:18.0:1609800471.535001:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.535002:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:26.0:1609800471.535003:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:26.0:1609800471.535004:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)--
00000800:00000200:18.0:1609800471.535004:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.535005:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:20.0:1609800471.535005:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:20.0:1609800471.535006:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:20.0:1609800471.535007:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.535007:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800471.535008:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.535009:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.535010:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800471.535011:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.535014:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:57.0:1609800471.535018:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.535019:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.535019:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800471.535021:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.535021:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800471.535021:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.535022:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.535023:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:19.0:1609800471.535024:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.535026:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800471.535028:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.535031:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:19.0:1609800471.535032:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:19.0:1609800471.535033:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:57.0:1609800471.535035:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.535036:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535038:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800471.535044:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800471.535048:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.535057:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800471.535085:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800471.535087:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.535092:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800471.535096:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:26.0:1609800471.535102:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:26.0:1609800471.535105:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:20.0:1609800471.535108:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:26.0:1609800471.535109:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.535111:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:26.0:1609800471.535112:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.535113:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000400:00000200:20.0:1609800471.535114:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.535115:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:18.0:1609800471.535117:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:20.0:1609800471.535119:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535119:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)++
00000400:00000200:18.0:1609800471.535129:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800471.535132:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.535133:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.535134:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:18.0:1609800471.535134:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800471.535136:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800471.535139:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800471.535140:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.535142:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.535143:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.535144:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.535144:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:19.0:1609800471.535145:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.535145:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.535148:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (25)++
00000400:00000200:19.0:1609800471.535148:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.535148:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.535149:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.535150:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800471.535150:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800471.535153:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.535155:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800471.535157:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.535159:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (26)++
00000800:00000200:20.0:1609800471.535159:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.535159:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800471.535159:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (26)++
00000800:00000200:20.0:1609800471.535160:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfaa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800471.535178:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.535178:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (28)++
00000800:00000200:19.0:1609800471.535178:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800471.535179:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535181:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800471.535182:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.535182:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (29)--
00000800:00000200:19.0:1609800471.535182:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.535183:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:18.0:1609800471.535183:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (29)--
00000800:00000200:19.0:1609800471.535185:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (26)++
00000800:00000200:18.0:1609800471.535185:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:57.0:1609800471.535186:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.535186:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)++
00000400:00000200:57.0:1609800471.535187:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535190:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.535190:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000800:00000200:18.0:1609800471.535192:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (27)++
00000400:00000200:26.0:1609800471.535194:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.535197:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (28)--
00000400:00000200:26.0:1609800471.535198:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535198:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:18.0:1609800471.535198:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (28)--
00000800:00000200:19.0:1609800471.535199:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)--
00000400:00000200:26.0:1609800471.535200:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:20.0:1609800471.535201:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:18.0:1609800471.535202:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:19.0:1609800471.535204:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:26.0:1609800471.535205:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800471.535206:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.535208:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800471.535210:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.535211:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.535214:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.535215:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.1:1609800471.535216:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000400:00000200:5.0:1609800471.535217:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.535218:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:26.0:1609800471.535220:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:20.0:1609800471.535222:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:57.0:1609800471.535223:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.535223:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (24)--
00000400:00000200:57.0:1609800471.535224:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.535224:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:26.0:1609800471.535226:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:20.0:1609800471.535226:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:57.0:1609800471.535227:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.535230:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.106@o2ib18
00000400:00000200:20.0:1609800471.535230:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.535230:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:18.0:1609800471.535232:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (25)--
00000400:00000200:26.0:1609800471.535233:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.535233:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535233:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)--
00000800:00000200:18.0:1609800471.535234:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:20.0:1609800471.535235:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:20.0:1609800471.535242:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.535244:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800471.535245:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800471.535245:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800471.535247:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:20.0:1609800471.535247:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800471.535248:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.535249:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.535251:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800471.535253:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.535255:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.535255:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:20.0:1609800471.535256:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:20.0:1609800471.535257:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:5.0:1609800471.535281:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.535282:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.535286:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.535287:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.535291:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.535292:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.535292:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:26.0:1609800471.535293:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:57.0:1609800471.535294:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535296:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800471.535323:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800471.535325:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.535328:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.535548:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.535554:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535557:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800471.535583:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.535587:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800471.535607:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.535609:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:57.0:1609800471.535610:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.535616:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:0.0:1609800471.535619:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.535627:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.535630:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800471.535649:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.535652:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:0.0:1609800471.535656:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.535658:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:0.0:1609800471.535660:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:0.0:1609800471.535664:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:0.0:1609800471.535669:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.535673:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.535674:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800471.535678:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.535694:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:0.0:1609800471.535696:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.535697:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:0.0:1609800471.535698:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:0.0:1609800471.535700:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (24)--
00000400:00000200:0.0:1609800471.535703:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.535706:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.535707:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:0.0:1609800471.535711:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.535712:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:0.0:1609800471.535715:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.535715:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:0.0:1609800471.535716:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:0.0:1609800471.535720:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (25)--
00000800:00000200:27.1:1609800471.535725:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:19.0:1609800471.535737:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)++
00000800:00000200:19.0:1609800471.535744:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:18.0:1609800471.535745:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)++
00000400:00000200:19.0:1609800471.535746:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.535749:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (26)--
00000400:00000200:19.0:1609800471.535751:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000400:00000200:18.0:1609800471.535751:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.535752:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)++
00000400:00000200:18.0:1609800471.535753:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.535756:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (26)--
00000800:00000200:19.0:1609800471.535756:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (26)--
00000400:00000200:20.0:1609800471.535758:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535758:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)++
00000800:00000200:18.0:1609800471.535760:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (25)--
00000400:00000200:20.0:1609800471.535761:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.535761:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (25)--
00000400:00000200:19.0:1609800471.535762:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.535762:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:20.0:1609800471.535765:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:19.0:1609800471.535765:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.535786:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:1.0:1609800471.535786:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.535790:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800471.535795:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535798:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.535798:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800471.535801:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800471.535807:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.535810:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000400:00000200:1.0:1609800471.535814:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.535817:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800471.535818:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.535819:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:57.0:1609800471.535820:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:1.0:1609800471.535822:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800471.535823:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:57.0:1609800471.535825:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:1.0:1609800471.535826:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:1.0:1609800471.535832:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:27.1:1609800471.535836:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.535842:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:18.0:1609800471.535845:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (24)--
00000400:00000200:18.0:1609800471.535847:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.535849:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000400:00000200:18.0:1609800471.535850:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.535853:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:18.0:1609800471.535853:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (24)--
00000800:00000200:18.0:1609800471.535854:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:20.0:1609800471.535855:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.535859:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.535863:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:57.0:1609800471.535872:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.535878:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.535880:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800471.535885:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.535887:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800471.535890:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.535892:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:57.0:1609800471.535893:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.535896:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:4.0:1609800471.535903:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800471.535907:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000400:00000200:4.0:1609800471.535911:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.535914:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:4.0:1609800471.535914:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000800:00000200:26.0:1609800471.535919:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:26.0:1609800471.535921:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.535921:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800471.535922:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:4.0:1609800471.535924:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000400:00000200:26.0:1609800471.535925:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000400:00000200:57.0:1609800471.535927:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800471.535929:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:4.0:1609800471.535929:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800471.535931:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:4.0:1609800471.535933:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:4.0:1609800471.535940:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800471.535953:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000400:00000200:57.0:1609800471.535958:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.535958:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:57.0:1609800471.535961:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000800:00000200:19.0:1609800471.535962:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:19.0:1609800471.535963:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.535965:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:57.0:1609800471.535966:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800471.535966:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.535969:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:19.0:1609800471.535970:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:57.0:1609800471.535972:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.535974:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:57.0:1609800471.535975:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.535976:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.106@o2ib18: no credits
00000800:00000200:57.0:1609800471.535977:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800471.535990:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:18.0:1609800471.535995:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.535999:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.106@o2ib18
00000800:00000200:26.0:1609800471.536001:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.536005:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.536006:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.536007:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800471.536015:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:20.0:1609800471.536021:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:20.0:1609800471.536023:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:20.0:1609800471.536025:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.536027:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.536027:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:20.0:1609800471.536029:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:27.1:1609800471.536066:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:26.0:1609800471.536072:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:26.0:1609800471.536075:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.106@o2ib18
00000800:00000200:26.0:1609800471.536077:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.536077:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:26.0:1609800471.536078:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:26.0:1609800471.536080:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:57.0:1609800471.536101:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.536107:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.536109:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:57.0:1609800471.536113:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.536118:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:57.0:1609800471.536120:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.536121:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:57.0:1609800471.536131:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:57.0:1609800471.536135:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800471.536158:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:19.0:1609800471.536163:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:19.0:1609800471.536166:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:19.0:1609800471.536167:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.536169:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:19.0:1609800471.536170:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.536172:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000400:00000200:38.0:1609800471.536405:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800471.536415:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.536422:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:38.0:1609800471.536434:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.536441:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:38.0:1609800471.536461:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.536464:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:38.0:1609800471.536467:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:38.0:1609800471.536478:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:38.0:1609800471.536487:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800471.536502:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.536505:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:38.0:1609800471.536515:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.536520:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:38.0:1609800471.536526:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.536528:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:38.0:1609800471.536530:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:38.0:1609800471.536535:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:38.0:1609800471.536543:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.106@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800471.536543:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:38.0:1609800471.536549:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.536549:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:18.0:1609800471.536552:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (24)--
00000400:00000200:38.0:1609800471.536553:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:18.0:1609800471.536554:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.536557:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000400:00000200:38.0:1609800471.536563:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.536579:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:18.0:1609800471.536582:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:18.0:1609800471.536583:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:38.0:1609800471.536586:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:18.0:1609800471.536586:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:18.0:1609800471.536588:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800471.536590:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)++
00000400:00000200:18.0:1609800471.536590:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:38.0:1609800471.536592:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (23)++
00000800:00000200:26.0:1609800471.536592:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:18.0:1609800471.536596:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:38.0:1609800471.536599:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800471.536627:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:19.0:1609800471.536635:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:19.0:1609800471.536640:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:26.0:1609800471.536642:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:19.0:1609800471.536642:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.536646:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.536650:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:27.1:1609800471.536715:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:20.0:1609800471.536721:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:20.0:1609800471.536725:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.106@o2ib18
00000800:00000200:20.0:1609800471.536726:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:18.0:1609800471.536727:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:20.0:1609800471.536728:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:20.0:1609800471.536729:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:33.1:1609800471.680479:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:26.0:1609800471.680530:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:26.0:1609800471.680558:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.124@o2ib18
00000400:00000200:26.0:1609800471.680563:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.680567:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.680588:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800471.680594:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.680598:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.680598:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:26.0:1609800471.680601:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.680604:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.680605:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.680605:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:18.0:1609800471.680607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000800:00000200:26.0:1609800471.680609:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (24)++
00000400:00000200:19.0:1609800471.680609:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.680611:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (25)--
00000800:00000200:18.0:1609800471.680611:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:26.0:1609800471.680612:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.680613:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000400:00000200:19.0:1609800471.680614:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.680615:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.680616:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:19.0:1609800471.680617:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:26.0:1609800471.680623:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800471.680623:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.680643:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800471.680645:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.680646:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800471.680648:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800471.680652:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:18.0:1609800471.680652:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800471.680655:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:20.0:1609800471.680655:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (24)++
00000800:00000200:18.0:1609800471.680655:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.680656:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.680657:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.680657:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.680659:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:18.0:1609800471.680660:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800471.680661:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.680661:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.680663:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (25)++
00000800:00000200:18.0:1609800471.680663:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (25)++
00000800:00000200:26.0:1609800471.680664:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800471.680664:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.680665:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (27)--
00000800:00000200:18.0:1609800471.680665:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (27)--
00000800:00000200:26.0:1609800471.680666:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.680666:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000800:00000200:19.0:1609800471.680667:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.680669:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.680669:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000800:00000200:26.0:1609800471.680670:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.680670:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.680673:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.680673:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:20.0:1609800471.680674:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800471.680676:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (24)++
00000800:00000200:19.0:1609800471.680678:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:57.0:1609800471.680680:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.680680:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.680683:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (25)++
00000400:00000200:57.0:1609800471.680684:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.680684:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.680685:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (26)++
00000400:00000200:18.0:1609800471.680685:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.680686:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.680687:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800471.680690:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.680691:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800471.680691:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.680692:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (27)--
00000800:00000200:20.0:1609800471.680692:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800471.680692:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800471.680693:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000800:00000200:57.0:1609800471.680694:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.680694:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (25)++
00000400:00000200:57.0:1609800471.680695:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.680695:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:26.0:1609800471.680697:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:57.0:1609800471.680698:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:18.0:1609800471.680698:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800471.680701:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.680701:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.680704:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (26)++
00000800:00000200:19.0:1609800471.680704:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800471.680704:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800471.680706:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.680706:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (27)--
00000800:00000200:18.0:1609800471.680706:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800471.680707:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.680707:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000800:00000200:19.0:1609800471.680707:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800471.680708:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.680708:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000800:00000200:18.0:1609800471.680708:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800471.680709:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.680710:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.680710:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.680710:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (24)++
00000800:00000200:19.0:1609800471.680711:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.680711:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (25)--
00000400:00000200:26.0:1609800471.680712:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:18.0:1609800471.680712:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000400:00000200:26.0:1609800471.680717:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.680720:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.680721:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (23)++
00000800:00000200:57.0:1609800471.680722:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.680722:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (24)--
00000400:00000200:57.0:1609800471.680723:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.680723:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.680723:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (23)--
00000800:00000200:5.0:1609800471.680724:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.680725:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.680725:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.680726:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.680730:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000400:00000200:5.0:1609800471.680731:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.680732:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (23)++
00000800:00000200:26.0:1609800471.680734:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.680735:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (23)--
00000400:00000200:5.0:1609800471.680737:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800471.680761:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.680763:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.680768:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800471.680779:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800471.680798:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800471.680802:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800471.680802:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.680804:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.680823:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800471.680836:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (22)++
00000800:00000200:20.0:1609800471.680845:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000800:00000200:20.0:1609800471.680849:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (24)--
00000800:00000200:20.0:1609800471.680850:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.680852:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:20.0:1609800471.680855:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.680856:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:20.0:1609800471.680857:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:33.1:1609800471.680892:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:26.0:1609800471.680898:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:26.0:1609800471.680902:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:18.0:1609800471.680904:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:26.0:1609800471.680906:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.680909:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.680911:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:26.0:1609800471.680917:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.680919:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800471.680922:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.680925:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.680926:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.680929:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (21)++
00000800:00000200:26.0:1609800471.680930:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (22)--
00000800:00000200:26.0:1609800471.680932:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:33.1:1609800471.680999:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:20.0:1609800471.681004:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:20.0:1609800471.681008:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:19.0:1609800471.681010:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000400:00000200:20.0:1609800471.681011:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800471.681011:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800471.681014:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681014:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:0.0:1609800471.681016:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.681017:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:19.0:1609800471.681017:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.681018:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000800:00000200:18.0:1609800471.681022:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:20.0:1609800471.681023:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800471.681023:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.681024:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (24)++
00000800:00000200:26.0:1609800471.681026:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000800:00000200:20.0:1609800471.681026:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800471.681028:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.681028:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.681029:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.681029:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.681031:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800471.681031:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:20.0:1609800471.681033:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800471.681036:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.681037:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.681037:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (25)++
00000400:00000200:19.0:1609800471.681037:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.681038:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (26)--
00000400:00000200:18.0:1609800471.681038:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:20.0:1609800471.681040:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000800:00000200:19.0:1609800471.681040:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.681041:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (24)++
00000800:00000200:19.0:1609800471.681042:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800471.681043:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.124@o2ib18
00000400:00000200:18.0:1609800471.681044:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800471.681045:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.681045:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.681047:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681047:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.681049:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800471.681050:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:57.0:1609800471.681051:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:20.0:1609800471.681051:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.681052:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (25)++
00000800:00000200:18.0:1609800471.681052:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.681053:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (26)--
00000800:00000200:19.0:1609800471.681054:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000800:00000200:18.0:1609800471.681054:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800471.681055:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800471.681055:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681055:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:18.0:1609800471.681056:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.681058:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:20.0:1609800471.681058:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:26.0:1609800471.681061:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.681064:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.681065:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.681066:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.681069:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (23)++
00000800:00000200:18.0:1609800471.681069:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (23)++
00000800:00000200:20.0:1609800471.681070:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800471.681070:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800471.681071:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.681072:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (25)++
00000400:00000200:57.0:1609800471.681073:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.681073:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800471.681073:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681075:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.681076:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.681077:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (26)++
00000800:00000200:18.0:1609800471.681077:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (26)--
00000800:00000200:26.0:1609800471.681078:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (26)--
00000800:00000200:20.0:1609800471.681078:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.681078:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (26)--
00000400:00000200:0.0:1609800471.681079:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.681080:0:16042:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.124@o2ib18(1): redundant or enough NOOP
00000800:00000200:26.0:1609800471.681081:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.681082:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681083:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (23)++
00000800:00000200:20.0:1609800471.681085:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681086:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:57.0:1609800471.681087:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.681089:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800471.681090:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.681091:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800471.681092:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000400:00000200:0.0:1609800471.681092:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.681097:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.681098:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:19.0:1609800471.681101:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000800:00000200:19.0:1609800471.681102:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:19.0:1609800471.681104:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000400:00000200:57.0:1609800471.681229:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681235:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681238:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681243:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681246:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681251:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681253:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (20)++
00000800:00000200:57.0:1609800471.681254:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (21)++
00000800:00000200:57.0:1609800471.681261:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)--
00000400:00000200:1.0:1609800471.681309:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681310:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681314:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681316:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681321:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681323:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681326:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681327:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (21)++
00000800:00000200:57.0:1609800471.681328:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (22)++
00000800:00000200:57.0:1609800471.681330:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)--
00000400:00000200:1.0:1609800471.681330:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.681335:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:1.0:1609800471.681341:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.681344:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:1.0:1609800471.681349:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800471.681351:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)++
00000800:00000200:1.0:1609800471.681352:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (23)++
00000400:00000200:57.0:1609800471.681353:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800471.681360:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (24)--
00000400:00000200:57.0:1609800471.681361:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681380:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681390:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681392:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681396:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681397:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)++
00000800:00000200:57.0:1609800471.681398:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (24)++
00000800:00000200:57.0:1609800471.681402:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (25)--
00000400:00000200:57.0:1609800471.681406:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681408:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681410:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681414:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681416:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681418:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681437:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (24)++
00000800:00000200:57.0:1609800471.681438:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (25)++
00000800:00000200:57.0:1609800471.681440:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (26)--
00000800:00000200:33.1:1609800471.681493:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (25)++
00000400:00000200:57.0:1609800471.681513:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681519:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681521:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681525:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681527:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681530:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681531:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (26)++
00000800:00000200:57.0:1609800471.681531:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (27)++
00000800:00000200:26.0:1609800471.681533:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (28)++
00000800:00000200:57.0:1609800471.681536:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (29)--
00000800:00000200:26.0:1609800471.681539:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (28)--
00000400:00000200:26.0:1609800471.681541:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.681544:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.681548:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (27)--
00000800:00000200:26.0:1609800471.681549:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (26)++
00000800:00000200:26.0:1609800471.681552:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (27)--
00000400:00000200:26.0:1609800471.681553:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.681555:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.681556:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (26)++
00000800:00000200:26.0:1609800471.681559:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (27)--
00000800:00000200:26.0:1609800471.681560:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (26)++
00000800:00000200:18.0:1609800471.681560:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (27)--
00000800:00000200:26.0:1609800471.681562:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (26)--
00000400:00000200:18.0:1609800471.681562:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681563:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (26)++
00000400:00000200:26.0:1609800471.681564:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681565:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (26)--
00000400:00000200:18.0:1609800471.681565:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000400:00000200:26.0:1609800471.681566:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000400:00000200:19.0:1609800471.681567:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.681569:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000400:00000200:19.0:1609800471.681569:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.681572:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.681573:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (23)++
00000800:00000200:19.0:1609800471.681576:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:26.0:1609800471.681577:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (24)--
00000400:00000200:26.0:1609800471.681578:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681579:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:26.0:1609800471.681580:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.681583:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000400:00000200:57.0:1609800471.681630:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.681633:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681635:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681640:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681643:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:57.0:1609800471.681646:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681647:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (20)++
00000800:00000200:57.0:1609800471.681648:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (21)++
00000800:00000200:57.0:1609800471.681652:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)--
00000800:00000200:33.1:1609800471.681664:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000400:00000200:57.0:1609800471.681670:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800471.681671:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000400:00000200:57.0:1609800471.681676:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.681676:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000400:00000200:57.0:1609800471.681678:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:20.0:1609800471.681678:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.681678:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:20.0:1609800471.681682:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000400:00000200:57.0:1609800471.681683:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681686:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:20.0:1609800471.681687:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:57.0:1609800471.681689:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681690:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (20)++
00000800:00000200:57.0:1609800471.681692:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (21)++
00000800:00000200:57.0:1609800471.681696:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)--
00000800:00000200:33.1:1609800471.681707:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000800:00000200:18.0:1609800471.681713:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:18.0:1609800471.681716:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000400:00000200:18.0:1609800471.681718:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.681719:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:18.0:1609800471.681720:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.681723:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:33.1:1609800471.681742:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:19.0:1609800471.681747:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:19.0:1609800471.681751:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.124@o2ib18
00000800:00000200:19.0:1609800471.681753:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000400:00000200:57.0:1609800471.681754:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800471.681754:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681755:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:19.0:1609800471.681757:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000400:00000200:57.0:1609800471.681758:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.681760:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:57.0:1609800471.681765:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.681768:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000400:00000200:4.0:1609800471.681768:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.681770:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.681772:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (20)++
00000800:00000200:57.0:1609800471.681772:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (21)++
00000400:00000200:4.0:1609800471.681775:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.681776:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)--
00000400:00000200:4.0:1609800471.681778:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:4.0:1609800471.681784:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.681787:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:33.1:1609800471.681788:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000800:00000200:4.0:1609800471.681792:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800471.681794:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:4.0:1609800471.681794:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)++
00000800:00000200:4.0:1609800471.681796:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (24)++
00000800:00000200:18.0:1609800471.681800:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (25)--
00000800:00000200:26.0:1609800471.681805:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (24)--
00000800:00000200:4.0:1609800471.681805:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (24)--
00000400:00000200:26.0:1609800471.681807:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.681809:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800471.681810:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000400:00000200:4.0:1609800471.681812:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.681813:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:4.0:1609800471.681814:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000800:00000200:33.1:1609800471.681817:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000400:00000200:4.0:1609800471.681819:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.681821:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:20.0:1609800471.681822:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:20.0:1609800471.681826:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000400:00000200:20.0:1609800471.681827:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800471.681827:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800471.681828:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:4.0:1609800471.681828:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (22)++
00000800:00000200:4.0:1609800471.681829:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (23)++
00000400:00000200:20.0:1609800471.681830:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:4.0:1609800471.681833:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681834:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:4.0:1609800471.681837:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800471.681841:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.681842:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000800:00000200:33.1:1609800471.681845:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000400:00000200:4.0:1609800471.681846:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.681849:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:18.0:1609800471.681851:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:4.0:1609800471.681852:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800471.681853:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)++
00000800:00000200:18.0:1609800471.681855:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (24)--
00000800:00000200:4.0:1609800471.681855:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (24)++
00000800:00000200:26.0:1609800471.681857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000400:00000200:18.0:1609800471.681857:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.681860:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:4.0:1609800471.681860:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)--
00000800:00000200:18.0:1609800471.681863:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:4.0:1609800471.681864:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.124@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800471.681869:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.681870:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.124@o2ib18 local destination
00000800:00000200:33.1:1609800471.681872:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000400:00000200:4.0:1609800471.681875:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.681877:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:19.0:1609800471.681879:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:4.0:1609800471.681880:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800471.681881:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)++
00000800:00000200:19.0:1609800471.681883:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (24)--
00000800:00000200:4.0:1609800471.681883:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (24)++
00000400:00000200:19.0:1609800471.681884:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.681885:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (24)++
00000800:00000200:4.0:1609800471.681886:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.124@o2ib18: no credits
00000800:00000200:4.0:1609800471.681886:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (25)--
00000400:00000200:19.0:1609800471.681887:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.681889:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.124@o2ib18
00000800:00000200:26.0:1609800471.681890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (24)--
00000800:00000200:19.0:1609800471.681892:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681896:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000800:00000200:20.0:1609800471.681898:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (23)--
00000800:00000200:20.0:1609800471.681899:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:33.1:1609800471.681911:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000800:00000200:18.0:1609800471.681917:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:18.0:1609800471.681920:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000400:00000200:18.0:1609800471.681921:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.681922:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:18.0:1609800471.681924:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.681927:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:33.1:1609800471.682001:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:19.0:1609800471.682007:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:19.0:1609800471.682010:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.124@o2ib18
00000800:00000200:20.0:1609800471.682012:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:19.0:1609800471.682012:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000800:00000200:19.0:1609800471.682013:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (23)--
00000800:00000200:19.0:1609800471.682014:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:23.1:1609800471.739723:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:26.0:1609800471.739773:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:26.0:1609800471.739785:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.739787:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000400:00000200:26.0:1609800471.739794:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.739794:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000400:00000200:18.0:1609800471.739800:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.739802:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.739806:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.739809:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:18.0:1609800471.739816:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800471.739822:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:18.0:1609800471.739827:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.739829:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800471.739832:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.739835:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800471.739835:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:18.0:1609800471.739837:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.739841:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.739842:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.739844:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.739844:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.739846:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.739849:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (24)++
00000800:00000200:26.0:1609800471.739851:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:18.0:1609800471.739851:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:18.0:1609800471.739853:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:26.0:1609800471.739854:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:18.0:1609800471.739855:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000400:00000200:20.0:1609800471.739856:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.739858:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:18.0:1609800471.739859:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:26.0:1609800471.739860:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:26.0:1609800471.739864:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000400:00000200:20.0:1609800471.739864:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.739867:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.739869:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:26.0:1609800471.739871:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000400:00000200:18.0:1609800471.739876:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.739877:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.739880:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:20.0:1609800471.739882:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.739889:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800471.739890:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.739892:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000400:00000200:26.0:1609800471.739895:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:20.0:1609800471.739895:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.739895:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.739899:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.739899:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.739901:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.739903:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.739904:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.739905:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800471.739907:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.739908:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.739908:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:20.0:1609800471.739909:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:18.0:1609800471.739910:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:18.0:1609800471.739912:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:38.0:1609800471.739914:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.739914:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.739914:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:18.0:1609800471.739914:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:19.0:1609800471.739917:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.739918:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.739918:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.739918:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000400:00000200:19.0:1609800471.739923:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:26.0:1609800471.739924:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800471.739924:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (27)--
00000400:00000200:38.0:1609800471.739925:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800471.739925:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.739926:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.739926:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:20.0:1609800471.739929:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:20.0:1609800471.739932:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:57.0:1609800471.739934:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800471.739936:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800471.739938:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.739941:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:26.0:1609800471.739943:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (27)--
00000800:00000200:19.0:1609800471.739943:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800471.739945:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.739945:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:26.0:1609800471.739946:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:18.0:1609800471.739946:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800471.739947:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:20.0:1609800471.739948:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.739949:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:19.0:1609800471.739949:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800471.739949:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:38.0:1609800471.739950:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.739951:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:26.0:1609800471.739953:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:38.0:1609800471.739955:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.739956:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800471.739958:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.739959:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800471.739960:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:20.0:1609800471.739963:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:57.0:1609800471.739965:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.739965:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800471.739968:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.739970:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800471.739973:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800471.739973:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:20.0:1609800471.739975:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.739975:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:18.0:1609800471.739977:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.739979:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (24)++
00000800:00000200:20.0:1609800471.739980:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.739982:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000800:00000200:19.0:1609800471.739983:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:18.0:1609800471.739984:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:26.0:1609800471.739985:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:20.0:1609800471.739985:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.739985:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:38.0:1609800471.739986:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.739986:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:57.0:1609800471.739987:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.739987:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:38.0:1609800471.739988:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.739989:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.739989:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:20.0:1609800471.739990:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800471.739991:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.739991:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000400:00000200:26.0:1609800471.739993:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.739993:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800471.739994:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.739995:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.739995:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000800:00000200:20.0:1609800471.739996:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:19.0:1609800471.739998:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.739999:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.740001:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800471.740003:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.740016:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740019:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (26)++
00000400:00000200:57.0:1609800471.740021:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800471.740022:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.740024:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:20.0:1609800471.740024:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (27)--
00000800:00000200:20.0:1609800471.740026:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:20.0:1609800471.740028:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:18.0:1609800471.740028:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800471.740031:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.740031:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000400:00000200:38.0:1609800471.740033:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.740034:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:38.0:1609800471.740035:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800471.740035:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.740040:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800471.740045:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800471.740045:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.740049:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800471.740050:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:26.0:1609800471.740051:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.740051:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.740056:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:19.0:1609800471.740056:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800471.740058:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (27)--
00000400:00000200:20.0:1609800471.740058:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.740060:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:19.0:1609800471.740060:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800471.740061:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:18.0:1609800471.740062:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.740063:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (26)--
00000400:00000200:20.0:1609800471.740063:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.740063:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.740065:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:26.0:1609800471.740066:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000800:00000200:18.0:1609800471.740067:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:38.0:1609800471.740084:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800471.740085:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.740085:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:26.0:1609800471.740086:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.153@o2ib18
00000400:00000200:38.0:1609800471.740088:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.740088:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.740091:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:20.0:1609800471.740092:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.740092:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800471.740093:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.740094:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740095:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.740095:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (25)++
00000400:00000200:26.0:1609800471.740096:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.153@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.740096:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:18.0:1609800471.740096:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)++
00000800:00000200:20.0:1609800471.740097:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.740097:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:18.0:1609800471.740098:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (26)--
00000800:00000200:38.0:1609800471.740099:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.740099:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000400:00000200:26.0:1609800471.740100:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740100:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.740100:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:38.0:1609800471.740101:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740101:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800471.740102:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:38.0:1609800471.740103:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.740104:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800471.740106:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:26.0:1609800471.740108:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.740109:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:20.0:1609800471.740110:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:26.0:1609800471.740111:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800471.740112:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.740114:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800471.740116:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.740117:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800471.740118:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.740119:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.740129:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800471.740131:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:26.0:1609800471.740132:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:26.0:1609800471.740133:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:26.0:1609800471.740135:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:26.0:1609800471.740136:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:26.0:1609800471.740140:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:19.0:1609800471.740140:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:26.0:1609800471.740142:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:5.0:1609800471.740185:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.740188:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.740207:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.740630:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.740639:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.740643:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:57.0:1609800471.740649:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800471.740652:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.740653:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:57.0:1609800471.740657:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.740659:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:57.0:1609800471.740660:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000400:00000200:0.0:1609800471.740662:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.740665:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:57.0:1609800471.740667:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:0.0:1609800471.740671:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.740674:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:0.0:1609800471.740679:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.740682:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:0.0:1609800471.740684:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:0.0:1609800471.740687:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:0.0:1609800471.740692:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.740722:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.740724:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:0.0:1609800471.740729:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.740731:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:0.0:1609800471.740734:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.740735:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:0.0:1609800471.740735:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:0.0:1609800471.740740:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:23.1:1609800471.740741:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:20.0:1609800471.740749:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)++
00000800:00000200:20.0:1609800471.740754:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (25)--
00000400:00000200:20.0:1609800471.740756:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.740760:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000400:00000200:0.0:1609800471.740760:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800471.740763:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:0.0:1609800471.740764:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740765:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:0.0:1609800471.740765:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:20.0:1609800471.740768:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:20.0:1609800471.740770:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.740770:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:20.0:1609800471.740772:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:0.0:1609800471.740772:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:20.0:1609800471.740775:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:0.0:1609800471.740775:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800471.740776:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:0.0:1609800471.740777:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:0.0:1609800471.740777:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:18.0:1609800471.740784:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:0.0:1609800471.740784:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (25)--
00000800:00000200:20.0:1609800471.740785:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:20.0:1609800471.740786:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.740788:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800471.740789:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.740792:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.740796:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000400:00000200:0.0:1609800471.740799:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.740800:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.740801:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:18.0:1609800471.740802:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:18.0:1609800471.740805:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:26.0:1609800471.740806:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:18.0:1609800471.740807:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.740807:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800471.740808:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800471.740809:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:57.0:1609800471.740811:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:18.0:1609800471.740811:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:0.0:1609800471.740812:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.740814:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:0.0:1609800471.740815:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000400:00000200:57.0:1609800471.740817:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.740819:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:57.0:1609800471.740820:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.740822:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:57.0:1609800471.740825:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.740826:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:57.0:1609800471.740828:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:23.1:1609800471.740832:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:57.0:1609800471.740833:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:20.0:1609800471.740837:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:20.0:1609800471.740841:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:20.0:1609800471.740842:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.740843:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:20.0:1609800471.740845:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.740848:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:20.0:1609800471.740848:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:26.0:1609800471.740850:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.740850:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:26.0:1609800471.740853:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.740857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000400:00000200:57.0:1609800471.740869:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.740875:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.740877:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:57.0:1609800471.740882:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800471.740885:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.740886:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:57.0:1609800471.740889:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.740890:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:57.0:1609800471.740891:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:57.0:1609800471.740894:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.740906:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000400:00000200:1.0:1609800471.740907:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.740910:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:18.0:1609800471.740912:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:18.0:1609800471.740916:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:18.0:1609800471.740917:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.740917:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.740920:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:18.0:1609800471.740921:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.740922:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:18.0:1609800471.740925:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:1.0:1609800471.740925:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800471.740927:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:1.0:1609800471.740929:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:1.0:1609800471.740936:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.740948:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:20.0:1609800471.740954:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800471.740958:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:20.0:1609800471.740959:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.740960:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:20.0:1609800471.740962:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.740965:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000400:00000200:57.0:1609800471.740967:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.740982:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.740984:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:23.1:1609800471.740984:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:19.0:1609800471.740990:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)++
00000400:00000200:57.0:1609800471.740991:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.740994:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:19.0:1609800471.740996:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.740997:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:57.0:1609800471.740998:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800471.740998:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:57.0:1609800471.741000:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:19.0:1609800471.741000:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:57.0:1609800471.741001:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:19.0:1609800471.741002:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:4.0:1609800471.741005:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.741009:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:4.0:1609800471.741012:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.741014:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800471.741015:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:57.0:1609800471.741019:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.741021:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800471.741023:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:4.0:1609800471.741024:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:57.0:1609800471.741025:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000800:00000200:26.0:1609800471.741028:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:4.0:1609800471.741030:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800471.741031:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:57.0:1609800471.741032:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800471.741033:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800471.741033:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800471.741034:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:57.0:1609800471.741035:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000400:00000200:26.0:1609800471.741035:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:4.0:1609800471.741035:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:57.0:1609800471.741038:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800471.741039:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:57.0:1609800471.741040:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:4.0:1609800471.741043:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:57.0:1609800471.741044:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:4.0:1609800471.741048:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.741049:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:23.1:1609800471.741055:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:18.0:1609800471.741061:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000800:00000200:18.0:1609800471.741064:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000400:00000200:4.0:1609800471.741064:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.741066:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)++
00000400:00000200:18.0:1609800471.741066:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.741067:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:18.0:1609800471.741068:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.741069:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (24)--
00000800:00000200:20.0:1609800471.741071:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:19.0:1609800471.741071:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.741073:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800471.741074:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:4.0:1609800471.741076:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:19.0:1609800471.741078:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:18.0:1609800471.741080:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:4.0:1609800471.741081:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800471.741082:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:4.0:1609800471.741084:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:4.0:1609800471.741105:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.741117:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:26.0:1609800471.741126:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:26.0:1609800471.741129:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:26.0:1609800471.741130:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.741131:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:26.0:1609800471.741133:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:26.0:1609800471.741137:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000400:00000200:57.0:1609800471.741144:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.741150:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.741153:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:57.0:1609800471.741158:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.741161:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:57.0:1609800471.741165:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.741166:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:57.0:1609800471.741167:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:57.0:1609800471.741169:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.153@o2ib18: no credits
00000800:00000200:57.0:1609800471.741170:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.741190:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:19.0:1609800471.741198:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:19.0:1609800471.741202:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.153@o2ib18
00000800:00000200:18.0:1609800471.741204:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:19.0:1609800471.741219:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:19.0:1609800471.741221:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (23)--
00000800:00000200:19.0:1609800471.741222:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.741241:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:20.0:1609800471.741246:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800471.741249:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:20.0:1609800471.741250:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.741252:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:20.0:1609800471.741252:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.741255:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000400:00000200:38.0:1609800471.741258:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.153@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800471.741278:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.741281:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.153@o2ib18 local destination
00000400:00000200:38.0:1609800471.741287:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.153@o2ib18(192.168.128.153@o2ib18:192.168.128.153@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.741291:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.153@o2ib18
00000800:00000200:38.0:1609800471.741296:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7000] -> 192.168.128.153@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.741298:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:38.0:1609800471.741300:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:38.0:1609800471.741308:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:23.1:1609800471.741322:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:18.0:1609800471.741328:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:18.0:1609800471.741331:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c6800] (23)--
00000400:00000200:18.0:1609800471.741333:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.741334:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000400:00000200:18.0:1609800471.741336:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.153@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.741341:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:23.1:1609800471.741394:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c6800] (20)++
00000800:00000200:26.0:1609800471.741399:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)++
00000800:00000200:26.0:1609800471.741404:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.153@o2ib18
00000800:00000200:26.0:1609800471.741406:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)++
00000800:00000200:20.0:1609800471.741406:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:26.0:1609800471.741407:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c6800] (22)--
00000800:00000200:26.0:1609800471.741408:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c6800] (21)--
00000800:00000200:26.1:1609800471.807263:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:19.0:1609800471.807316:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:19.0:1609800471.807340:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.807342:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:19.0:1609800471.807345:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.807346:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:18.0:1609800471.807349:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.807350:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.807354:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.807355:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800471.807362:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.807366:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800471.807366:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800471.807369:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:18.0:1609800471.807372:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.807373:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800471.807374:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.807375:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800471.807378:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:18.0:1609800471.807378:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800471.807380:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (24)--
00000800:00000200:18.0:1609800471.807380:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800471.807381:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:19.0:1609800471.807382:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:18.0:1609800471.807382:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.807385:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:19.0:1609800471.807386:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.807387:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (24)--
00000800:00000200:20.0:1609800471.807388:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000400:00000200:19.0:1609800471.807390:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.807390:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:20.0:1609800471.807392:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.807392:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:19.0:1609800471.807393:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.807395:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:20.0:1609800471.807396:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.807396:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:26.0:1609800471.807398:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000400:00000200:19.0:1609800471.807401:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800471.807402:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:19.0:1609800471.807407:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:18.0:1609800471.807408:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.807409:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.807409:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807409:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.807411:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:18.0:1609800471.807411:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807413:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800471.807414:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:57.0:1609800471.807419:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800471.807419:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807419:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000800:00000200:19.0:1609800471.807420:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000400:00000200:18.0:1609800471.807420:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:20.0:1609800471.807421:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.807421:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000400:00000200:57.0:1609800471.807422:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807422:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000800:00000200:19.0:1609800471.807424:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:57.0:1609800471.807425:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.807425:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800471.807426:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807428:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800471.807429:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800471.807431:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.807432:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800471.807433:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:20.0:1609800471.807433:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.807433:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.807435:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.807436:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000400:00000200:19.0:1609800471.807437:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.807437:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800471.807439:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807439:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (26)++
00000400:00000200:19.0:1609800471.807439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:57.0:1609800471.807443:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.807444:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800471.807445:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807446:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (27)--
00000800:00000200:18.0:1609800471.807446:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (27)++
00000800:00000200:26.0:1609800471.807447:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800471.807447:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800471.807448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (27)--
00000800:00000200:18.0:1609800471.807448:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (27)--
00000800:00000200:19.0:1609800471.807449:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.807449:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:20.0:1609800471.807450:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000800:00000200:5.0:1609800471.807450:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.807451:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807451:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.807452:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.807452:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800471.807453:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800471.807454:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.807455:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000400:00000200:5.0:1609800471.807455:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.807456:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:19.0:1609800471.807456:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000800:00000200:26.0:1609800471.807457:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)++
00000800:00000200:19.0:1609800471.807458:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:57.0:1609800471.807459:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.807459:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)--
00000400:00000200:20.0:1609800471.807459:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.807459:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)++
00000400:00000200:57.0:1609800471.807461:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807462:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000400:00000200:20.0:1609800471.807462:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.807462:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.807463:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000400:00000200:57.0:1609800471.807464:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.807464:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000400:00000200:20.0:1609800471.807465:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:26.0:1609800471.807466:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:20.0:1609800471.807472:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800471.807475:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.807475:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800471.807476:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.807478:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800471.807479:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800471.807480:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.807481:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:20.0:1609800471.807482:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800471.807482:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.807484:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:20.0:1609800471.807486:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000400:00000200:5.0:1609800471.807487:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.807489:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:20.0:1609800471.807489:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:5.0:1609800471.807496:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.807497:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800471.807498:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000400:00000200:5.0:1609800471.807502:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:18.0:1609800471.807505:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:18.0:1609800471.807508:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000800:00000200:18.0:1609800471.807509:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:18.0:1609800471.807511:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:5.0:1609800471.807526:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800471.807528:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.807532:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800471.807544:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:19.0:1609800471.807549:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:19.0:1609800471.807553:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:20.0:1609800471.807555:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:19.0:1609800471.807556:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:20.0:1609800471.807559:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:19.0:1609800471.807560:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807561:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:20.0:1609800471.807562:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.807562:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:26.0:1609800471.807565:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.807567:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000400:00000200:19.0:1609800471.807568:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.807569:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:19.0:1609800471.807571:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800471.807572:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.807572:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807573:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:20.0:1609800471.807574:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:18.0:1609800471.807574:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800471.807576:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800471.807578:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807578:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800471.807579:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.807580:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800471.807581:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:20.0:1609800471.807583:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:20.0:1609800471.807585:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800471.807587:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807588:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800471.807589:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:20.0:1609800471.807589:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.807589:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000800:00000200:57.0:1609800471.807590:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.807591:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807591:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000400:00000200:18.0:1609800471.807591:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:26.0:1609800471.807592:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.807592:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:20.0:1609800471.807593:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (24)++
00000800:00000200:19.0:1609800471.807593:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000400:00000200:57.0:1609800471.807594:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.807595:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:20.0:1609800471.807595:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000800:00000200:26.0:1609800471.807596:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800471.807596:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:19.0:1609800471.807596:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:20.0:1609800471.807597:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000400:00000200:18.0:1609800471.807597:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807599:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:19.0:1609800471.807600:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:18.0:1609800471.807600:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800471.807601:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000800:00000200:26.0:1609800471.807602:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000400:00000200:20.0:1609800471.807602:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800471.807602:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.807603:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800471.807604:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:57.0:1609800471.807605:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.807605:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:18.0:1609800471.807605:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.807606:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807606:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000800:00000200:18.0:1609800471.807606:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800471.807608:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:57.0:1609800471.807609:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800471.807610:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800471.807612:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800471.807612:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)++
00000400:00000200:26.0:1609800471.807614:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800471.807615:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807615:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.807615:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (26)++
00000800:00000200:19.0:1609800471.807617:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800471.807618:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:20.0:1609800471.807618:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800471.807619:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:18.0:1609800471.807620:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (27)--
00000800:00000200:18.0:1609800471.807621:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)--
00000800:00000200:18.0:1609800471.807623:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)++
00000400:00000200:20.0:1609800471.807624:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.807625:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.807626:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:20.0:1609800471.807626:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800471.807626:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)++
00000400:00000200:57.0:1609800471.807627:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800471.807628:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:19.0:1609800471.807628:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (27)--
00000400:00000200:57.0:1609800471.807629:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:20.0:1609800471.807629:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800471.807629:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)--
00000800:00000200:19.0:1609800471.807630:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)++
00000800:00000200:19.0:1609800471.807631:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (26)--
00000800:00000200:20.0:1609800471.807632:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800471.807632:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000400:00000200:18.0:1609800471.807632:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800471.807633:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800471.807633:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.807633:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000400:00000200:18.0:1609800471.807635:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807636:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:18.0:1609800471.807637:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:26.0:1609800471.807639:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800471.807641:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800471.807641:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.807642:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800471.807643:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:18.0:1609800471.807644:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800471.807645:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800471.807646:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:20.0:1609800471.807646:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:18.0:1609800471.807646:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800471.807648:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:20.0:1609800471.807648:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:26.0:1609800471.807649:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:18.0:1609800471.807649:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:20.0:1609800471.807650:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:0.0:1609800471.807650:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.807652:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.807653:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800471.807655:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.807656:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:26.1:1609800471.807657:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (22)++
00000800:00000200:18.0:1609800471.807658:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000800:00000200:57.0:1609800471.807660:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:18.0:1609800471.807661:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (24)--
00000400:00000200:0.0:1609800471.807661:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.807662:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.807662:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:18.0:1609800471.807663:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:57.0:1609800471.807664:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.807667:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:18.0:1609800471.807667:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:26.0:1609800471.807670:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000800:00000200:19.0:1609800471.807670:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000800:00000200:26.0:1609800471.807672:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000800:00000200:20.0:1609800471.807672:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000400:00000200:18.0:1609800471.807672:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800471.807674:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000400:00000200:19.0:1609800471.807674:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800471.807674:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:18.0:1609800471.807675:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.807676:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800471.807677:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.807678:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:0.0:1609800471.807682:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:18.0:1609800471.807683:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.807686:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800471.807689:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:18.0:1609800471.807689:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800471.807691:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800471.807692:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800471.807695:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800471.807696:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:18.0:1609800471.807697:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:19.0:1609800471.807698:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:18.0:1609800471.807698:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:57.0:1609800471.807701:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.807701:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800471.807703:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807704:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.807705:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800471.807706:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800471.807708:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:0.0:1609800471.807709:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800471.807710:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:19.0:1609800471.807711:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:0.0:1609800471.807711:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.807716:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800471.807730:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800471.807733:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.807737:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800471.807789:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.807801:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.807804:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:0.0:1609800471.807809:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800471.807812:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:0.0:1609800471.807816:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.807818:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:0.0:1609800471.807819:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:0.0:1609800471.807827:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000400:00000200:57.0:1609800471.807830:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.807836:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.807841:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.807844:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:0.0:1609800471.807846:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.807848:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.807851:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.807855:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000400:00000200:0.0:1609800471.807857:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800471.807859:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:0.0:1609800471.807860:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.807862:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.807864:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800471.807865:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:0.0:1609800471.807865:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:57.0:1609800471.807866:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:57.0:1609800471.807868:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (25)++
00000800:00000200:26.0:1609800471.807871:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)--
00000800:00000200:57.0:1609800471.807875:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:0.0:1609800471.807876:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (25)++
00000800:00000200:0.0:1609800471.807881:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:20.0:1609800471.807882:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000400:00000200:20.0:1609800471.807884:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800471.807885:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (23)++
00000400:00000200:20.0:1609800471.807887:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.807891:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:18.0:1609800471.807893:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:18.0:1609800471.807897:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000400:00000200:18.0:1609800471.807898:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.807900:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:18.0:1609800471.807901:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.807904:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000800:00000200:18.0:1609800471.807904:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000400:00000200:19.0:1609800471.807906:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.807906:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:19.0:1609800471.807909:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.807913:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800471.807988:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.807996:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.807998:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808004:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808007:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808011:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808013:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808014:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808018:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:26.1:1609800471.808031:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:20.0:1609800471.808036:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:57.0:1609800471.808039:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800471.808039:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:20.0:1609800471.808041:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.808042:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:20.0:1609800471.808043:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:20.0:1609800471.808046:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800471.808067:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808069:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808075:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808078:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808080:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808082:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808083:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808086:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000400:00000200:57.0:1609800471.808090:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800471.808093:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000400:00000200:57.0:1609800471.808097:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808098:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808103:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800471.808103:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:57.0:1609800471.808105:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808108:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808109:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:27.0:1609800471.808109:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000800:00000200:19.0:1609800471.808110:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:57.0:1609800471.808111:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (24)++
00000800:00000200:27.0:1609800471.808111:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:27.0:1609800471.808112:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (26)--
00000800:00000200:27.0:1609800471.808113:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (26)--
00000800:00000200:57.0:1609800471.808114:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (26)--
00000800:00000200:19.0:1609800471.808114:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000800:00000200:27.0:1609800471.808115:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000400:00000200:19.0:1609800471.808116:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800471.808127:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (22)++
00000400:00000200:19.0:1609800471.808129:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.808132:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:19.0:1609800471.808134:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:19.0:1609800471.808137:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:19.0:1609800471.808138:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800471.808140:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:19.0:1609800471.808140:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.808142:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:1.0:1609800471.808160:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.808176:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800471.808180:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808182:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.808184:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808185:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808190:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808193:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000400:00000200:1.0:1609800471.808197:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.808200:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808201:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808202:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:1.0:1609800471.808206:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808207:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:1.0:1609800471.808208:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808211:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:1.0:1609800471.808212:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (23)++
00000400:00000200:57.0:1609800471.808216:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800471.808218:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)--
00000400:00000200:57.0:1609800471.808221:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800471.808223:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (22)++
00000400:00000200:57.0:1609800471.808224:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:1.0:1609800471.808224:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.808229:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:18.0:1609800471.808229:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:57.0:1609800471.808232:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.808234:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000400:00000200:1.0:1609800471.808234:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.808235:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.808236:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:20.0:1609800471.808236:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:1.0:1609800471.808237:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000800:00000200:57.0:1609800471.808238:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (24)++
00000800:00000200:20.0:1609800471.808238:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000400:00000200:18.0:1609800471.808238:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.808239:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (25)++
00000400:00000200:20.0:1609800471.808240:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800471.808241:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:57.0:1609800471.808242:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (24)--
00000400:00000200:20.0:1609800471.808243:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:1.0:1609800471.808244:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800471.808249:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.808251:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:20.0:1609800471.808253:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:1.0:1609800471.808253:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:26.1:1609800471.808255:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:1.0:1609800471.808255:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:1.0:1609800471.808257:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (23)++
00000800:00000200:19.0:1609800471.808262:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)++
00000800:00000200:1.0:1609800471.808264:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:19.0:1609800471.808265:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000800:00000200:27.0:1609800471.808267:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:19.0:1609800471.808267:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800471.808271:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000400:00000200:19.0:1609800471.808271:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:27.0:1609800471.808272:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (24)++
00000800:00000200:27.0:1609800471.808273:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)--
00000800:00000200:18.0:1609800471.808273:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)++
00000800:00000200:27.0:1609800471.808275:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (25)--
00000800:00000200:18.0:1609800471.808276:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (25)--
00000800:00000200:19.0:1609800471.808277:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000400:00000200:57.0:1609800471.808278:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800471.808278:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:57.0:1609800471.808285:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.808286:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808287:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:18.0:1609800471.808289:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:57.0:1609800471.808293:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808296:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.808297:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:57.0:1609800471.808300:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808301:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808302:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808306:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:26.1:1609800471.808319:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:19.0:1609800471.808324:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:19.0:1609800471.808327:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:19.0:1609800471.808328:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.808328:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800471.808330:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:19.0:1609800471.808331:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.808334:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800471.808337:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.808343:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808345:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:4.0:1609800471.808348:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808351:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800471.808351:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000800:00000200:57.0:1609800471.808354:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000400:00000200:4.0:1609800471.808358:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.808361:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808362:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808363:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808364:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:4.0:1609800471.808366:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808368:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:4.0:1609800471.808368:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:4.0:1609800471.808370:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000800:00000200:4.0:1609800471.808376:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:26.1:1609800471.808380:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (22)++
00000800:00000200:20.0:1609800471.808386:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:20.0:1609800471.808389:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000400:00000200:20.0:1609800471.808391:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.808392:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000400:00000200:20.0:1609800471.808393:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.808395:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (24)--
00000800:00000200:20.0:1609800471.808396:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:20.0:1609800471.808397:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:18.0:1609800471.808397:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.808399:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.808402:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:26.1:1609800471.808418:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:19.0:1609800471.808424:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:19.0:1609800471.808427:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000400:00000200:57.0:1609800471.808428:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800471.808429:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:19.0:1609800471.808429:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:19.0:1609800471.808430:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:19.0:1609800471.808431:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800471.808433:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808436:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808441:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808444:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:57.0:1609800471.808448:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808449:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808451:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:26.1:1609800471.808467:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (22)++
00000800:00000200:20.0:1609800471.808472:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:57.0:1609800471.808473:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:20.0:1609800471.808475:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:20.0:1609800471.808476:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.808477:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:20.0:1609800471.808478:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:18.0:1609800471.808478:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:57.0:1609800471.808481:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.808481:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:57.0:1609800471.808483:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:57.0:1609800471.808488:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808491:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000400:00000200:38.0:1609800471.808493:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.808494:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808495:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808496:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808499:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000400:00000200:38.0:1609800471.808502:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.808506:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:38.0:1609800471.808512:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800471.808512:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:38.0:1609800471.808516:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:27.0:1609800471.808517:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:38.0:1609800471.808521:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800471.808521:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000800:00000200:38.0:1609800471.808523:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)++
00000400:00000200:27.0:1609800471.808523:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800471.808523:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:38.0:1609800471.808525:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000400:00000200:27.0:1609800471.808526:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:27.0:1609800471.808530:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:38.0:1609800471.808550:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000400:00000200:38.0:1609800471.808555:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800471.808562:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:18.0:1609800471.808568:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:38.0:1609800471.808571:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.808571:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:38.0:1609800471.808573:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:18.0:1609800471.808573:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.808576:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:38.0:1609800471.808579:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.808581:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:20.0:1609800471.808581:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:18.0:1609800471.808583:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:38.0:1609800471.808585:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.808587:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:38.0:1609800471.808588:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:38.0:1609800471.808592:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000400:00000200:38.0:1609800471.808598:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800471.808607:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800471.808608:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000400:00000200:38.0:1609800471.808609:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:38.0:1609800471.808613:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800471.808613:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:38.0:1609800471.808615:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:19.0:1609800471.808617:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000800:00000200:38.0:1609800471.808618:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800471.808618:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800471.808619:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:27.0:1609800471.808619:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:38.0:1609800471.808620:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000400:00000200:19.0:1609800471.808621:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.808624:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:38.0:1609800471.808625:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:26.1:1609800471.808632:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:20.0:1609800471.808637:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000400:00000200:57.0:1609800471.808638:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:20.0:1609800471.808641:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000800:00000200:20.0:1609800471.808642:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)++
00000800:00000200:18.0:1609800471.808642:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)++
00000800:00000200:20.0:1609800471.808644:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (25)--
00000400:00000200:57.0:1609800471.808645:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.808645:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (24)--
00000800:00000200:20.0:1609800471.808646:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (23)--
00000800:00000200:18.0:1609800471.808646:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:57.0:1609800471.808648:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:18.0:1609800471.808648:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:18.0:1609800471.808650:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000400:00000200:57.0:1609800471.808653:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.808656:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:18.0:1609800471.808665:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:57.0:1609800471.808667:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.808668:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:57.0:1609800471.808669:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:57.0:1609800471.808673:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:26.1:1609800471.808685:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:19.0:1609800471.808690:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:19.0:1609800471.808693:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:19.0:1609800471.808694:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800471.808695:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:19.0:1609800471.808696:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:19.0:1609800471.808699:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000400:00000200:5.0:1609800471.808705:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.69@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800471.808724:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.808728:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.69@o2ib18 local destination
00000400:00000200:5.0:1609800471.808734:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800471.808737:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:5.0:1609800471.808742:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800471.808744:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (20)++
00000800:00000200:5.0:1609800471.808746:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (21)++
00000800:00000200:5.0:1609800471.808755:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (22)--
00000800:00000200:26.1:1609800471.808767:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:27.0:1609800471.808773:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:27.0:1609800471.808776:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:27.0:1609800471.808777:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:18.0:1609800471.808778:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:27.0:1609800471.808779:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: PUT: OK
00000800:00000200:27.0:1609800471.808783:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:26.1:1609800471.808802:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:20.0:1609800471.808808:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:20.0:1609800471.808811:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.69@o2ib18
00000800:00000200:20.0:1609800471.808812:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:19.0:1609800471.808813:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:20.0:1609800471.808814:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:20.0:1609800471.808815:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:33.1:1609800471.957849:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:37.0:1609800471.957907:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:37.0:1609800471.957918:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.91@o2ib18
00000400:00000200:37.0:1609800471.957927:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800471.957935:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800471.957941:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:37.0:1609800471.957954:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800471.957958:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:37.0:1609800471.957961:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800471.957983:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800471.957985:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:37.0:1609800471.957987:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800471.957988:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800471.957988:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800471.958012:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (23)++
00000400:00000200:8.0:1609800471.958012:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958014:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (24)--
00000800:00000200:37.0:1609800471.958015:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:8.0:1609800471.958015:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:37.0:1609800471.958016:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:37.0:1609800471.958020:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:8.0:1609800471.958021:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800471.958023:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:8.0:1609800471.958024:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800471.958025:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800471.958027:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800471.958027:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:37.0:1609800471.958046:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800471.958048:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:8.0:1609800471.958049:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800471.958050:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800471.958052:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800471.958054:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800471.958054:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (24)++
00000800:00000200:37.0:1609800471.958056:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800471.958056:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (25)--
00000800:00000200:8.0:1609800471.958057:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000400:00000200:6.0:1609800471.958057:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958058:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800471.958059:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:37.0:1609800471.958060:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800471.958061:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800471.958061:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:57.0:1609800471.958084:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800471.958084:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000800:00000200:3.0:1609800471.958084:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:6.0:1609800471.958085:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800471.958087:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:37.0:1609800471.958088:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (25)++
00000400:00000200:57.0:1609800471.958089:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958089:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (26)--
00000800:00000200:6.0:1609800471.958089:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800471.958090:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000800:00000200:37.0:1609800471.958091:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000400:00000200:8.0:1609800471.958091:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800471.958091:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800471.958092:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800471.958093:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:57.0:1609800471.958095:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800471.958095:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958096:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800471.958097:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800471.958098:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800471.958098:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:6.0:1609800471.958098:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800471.958102:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800471.958104:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (25)++
00000400:00000200:0.0:1609800471.958104:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800471.958105:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800471.958107:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800471.958108:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800471.958108:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800471.958111:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800471.958114:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800471.958114:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800471.958116:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800471.958119:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958119:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (26)++
00000800:00000200:3.0:1609800471.958119:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800471.958146:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (27)++
00000800:00000200:3.0:1609800471.958146:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800471.958148:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:3.0:1609800471.958149:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800471.958150:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (28)--
00000800:00000200:8.0:1609800471.958151:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (28)--
00000800:00000200:3.0:1609800471.958151:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ed00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800471.958152:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800471.958152:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (26)--
00000800:00000200:8.0:1609800471.958153:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000800:00000200:3.0:1609800471.958153:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (25)++
00000800:00000200:0.0:1609800471.958154:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800471.958155:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800471.958155:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (25)++
00000800:00000200:3.0:1609800471.958155:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (25)--
00000400:00000200:0.0:1609800471.958155:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.958158:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.958159:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958159:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800471.958159:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000800:00000200:6.0:1609800471.958160:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:3.0:1609800471.958160:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000400:00000200:57.0:1609800471.958162:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800471.958162:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800471.958164:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800471.958165:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800471.958166:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800471.958167:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800471.958167:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800471.958168:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958169:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (23)++
00000400:00000200:0.0:1609800471.958170:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800471.958171:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800471.958171:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (24)--
00000400:00000200:6.0:1609800471.958171:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800471.958172:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958172:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:57.0:1609800471.958175:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800471.958177:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800471.958181:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800471.958184:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800471.958186:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800471.958187:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800471.958189:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.958190:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958191:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (22)++
00000400:00000200:57.0:1609800471.958193:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800471.958193:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (23)++
00000800:00000200:6.0:1609800471.958195:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (24)--
00000800:00000200:6.0:1609800471.958196:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:0.0:1609800471.958197:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800471.958198:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.958200:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800471.958249:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000800:00000200:3.0:1609800471.958257:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:3.0:1609800471.958261:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000800:00000200:3.0:1609800471.958262:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:3.0:1609800471.958264:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:3.0:1609800471.958267:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000800:00000200:3.0:1609800471.958268:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:3.0:1609800471.958269:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:33.1:1609800471.958419:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:6.0:1609800471.958428:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:6.0:1609800471.958431:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:8.0:1609800471.958433:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:6.0:1609800471.958434:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800471.958437:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800471.958439:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:6.0:1609800471.958445:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800471.958447:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800471.958449:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800471.958452:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800471.958452:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800471.958456:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (21)++
00000800:00000200:6.0:1609800471.958458:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (22)--
00000800:00000200:6.0:1609800471.958458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:57.0:1609800471.958469:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.958471:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958475:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800471.958501:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:3.0:1609800471.958552:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:3.0:1609800471.958557:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:37.0:1609800471.958559:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000400:00000200:3.0:1609800471.958560:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800471.958563:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:8.0:1609800471.958565:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000400:00000200:3.0:1609800471.958565:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800471.958567:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800471.958567:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:8.0:1609800471.958569:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000800:00000200:6.0:1609800471.958571:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000800:00000200:6.0:1609800471.958573:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:3.0:1609800471.958573:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800471.958575:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800471.958577:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800471.958577:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800471.958578:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.958578:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800471.958581:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:6.0:1609800471.958581:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.958581:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.958582:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800471.958583:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800471.958585:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:37.0:1609800471.958588:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800471.958590:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800471.958591:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800471.958592:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800471.958593:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.958593:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (25)++
00000800:00000200:37.0:1609800471.958594:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800471.958594:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (26)--
00000400:00000200:8.0:1609800471.958595:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:6.0:1609800471.958595:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800471.958595:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000800:00000200:3.0:1609800471.958597:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000800:00000200:37.0:1609800471.958598:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800471.958598:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800471.958599:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800471.958599:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800471.958599:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.91@o2ib18
00000400:00000200:57.0:1609800471.958600:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958601:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (25)++
00000400:00000200:8.0:1609800471.958602:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800471.958602:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (26)--
00000800:00000200:6.0:1609800471.958603:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000400:00000200:3.0:1609800471.958603:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800471.958604:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (24)++
00000800:00000200:6.0:1609800471.958604:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000800:00000200:8.0:1609800471.958605:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800471.958607:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (24)++
00000800:00000200:8.0:1609800471.958607:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800471.958607:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958608:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:3.0:1609800471.958609:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:8.0:1609800471.958610:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800471.958611:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800471.958614:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800471.958616:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (25)--
00000800:00000200:1.0:1609800471.958616:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800471.958617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000800:00000200:3.0:1609800471.958617:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800471.958618:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.958619:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800471.958622:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800471.958623:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800471.958623:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800471.958623:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800471.958626:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (23)++
00000800:00000200:3.0:1609800471.958626:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (23)++
00000800:00000200:57.0:1609800471.958627:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:8.0:1609800471.958627:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (25)--
00000800:00000200:3.0:1609800471.958628:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (25)--
00000800:00000200:8.0:1609800471.958629:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:3.0:1609800471.958630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:1.0:1609800471.958634:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800471.958635:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.958636:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800471.958638:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.958639:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.958641:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800471.958649:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800471.958650:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800471.958651:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958653:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800471.958654:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800471.958656:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800471.958664:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.958666:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (21)++
00000800:00000200:57.0:1609800471.958667:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:57.0:1609800471.958674:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:33.1:1609800471.958677:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000800:00000200:6.0:1609800471.958684:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:6.0:1609800471.958688:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000800:00000200:6.0:1609800471.958689:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:6.0:1609800471.958691:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:33.1:1609800471.958751:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000800:00000200:8.0:1609800471.958759:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:8.0:1609800471.958762:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:8.0:1609800471.958764:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.958765:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:8.0:1609800471.958767:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000400:00000200:4.0:1609800471.958768:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800471.958772:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000400:00000200:4.0:1609800471.958775:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800471.958779:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:4.0:1609800471.958785:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800471.958789:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:4.0:1609800471.958793:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800471.958795:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (20)++
00000800:00000200:4.0:1609800471.958798:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (21)++
00000800:00000200:4.0:1609800471.958806:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)--
00000400:00000200:57.0:1609800471.958807:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800471.958811:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.958812:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958815:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:33.1:1609800471.958819:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000400:00000200:57.0:1609800471.958821:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.958824:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:4.0:1609800471.958826:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.958827:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000400:00000200:4.0:1609800471.958829:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:37.0:1609800471.958830:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:37.0:1609800471.958832:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.958833:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800471.958833:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:37.0:1609800471.958834:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.958835:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (21)++
00000400:00000200:4.0:1609800471.958835:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.958837:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:4.0:1609800471.958838:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:37.0:1609800471.958839:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:4.0:1609800471.958842:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.958843:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)--
00000800:00000200:4.0:1609800471.958844:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:4.0:1609800471.958845:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000400:00000200:57.0:1609800471.958847:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800471.958850:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000400:00000200:57.0:1609800471.958854:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800471.958856:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000400:00000200:57.0:1609800471.958857:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:3.0:1609800471.958864:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:3.0:1609800471.958866:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:57.0:1609800471.958867:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000400:00000200:3.0:1609800471.958868:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.958870:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:8.0:1609800471.958886:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:57.0:1609800471.958887:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800471.958888:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.958889:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (24)++
00000800:00000200:8.0:1609800471.958889:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000800:00000200:57.0:1609800471.958890:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (25)++
00000400:00000200:8.0:1609800471.958891:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958892:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (25)--
00000800:00000200:3.0:1609800471.958893:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000400:00000200:8.0:1609800471.958894:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:57.0:1609800471.958895:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:8.0:1609800471.958897:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:57.0:1609800471.958899:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800471.958903:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958905:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:57.0:1609800471.958910:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.958912:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:38.0:1609800471.958916:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.958917:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.958919:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (21)++
00000800:00000200:57.0:1609800471.958919:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000400:00000200:38.0:1609800471.958922:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.958923:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:33.1:1609800471.958924:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (23)++
00000400:00000200:38.0:1609800471.958927:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:37.0:1609800471.958931:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000400:00000200:38.0:1609800471.958934:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800471.958935:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:37.0:1609800471.958936:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.958937:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:38.0:1609800471.958938:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:37.0:1609800471.958938:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:6.0:1609800471.958941:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.91@o2ib18
00000400:00000200:57.0:1609800471.958942:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800471.958942:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000800:00000200:37.0:1609800471.958943:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:6.0:1609800471.958943:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (23)++
00000800:00000200:38.0:1609800471.958944:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800471.958944:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (23)--
00000800:00000200:38.0:1609800471.958945:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:6.0:1609800471.958945:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:38.0:1609800471.958947:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:33.1:1609800471.958948:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (23)++
00000400:00000200:57.0:1609800471.958950:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.958953:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:38.0:1609800471.958956:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (24)--
00000800:00000200:8.0:1609800471.958956:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000400:00000200:57.0:1609800471.958959:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800471.958959:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:8.0:1609800471.958961:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800471.958962:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:3.0:1609800471.958962:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:8.0:1609800471.958964:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000400:00000200:38.0:1609800471.958965:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800471.958966:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800471.958967:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:57.0:1609800471.958968:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:57.0:1609800471.958969:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:57.0:1609800471.958973:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000400:00000200:38.0:1609800471.958974:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.958976:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:38.0:1609800471.958982:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.958985:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:33.1:1609800471.958986:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000800:00000200:38.0:1609800471.958990:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.958991:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)++
00000800:00000200:38.0:1609800471.958993:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (24)++
00000800:00000200:37.0:1609800471.958994:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000800:00000200:38.0:1609800471.958998:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (26)--
00000800:00000200:37.0:1609800471.958998:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (26)--
00000800:00000200:6.0:1609800471.958999:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000400:00000200:37.0:1609800471.959000:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800471.959002:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:6.0:1609800471.959002:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (25)--
00000400:00000200:38.0:1609800471.959003:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800471.959004:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.959005:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (24)--
00000800:00000200:37.0:1609800471.959006:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:6.0:1609800471.959006:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000400:00000200:38.0:1609800471.959007:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.959010:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:33.1:1609800471.959011:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000400:00000200:38.0:1609800471.959015:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800471.959017:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:6.0:1609800471.959017:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000800:00000200:6.0:1609800471.959019:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:38.0:1609800471.959021:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800471.959021:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000800:00000200:38.0:1609800471.959022:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:38.0:1609800471.959023:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (23)++
00000400:00000200:6.0:1609800471.959023:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800471.959024:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:6.0:1609800471.959025:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:38.0:1609800471.959027:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:6.0:1609800471.959027:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:38.0:1609800471.959032:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800471.959036:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800471.959038:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:38.0:1609800471.959043:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800471.959044:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000800:00000200:38.0:1609800471.959046:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:38.0:1609800471.959048:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800471.959050:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:38.0:1609800471.959051:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (23)++
00000800:00000200:37.0:1609800471.959053:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (24)++
00000800:00000200:38.0:1609800471.959055:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (25)--
00000800:00000200:37.0:1609800471.959056:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:37.0:1609800471.959058:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800471.959059:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:37.0:1609800471.959060:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:37.0:1609800471.959063:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:33.1:1609800471.959067:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000800:00000200:3.0:1609800471.959074:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:3.0:1609800471.959077:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:3.0:1609800471.959078:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800471.959080:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:3.0:1609800471.959081:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:3.0:1609800471.959083:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:33.1:1609800471.959100:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:8.0:1609800471.959108:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:8.0:1609800471.959112:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.91@o2ib18
00000800:00000200:8.0:1609800471.959113:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (22)++
00000800:00000200:37.0:1609800471.959114:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:8.0:1609800471.959115:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (22)--
00000800:00000200:8.0:1609800471.959116:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000400:00000200:5.0:1609800471.959183:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800471.959203:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.959207:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:5.0:1609800471.959213:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800471.959217:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:5.0:1609800471.959221:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800471.959223:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (20)++
00000800:00000200:5.0:1609800471.959224:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (21)++
00000800:00000200:5.0:1609800471.959232:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)--
00000400:00000200:5.0:1609800471.959238:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800471.959245:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000400:00000200:5.0:1609800471.959248:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800471.959250:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:6.0:1609800471.959253:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000400:00000200:5.0:1609800471.959255:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800471.959256:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:6.0:1609800471.959258:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800471.959258:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:3.0:1609800471.959259:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:6.0:1609800471.959260:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:5.0:1609800471.959261:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800471.959262:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:5.0:1609800471.959262:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (21)++
00000800:00000200:5.0:1609800471.959263:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (21)++
00000800:00000200:5.0:1609800471.959267:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)--
00000800:00000200:33.1:1609800471.959280:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000800:00000200:37.0:1609800471.959288:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:37.0:1609800471.959291:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:37.0:1609800471.959293:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800471.959294:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:37.0:1609800471.959295:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:37.0:1609800471.959297:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:33.1:1609800471.959303:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:3.0:1609800471.959311:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:3.0:1609800471.959315:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.91@o2ib18
00000800:00000200:3.0:1609800471.959316:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (22)++
00000800:00000200:6.0:1609800471.959317:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:3.0:1609800471.959317:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (23)--
00000800:00000200:3.0:1609800471.959319:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000400:00000200:0.0:1609800471.959380:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.959393:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800471.959394:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.91@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800471.959396:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000400:00000200:57.0:1609800471.959400:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800471.959402:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800471.959404:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:0.0:1609800471.959405:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000400:00000200:57.0:1609800471.959411:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800471.959415:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:0.0:1609800471.959416:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800471.959418:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (20)++
00000800:00000200:0.0:1609800471.959419:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (21)++
00000800:00000200:57.0:1609800471.959420:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800471.959422:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (22)++
00000800:00000200:0.0:1609800471.959427:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:57.0:1609800471.959428:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (23)++
00000800:00000200:57.0:1609800471.959434:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:33.1:1609800471.959440:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (22)++
00000800:00000200:8.0:1609800471.959448:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000800:00000200:8.0:1609800471.959451:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:8.0:1609800471.959453:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800471.959454:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (23)++
00000400:00000200:8.0:1609800471.959456:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:37.0:1609800471.959457:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (24)--
00000400:00000200:37.0:1609800471.959458:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800471.959459:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (23)--
00000400:00000200:37.0:1609800471.959460:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: PUT: OK
00000800:00000200:8.0:1609800471.959460:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:37.0:1609800471.959463:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:25.1:1609800472.009703:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:3.0:1609800472.009719:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:3.0:1609800472.009725:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.143@o2ib18
00000400:00000200:3.0:1609800472.009732:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : GET - for me
00000400:00000200:3.0:1609800472.009739:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.143@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:3.0:1609800472.009746:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.143@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:3.0:1609800472.009751:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800472.009754:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000400:00000200:3.0:1609800472.009759:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:6.0:1609800472.009780:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:3.0:1609800472.009781:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : REPLY try# 0
00000800:00000200:3.0:1609800472.009783:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:3.0:1609800472.009787:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800472.009788:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:3.0:1609800472.009789:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:3.0:1609800472.009797:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000800:00000200:3.0:1609800472.009798:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800472.009872:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:8.0:1609800472.009917:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:8.0:1609800472.009921:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:8.0:1609800472.009923:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.009926:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800472.009948:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:8.0:1609800472.009950:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:28.1:1609800472.031327:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:6.0:1609800472.031391:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800472.031400:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.101@o2ib18
00000400:00000200:6.0:1609800472.031409:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : GET - for me
00000400:00000200:6.0:1609800472.031418:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.101@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800472.031424:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.101@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800472.031429:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:6.0:1609800472.031432:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (23)--
00000400:00000200:6.0:1609800472.031437:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:3.0:1609800472.031440:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:6.0:1609800472.031450:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800472.031455:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:6.0:1609800472.031461:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800472.031463:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800472.031465:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:6.0:1609800472.031476:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800472.031478:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800472.031561:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:8.0:1609800472.031617:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800472.031624:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:8.0:1609800472.031628:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.031634:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800472.031640:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800472.031643:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:34.1:1609800472.123704:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:3.0:1609800472.123778:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:3.0:1609800472.123783:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.128@o2ib18
00000400:00000200:3.0:1609800472.123797:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800472.123802:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.123805:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:3.0:1609800472.123811:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.123814:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:3.0:1609800472.123814:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800472.123817:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800472.123821:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:3.0:1609800472.123821:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800472.123822:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800472.123824:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800472.123826:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)++
00000400:00000200:6.0:1609800472.123855:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.123855:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)--
00000400:00000200:6.0:1609800472.123858:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:3.0:1609800472.123858:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:3.0:1609800472.123859:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:3.0:1609800472.123862:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:8.0:1609800472.123863:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000400:00000200:6.0:1609800472.123864:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.123867:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800472.123868:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000400:00000200:3.0:1609800472.123868:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.123871:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800472.123871:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.123890:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.123892:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800472.123892:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:6.0:1609800472.123893:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.123897:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000400:00000200:8.0:1609800472.123898:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.123898:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.123899:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)--
00000800:00000200:6.0:1609800472.123900:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000400:00000200:8.0:1609800472.123901:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:3.0:1609800472.123901:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.123903:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000800:00000200:3.0:1609800472.123903:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800472.123907:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.123922:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.123924:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800472.123925:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.123925:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:3.0:1609800472.123925:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.123926:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800472.123928:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:3.0:1609800472.123928:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000800:00000200:8.0:1609800472.123929:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800472.123929:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)--
00000400:00000200:6.0:1609800472.123930:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800472.123930:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:37.0:1609800472.123932:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:8.0:1609800472.123932:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800472.123932:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:3.0:1609800472.123933:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000400:00000200:6.0:1609800472.123934:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.123936:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800472.123936:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:37.0:1609800472.123937:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.123937:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800472.123937:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800472.123938:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.123939:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.123940:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)++
00000400:00000200:57.0:1609800472.123943:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800472.123943:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.123944:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (26)++
00000400:00000200:6.0:1609800472.123944:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800472.123944:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.123944:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800472.123946:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800472.123946:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800472.123946:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.123948:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800472.123950:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.123951:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (27)--
00000800:00000200:6.0:1609800472.123952:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800472.123952:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:37.0:1609800472.123953:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800472.123953:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:6.0:1609800472.123953:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.123954:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000800:00000200:8.0:1609800472.123956:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:37.0:1609800472.123957:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:3.0:1609800472.123958:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800472.123959:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.123960:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.123960:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800472.123960:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800472.123962:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (26)++
00000800:00000200:37.0:1609800472.123963:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800472.123963:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (27)--
00000800:00000200:3.0:1609800472.123963:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800472.123964:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:37.0:1609800472.123965:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800472.123965:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.123965:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000400:00000200:57.0:1609800472.123966:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800472.123966:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800472.123967:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000800:00000200:37.0:1609800472.123968:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)--
00000400:00000200:8.0:1609800472.123968:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.123968:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.123969:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:3.0:1609800472.123970:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)++
00000800:00000200:3.0:1609800472.123971:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)--
00000800:00000200:57.0:1609800472.123972:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800472.123972:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800472.123972:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000400:00000200:57.0:1609800472.123974:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.123975:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.123976:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800472.123976:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.123978:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800472.123979:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.123981:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800472.123984:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800472.123985:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.123986:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.123987:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800472.123988:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800472.123988:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.124004:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:8.0:1609800472.124006:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (23)++
00000800:00000200:8.0:1609800472.124008:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)--
00000800:00000200:8.0:1609800472.124009:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:57.0:1609800472.124010:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.124011:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.124032:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.1:1609800472.124070:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (22)++
00000800:00000200:6.0:1609800472.124148:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000800:00000200:6.0:1609800472.124152:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (24)--
00000800:00000200:6.0:1609800472.124153:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:6.0:1609800472.124154:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:6.0:1609800472.124156:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (23)--
00000800:00000200:6.0:1609800472.124157:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:6.0:1609800472.124157:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:34.1:1609800472.124206:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:3.0:1609800472.124212:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:3.0:1609800472.124237:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:6.0:1609800472.124239:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:3.0:1609800472.124241:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800472.124246:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.124249:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:3.0:1609800472.124255:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.124259:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800472.124263:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800472.124267:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800472.124268:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800472.124273:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (21)++
00000800:00000200:3.0:1609800472.124275:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (22)--
00000800:00000200:3.0:1609800472.124276:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:34.1:1609800472.124301:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:37.0:1609800472.124358:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:37.0:1609800472.124382:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000400:00000200:37.0:1609800472.124386:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800472.124398:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.124401:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:1.0:1609800472.124402:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800472.124404:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.124407:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800472.124410:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.124413:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.124415:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:37.0:1609800472.124416:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800472.124420:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800472.124421:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.124421:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:37.0:1609800472.124425:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)++
00000400:00000200:6.0:1609800472.124425:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800472.124427:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)--
00000800:00000200:37.0:1609800472.124428:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:37.0:1609800472.124453:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000400:00000200:6.0:1609800472.124454:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.124457:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000400:00000200:6.0:1609800472.124457:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800472.124458:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000800:00000200:8.0:1609800472.124462:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000400:00000200:6.0:1609800472.124463:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.124484:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800472.124485:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800472.124485:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.124487:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800472.124489:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.124490:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800472.124491:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.124492:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800472.124493:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800472.124495:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000400:00000200:8.0:1609800472.124496:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:37.0:1609800472.124497:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.124499:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800472.124499:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:37.0:1609800472.124501:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800472.124502:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800472.124502:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.124504:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800472.124505:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.124505:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)++
00000800:00000200:37.0:1609800472.124506:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (26)++
00000800:00000200:8.0:1609800472.124506:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800472.124523:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.124524:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (26)--
00000800:00000200:6.0:1609800472.124525:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000400:00000200:3.0:1609800472.124525:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.124526:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800472.124527:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800472.124527:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (25)++
00000800:00000200:6.0:1609800472.124527:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000800:00000200:6.0:1609800472.124529:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.128@o2ib18
00000800:00000200:8.0:1609800472.124530:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800472.124530:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.124532:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800472.124532:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800472.124533:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (27)--
00000800:00000200:37.0:1609800472.124534:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000400:00000200:3.0:1609800472.124535:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800472.124536:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:57.0:1609800472.124538:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.124540:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.124540:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000400:00000200:6.0:1609800472.124540:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.124542:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)--
00000400:00000200:6.0:1609800472.124542:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:3.0:1609800472.124542:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.124543:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.124543:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:4.0:1609800472.124543:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800472.124545:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800472.124546:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (23)++
00000800:00000200:3.0:1609800472.124546:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800472.124548:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800472.124549:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800472.124549:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800472.124551:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800472.124553:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800472.124553:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800472.124555:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:6.0:1609800472.124555:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800472.124555:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.124556:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.124557:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000800:00000200:37.0:1609800472.124558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:6.0:1609800472.124558:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)++
00000800:00000200:37.0:1609800472.124559:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:6.0:1609800472.124559:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (25)--
00000800:00000200:3.0:1609800472.124560:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000800:00000200:6.0:1609800472.124561:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:3.0:1609800472.124562:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:3.0:1609800472.124563:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:57.0:1609800472.124567:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800472.124567:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.124569:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.124569:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.124572:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.124573:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800472.124581:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800472.124582:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.124585:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800472.124725:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.124737:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.124743:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.124745:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.124746:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:38.0:1609800472.124748:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:38.0:1609800472.124755:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.124758:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:57.0:1609800472.124762:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.124766:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:38.0:1609800472.124767:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.124769:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (20)++
00000800:00000200:38.0:1609800472.124770:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (21)++
00000800:00000200:57.0:1609800472.124771:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.124773:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:38.0:1609800472.124778:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:57.0:1609800472.124779:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (23)++
00000800:00000200:57.0:1609800472.124785:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)--
00000400:00000200:57.0:1609800472.124790:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.124793:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.124795:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800472.124801:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.124804:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800472.124809:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.124810:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:57.0:1609800472.124811:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (23)++
00000800:00000200:57.0:1609800472.124814:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (24)--
00000400:00000200:57.0:1609800472.124900:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.124900:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.124904:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.124906:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800472.124911:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.124913:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800472.124917:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.124918:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)++
00000800:00000200:57.0:1609800472.124919:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (24)++
00000400:00000200:5.0:1609800472.124919:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:34.1:1609800472.124923:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (25)++
00000400:00000200:5.0:1609800472.124923:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:57.0:1609800472.124924:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (25)--
00000400:00000200:5.0:1609800472.124928:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.124931:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:5.0:1609800472.124954:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.124956:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (25)++
00000800:00000200:5.0:1609800472.124957:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (26)++
00000400:00000200:57.0:1609800472.124962:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800472.124964:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (27)--
00000400:00000200:57.0:1609800472.124969:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.124970:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000400:00000200:57.0:1609800472.124972:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:37.0:1609800472.124975:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (27)--
00000400:00000200:37.0:1609800472.124977:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.124978:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800472.124980:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.124981:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800472.124985:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.125000:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (26)++
00000800:00000200:57.0:1609800472.125001:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (27)++
00000800:00000200:37.0:1609800472.125003:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (28)--
00000800:00000200:37.0:1609800472.125004:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (27)++
00000800:00000200:57.0:1609800472.125006:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (28)--
00000800:00000200:37.0:1609800472.125007:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (28)--
00000400:00000200:37.0:1609800472.125009:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.125011:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.125013:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000800:00000200:37.0:1609800472.125037:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (27)--
00000800:00000200:37.0:1609800472.125038:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000800:00000200:8.0:1609800472.125038:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (26)--
00000800:00000200:37.0:1609800472.125071:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (26)--
00000400:00000200:8.0:1609800472.125071:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.125072:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.125075:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000400:00000200:8.0:1609800472.125075:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.125077:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:6.0:1609800472.125079:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:8.0:1609800472.125101:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:6.0:1609800472.125102:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000400:00000200:6.0:1609800472.125103:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.125106:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.125110:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000800:00000200:8.0:1609800472.125112:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (24)--
00000800:00000200:6.0:1609800472.125112:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000400:00000200:57.0:1609800472.125113:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800472.125114:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.125114:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:8.0:1609800472.125116:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.125119:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000400:00000200:57.0:1609800472.125148:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.125151:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800472.125162:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.125165:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:0.0:1609800472.125169:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800472.125170:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.125173:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (20)++
00000800:00000200:57.0:1609800472.125174:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (21)++
00000400:00000200:0.0:1609800472.125175:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.125178:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)--
00000400:00000200:0.0:1609800472.125179:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800472.125184:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800472.125187:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.125190:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000400:00000200:57.0:1609800472.125191:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.125194:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:0.0:1609800472.125195:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.125197:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (21)++
00000400:00000200:57.0:1609800472.125199:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.125199:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (22)++
00000800:00000200:57.0:1609800472.125203:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800472.125207:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.125207:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:57.0:1609800472.125208:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)++
00000800:00000200:57.0:1609800472.125210:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (23)++
00000800:00000200:57.0:1609800472.125211:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.128@o2ib18: no credits
00000800:00000200:57.0:1609800472.125212:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (24)--
00000400:00000200:0.0:1609800472.125213:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800472.125231:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.125233:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:34.1:1609800472.125235:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (23)++
00000400:00000200:0.0:1609800472.125255:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.125258:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:37.0:1609800472.125260:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:0.0:1609800472.125262:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.125263:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (25)++
00000800:00000200:37.0:1609800472.125264:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.128@o2ib18: no credits
00000800:00000200:37.0:1609800472.125265:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (26)--
00000800:00000200:0.0:1609800472.125265:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (26)++
00000400:00000200:37.0:1609800472.125266:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.125267:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.128@o2ib18: no credits
00000400:00000200:37.0:1609800472.125268:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.125268:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000800:00000200:0.0:1609800472.125268:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (26)--
00000800:00000200:37.0:1609800472.125272:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:37.0:1609800472.125274:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)++
00000400:00000200:57.0:1609800472.125275:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800472.125275:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.128@o2ib18
00000800:00000200:37.0:1609800472.125277:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.128@o2ib18: no credits
00000800:00000200:6.0:1609800472.125277:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)++
00000800:00000200:37.0:1609800472.125278:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (26)--
00000400:00000200:37.0:1609800472.125279:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.125280:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (26)--
00000800:00000200:6.0:1609800472.125280:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.128@o2ib18
00000400:00000200:37.0:1609800472.125281:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.125282:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.125283:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000400:00000200:57.0:1609800472.125284:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000800:00000200:3.0:1609800472.125288:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000800:00000200:6.0:1609800472.125289:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (24)++
00000400:00000200:57.0:1609800472.125290:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800472.125290:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (26)--
00000800:00000200:6.0:1609800472.125291:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (25)--
00000800:00000200:3.0:1609800472.125291:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (26)--
00000800:00000200:57.0:1609800472.125293:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:3.0:1609800472.125293:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)--
00000800:00000200:57.0:1609800472.125297:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.125299:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:34.1:1609800472.125299:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (22)++
00000800:00000200:57.0:1609800472.125300:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (24)++
00000800:00000200:57.0:1609800472.125304:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (25)--
00000800:00000200:8.0:1609800472.125307:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000800:00000200:8.0:1609800472.125310:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000400:00000200:8.0:1609800472.125312:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.125313:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)++
00000400:00000200:8.0:1609800472.125315:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.125316:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (25)--
00000400:00000200:37.0:1609800472.125317:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.125319:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.125319:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:6.0:1609800472.125320:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (23)++
00000400:00000200:0.0:1609800472.125320:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800472.125323:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (24)--
00000800:00000200:37.0:1609800472.125324:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:6.0:1609800472.125324:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (24)--
00000400:00000200:6.0:1609800472.125325:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.125327:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:6.0:1609800472.125332:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000400:00000200:0.0:1609800472.125332:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.125334:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:0.0:1609800472.125339:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.125342:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:0.0:1609800472.125345:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.125347:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (20)++
00000800:00000200:0.0:1609800472.125348:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (21)++
00000800:00000200:0.0:1609800472.125353:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)--
00000800:00000200:34.1:1609800472.125367:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (21)++
00000800:00000200:8.0:1609800472.125374:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:8.0:1609800472.125378:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (23)--
00000400:00000200:8.0:1609800472.125379:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.125380:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:8.0:1609800472.125381:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.125384:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:34.1:1609800472.125427:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:3.0:1609800472.125434:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:3.0:1609800472.125438:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.128@o2ib18
00000800:00000200:3.0:1609800472.125439:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:6.0:1609800472.125440:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:3.0:1609800472.125441:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:3.0:1609800472.125442:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000400:00000200:57.0:1609800472.125521:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.128@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.125527:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.125530:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:57.0:1609800472.125536:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.125539:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:57.0:1609800472.125543:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.125545:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (20)++
00000800:00000200:57.0:1609800472.125547:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (21)++
00000800:00000200:57.0:1609800472.125551:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (22)--
00000800:00000200:34.1:1609800472.125565:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (21)++
00000800:00000200:37.0:1609800472.125572:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:37.0:1609800472.125575:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (23)--
00000400:00000200:37.0:1609800472.125577:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.125578:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:37.0:1609800472.125579:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.125582:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:28.1:1609800472.301999:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000800:00000200:6.0:1609800472.302080:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:6.0:1609800472.302085:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.86@o2ib18
00000400:00000200:6.0:1609800472.302089:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.302094:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.302096:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800472.302102:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.302105:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.302107:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800472.302110:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800472.302111:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.302115:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:6.0:1609800472.302117:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800472.302117:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000800:00000200:6.0:1609800472.302121:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800472.302152:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.302153:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000400:00000200:3.0:1609800472.302156:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.302157:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000400:00000200:6.0:1609800472.302177:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800472.302180:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.302181:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:3.0:1609800472.302183:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800472.302205:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000400:00000200:3.0:1609800472.302207:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.302210:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800472.302211:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.302213:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.302213:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:3.0:1609800472.302214:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800472.302215:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000800:00000200:3.0:1609800472.302217:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800472.302218:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.302218:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.302218:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.302219:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000400:00000200:8.0:1609800472.302221:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800472.302221:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.302223:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800472.302225:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800472.302225:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800472.302226:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800472.302227:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.302229:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.302230:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (25)++
00000800:00000200:3.0:1609800472.302230:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (25)++
00000800:00000200:8.0:1609800472.302231:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800472.302232:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.302232:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (27)--
00000800:00000200:6.0:1609800472.302233:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (26)--
00000800:00000200:3.0:1609800472.302233:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (27)--
00000800:00000200:8.0:1609800472.302234:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800472.302234:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000400:00000200:57.0:1609800472.302236:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800472.302236:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:37.0:1609800472.302238:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.302238:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800472.302239:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800472.302242:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800472.302246:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (24)++
00000800:00000200:8.0:1609800472.302249:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (25)++
00000400:00000200:37.0:1609800472.302250:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.302264:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:1.0:1609800472.302265:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800472.302266:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800472.302267:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.302268:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (26)--
00000800:00000200:3.0:1609800472.302268:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (26)++
00000800:00000200:37.0:1609800472.302269:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800472.302269:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (26)--
00000400:00000200:6.0:1609800472.302269:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.302270:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (25)++
00000800:00000200:3.0:1609800472.302270:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000400:00000200:1.0:1609800472.302271:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800472.302272:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.302273:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800472.302273:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:37.0:1609800472.302274:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800472.302274:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800472.302275:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.302276:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800472.302277:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:57.0:1609800472.302278:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800472.302279:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.302282:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:1.0:1609800472.302284:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800472.302285:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800472.302286:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (26)++
00000400:00000200:3.0:1609800472.302286:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.302286:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.302287:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800472.302288:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (27)--
00000800:00000200:37.0:1609800472.302289:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (26)--
00000400:00000200:8.0:1609800472.302289:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.302290:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800472.302290:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800472.302290:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:1.0:1609800472.302290:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800472.302291:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (25)++
00000800:00000200:37.0:1609800472.302293:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (26)--
00000800:00000200:37.0:1609800472.302294:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (25)--
00000800:00000200:37.0:1609800472.302296:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:57.0:1609800472.302306:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.302307:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.302307:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (23)++
00000400:00000200:3.0:1609800472.302308:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800472.302309:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:6.0:1609800472.302309:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (24)--
00000400:00000200:57.0:1609800472.302310:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800472.302310:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800472.302310:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:1.0:1609800472.302311:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800472.302312:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.302313:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800472.302314:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800472.302315:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800472.302316:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800472.302317:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800472.302318:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.302319:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800472.302321:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800472.302321:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:8.0:1609800472.302322:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800472.302323:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800472.302324:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:8.0:1609800472.302327:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (21)++
00000800:00000200:57.0:1609800472.302329:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800472.302329:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000400:00000200:57.0:1609800472.302330:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.302332:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000400:00000200:57.0:1609800472.302333:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.302333:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:4.0:1609800472.302373:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800472.302375:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.302379:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800472.302412:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000800:00000200:37.0:1609800472.302424:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:37.0:1609800472.302428:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000800:00000200:37.0:1609800472.302429:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:37.0:1609800472.302430:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:37.0:1609800472.302434:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.302434:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:37.0:1609800472.302438:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800472.302441:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.302443:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:37.0:1609800472.302449:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.302451:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800472.302453:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800472.302456:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800472.302459:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.302463:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (21)++
00000800:00000200:37.0:1609800472.302464:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (22)--
00000800:00000200:37.0:1609800472.302465:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:57.0:1609800472.302475:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.302477:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.302479:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800472.302537:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000800:00000200:8.0:1609800472.302545:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:8.0:1609800472.302549:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.302551:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000400:00000200:8.0:1609800472.302552:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.302555:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000400:00000200:8.0:1609800472.302556:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.302557:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800472.302557:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:8.0:1609800472.302558:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800472.302561:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:37.0:1609800472.302563:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000400:00000200:8.0:1609800472.302563:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.302565:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:8.0:1609800472.302566:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800472.302567:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.302567:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800472.302568:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.302568:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800472.302569:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800472.302570:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800472.302572:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800472.302573:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.302574:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800472.302574:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.302575:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800472.302576:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.302578:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800472.302580:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.302581:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800472.302582:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800472.302582:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (25)++
00000800:00000200:6.0:1609800472.302582:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.302583:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (26)--
00000400:00000200:3.0:1609800472.302583:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800472.302584:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800472.302584:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (25)--
00000800:00000200:8.0:1609800472.302585:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000800:00000200:6.0:1609800472.302585:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (24)++
00000800:00000200:37.0:1609800472.302604:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800472.302604:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.302604:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (26)--
00000800:00000200:37.0:1609800472.302605:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.302605:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (25)--
00000800:00000200:6.0:1609800472.302606:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000400:00000200:3.0:1609800472.302606:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.302607:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (23)++
00000800:00000200:3.0:1609800472.302609:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800472.302617:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (24)++
00000800:00000200:3.0:1609800472.302617:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800472.302618:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800472.302620:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800472.302621:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.302621:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800472.302623:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800472.302624:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (25)--
00000800:00000200:37.0:1609800472.302626:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000400:00000200:8.0:1609800472.302628:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800472.302630:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800472.302630:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (23)++
00000800:00000200:38.0:1609800472.302631:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800472.302631:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (24)--
00000800:00000200:3.0:1609800472.302632:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000400:00000200:38.0:1609800472.302633:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.302645:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.302645:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800472.302647:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800472.302647:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800472.302648:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.302649:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.302650:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:8.0:1609800472.302651:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000400:00000200:57.0:1609800472.302652:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800472.302652:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800472.302652:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:38.0:1609800472.302653:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800472.302654:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:38.0:1609800472.302656:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800472.302659:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.302661:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.302662:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:6.0:1609800472.302665:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:57.0:1609800472.302667:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800472.302683:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:6.0:1609800472.302684:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:38.0:1609800472.302688:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800472.302690:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.302692:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.302800:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.302811:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.302814:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:57.0:1609800472.302821:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.302824:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:57.0:1609800472.302829:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.302831:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (20)++
00000800:00000200:57.0:1609800472.302838:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (21)++
00000800:00000200:57.0:1609800472.302846:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (22)--
00000400:00000200:57.0:1609800472.302852:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.302858:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.302860:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:57.0:1609800472.302865:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.302868:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:57.0:1609800472.302871:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.302872:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (21)++
00000800:00000200:57.0:1609800472.302873:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000800:00000200:57.0:1609800472.302877:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (23)--
00000800:00000200:28.1:1609800472.302979:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (22)++
00000400:00000200:57.0:1609800472.302990:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.302996:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.302997:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:57.0:1609800472.303003:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.303005:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:57.0:1609800472.303008:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.303010:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (23)++
00000800:00000200:57.0:1609800472.303014:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (24)++
00000800:00000200:57.0:1609800472.303019:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (25)--
00000400:00000200:57.0:1609800472.303023:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.303029:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.303030:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:57.0:1609800472.303035:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.303038:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:57.0:1609800472.303040:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800472.303040:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000800:00000200:57.0:1609800472.303042:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (24)++
00000800:00000200:57.0:1609800472.303042:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (25)++
00000800:00000200:57.0:1609800472.303045:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (27)--
00000800:00000200:3.0:1609800472.303048:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (26)--
00000400:00000200:3.0:1609800472.303051:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.303058:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.303065:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (25)--
00000800:00000200:3.0:1609800472.303067:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000800:00000200:3.0:1609800472.303071:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (25)--
00000400:00000200:3.0:1609800472.303073:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.303078:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.303081:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:3.0:1609800472.303083:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000800:00000200:3.0:1609800472.303087:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000800:00000200:8.0:1609800472.303089:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:3.0:1609800472.303089:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.303093:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.303096:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000800:00000200:3.0:1609800472.303097:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000400:00000200:8.0:1609800472.303099:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.303099:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:8.0:1609800472.303105:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.303113:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000400:00000200:5.0:1609800472.303158:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800472.303159:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000400:00000200:5.0:1609800472.303171:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.303171:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303177:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:3.0:1609800472.303177:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.86@o2ib18
00000800:00000200:3.0:1609800472.303179:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:8.0:1609800472.303180:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:3.0:1609800472.303182:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (22)--
00000800:00000200:3.0:1609800472.303183:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000400:00000200:5.0:1609800472.303189:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.303195:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:5.0:1609800472.303202:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303205:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (20)++
00000800:00000200:5.0:1609800472.303208:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (21)++
00000800:00000200:5.0:1609800472.303220:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (22)--
00000400:00000200:5.0:1609800472.303230:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800472.303231:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303236:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303240:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:37.0:1609800472.303244:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000400:00000200:5.0:1609800472.303249:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800472.303252:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000800:00000200:5.0:1609800472.303254:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000400:00000200:37.0:1609800472.303255:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.303257:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:5.0:1609800472.303259:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800472.303261:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.303262:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (21)++
00000800:00000200:5.0:1609800472.303263:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000800:00000200:37.0:1609800472.303268:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:5.0:1609800472.303268:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (23)--
00000400:00000200:5.0:1609800472.303276:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800472.303280:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303282:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303285:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:8.0:1609800472.303291:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000400:00000200:5.0:1609800472.303295:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800472.303297:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:8.0:1609800472.303300:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800472.303300:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:3.0:1609800472.303302:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:8.0:1609800472.303305:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.303305:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303307:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (21)++
00000800:00000200:8.0:1609800472.303309:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:5.0:1609800472.303309:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000800:00000200:5.0:1609800472.303314:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (22)--
00000800:00000200:28.1:1609800472.303340:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303341:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.303344:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303347:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:6.0:1609800472.303348:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:6.0:1609800472.303352:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:5.0:1609800472.303352:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800472.303354:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800472.303354:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.303355:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:5.0:1609800472.303355:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000400:00000200:6.0:1609800472.303357:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.303357:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303359:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (21)++
00000800:00000200:5.0:1609800472.303359:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000400:00000200:57.0:1609800472.303361:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.303361:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:5.0:1609800472.303363:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (22)--
00000400:00000200:57.0:1609800472.303364:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000400:00000200:57.0:1609800472.303371:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.303374:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000400:00000200:5.0:1609800472.303375:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800472.303377:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303378:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.303379:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.303380:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (22)++
00000400:00000200:5.0:1609800472.303380:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:57.0:1609800472.303381:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (23)++
00000800:00000200:3.0:1609800472.303384:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (24)++
00000400:00000200:5.0:1609800472.303385:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.303386:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (25)--
00000800:00000200:5.0:1609800472.303387:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:3.0:1609800472.303387:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000800:00000200:8.0:1609800472.303390:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000400:00000200:3.0:1609800472.303390:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800472.303391:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303392:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (22)++
00000400:00000200:3.0:1609800472.303392:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.303394:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (23)++
00000800:00000200:3.0:1609800472.303396:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:28.1:1609800472.303399:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (23)++
00000800:00000200:5.0:1609800472.303400:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (23)--
00000400:00000200:5.0:1609800472.303404:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800472.303407:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:5.0:1609800472.303408:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303409:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:37.0:1609800472.303410:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000400:00000200:37.0:1609800472.303411:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.303413:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:6.0:1609800472.303413:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:5.0:1609800472.303414:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800472.303415:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (24)--
00000400:00000200:6.0:1609800472.303416:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800472.303417:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:8.0:1609800472.303418:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (23)++
00000400:00000200:6.0:1609800472.303418:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.303420:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800472.303421:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:5.0:1609800472.303421:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (24)++
00000800:00000200:8.0:1609800472.303422:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.303422:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:5.0:1609800472.303422:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (24)++
00000800:00000200:37.0:1609800472.303423:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000800:00000200:5.0:1609800472.303425:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (23)--
00000800:00000200:8.0:1609800472.303426:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (23)++
00000800:00000200:8.0:1609800472.303427:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000800:00000200:8.0:1609800472.303428:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:28.1:1609800472.303437:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000800:00000200:6.0:1609800472.303444:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000400:00000200:5.0:1609800472.303444:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800472.303447:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:6.0:1609800472.303448:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303448:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303449:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:37.0:1609800472.303450:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:6.0:1609800472.303450:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000400:00000200:5.0:1609800472.303454:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.303457:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:6.0:1609800472.303458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:5.0:1609800472.303460:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303461:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (20)++
00000800:00000200:5.0:1609800472.303462:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (21)++
00000800:00000200:5.0:1609800472.303466:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (22)--
00000400:00000200:5.0:1609800472.303470:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.86@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.303474:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.303475:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:28.1:1609800472.303479:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000400:00000200:5.0:1609800472.303480:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.303482:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:5.0:1609800472.303485:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.303486:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (22)++
00000800:00000200:5.0:1609800472.303487:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (23)++
00000800:00000200:3.0:1609800472.303487:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:5.0:1609800472.303491:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (25)--
00000800:00000200:3.0:1609800472.303491:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (25)--
00000800:00000200:8.0:1609800472.303492:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (24)--
00000400:00000200:3.0:1609800472.303493:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.303495:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.303498:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:28.1:1609800472.303502:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000800:00000200:37.0:1609800472.303509:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:37.0:1609800472.303513:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:37.0:1609800472.303514:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.303516:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: PUT: OK
00000800:00000200:6.0:1609800472.303516:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:37.0:1609800472.303519:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:28.1:1609800472.303546:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000800:00000200:8.0:1609800472.303553:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:8.0:1609800472.303556:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.86@o2ib18
00000800:00000200:8.0:1609800472.303557:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:8.0:1609800472.303558:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000800:00000200:3.0:1609800472.303558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (23)--
00000800:00000200:8.0:1609800472.303559:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000800:00000200:25.1:1609800472.318913:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:18.0:1609800472.318965:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:18.0:1609800472.318978:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.131@o2ib18
00000800:00000200:27.0:1609800472.318983:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000400:00000200:18.0:1609800472.318988:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800472.318994:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.318996:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:18.0:1609800472.318997:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800472.319002:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.319003:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:18.0:1609800472.319003:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:20.0:1609800472.319009:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:20.0:1609800472.319016:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:18.0:1609800472.319016:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:18.0:1609800472.319023:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800472.319024:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.319025:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:20.0:1609800472.319026:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800472.319031:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:18.0:1609800472.319031:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800472.319038:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800472.319039:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:20.0:1609800472.319041:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:18.0:1609800472.319042:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800472.319043:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:27.0:1609800472.319044:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800472.319054:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800472.319056:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.319059:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:18.0:1609800472.319059:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000400:00000200:20.0:1609800472.319061:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:27.0:1609800472.319062:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:18.0:1609800472.319062:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)--
00000800:00000200:18.0:1609800472.319063:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:19.0:1609800472.319064:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:18.0:1609800472.319065:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:27.0:1609800472.319069:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800472.319069:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:18.0:1609800472.319069:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.319071:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800472.319072:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:20.0:1609800472.319075:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.319075:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000400:00000200:18.0:1609800472.319075:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.319077:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)--
00000800:00000200:27.0:1609800472.319079:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)++
00000800:00000200:19.0:1609800472.319079:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:18.0:1609800472.319080:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:20.0:1609800472.319081:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.319081:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:27.0:1609800472.319082:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.319084:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:19.0:1609800472.319085:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:18.0:1609800472.319085:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:27.0:1609800472.319086:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000800:00000200:20.0:1609800472.319087:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:20.0:1609800472.319093:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:18.0:1609800472.319095:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:20.0:1609800472.319096:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934584bfaf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800472.319100:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.1:1609800472.319100:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (23)++
00000800:00000200:20.0:1609800472.319100:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)++
00000800:00000200:18.0:1609800472.319101:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800472.319103:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800472.319105:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:20.0:1609800472.319105:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (25)++
00000800:00000200:18.0:1609800472.319105:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800472.319108:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319109:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)++
00000800:00000200:18.0:1609800472.319110:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800472.319111:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800472.319111:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:27.0:1609800472.319113:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:18.0:1609800472.319113:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93552538ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:20.0:1609800472.319115:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (27)--
00000800:00000200:20.0:1609800472.319117:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000800:00000200:18.0:1609800472.319118:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)++
00000800:00000200:20.0:1609800472.319119:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000800:00000200:57.0:1609800472.319134:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800472.319135:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800472.319136:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.319137:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800472.319140:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319141:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:18.0:1609800472.319141:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:18.0:1609800472.319143:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:27.0:1609800472.319145:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:25.1:1609800472.319145:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (23)++
00000800:00000200:19.0:1609800472.319146:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.319151:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800472.319156:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800472.319157:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800472.319157:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800472.319158:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.319160:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:27.0:1609800472.319162:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800472.319162:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.319163:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (24)++
00000800:00000200:19.0:1609800472.319165:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)--
00000800:00000200:27.0:1609800472.319167:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.319168:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:0.0:1609800472.319169:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800472.319170:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000800:00000200:19.0:1609800472.319170:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000800:00000200:27.0:1609800472.319172:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800472.319173:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:27.0:1609800472.319175:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800472.319178:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:27.0:1609800472.319180:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:0.0:1609800472.319180:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800472.319182:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800472.319182:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:0.0:1609800472.319182:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.319187:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.319191:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319196:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800472.319208:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.319210:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.319212:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.319214:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319215:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800472.319220:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800472.319239:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:19.0:1609800472.319248:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800472.319254:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:22.0:1609800472.319256:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000400:00000200:19.0:1609800472.319261:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.319263:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.319265:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:19.0:1609800472.319266:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.319287:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:22.0:1609800472.319288:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800472.319290:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:27.0:1609800472.319291:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000400:00000200:22.0:1609800472.319292:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319293:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:19.0:1609800472.319294:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800472.319295:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.319295:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:19.0:1609800472.319297:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.319299:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800472.319302:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.319302:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800472.319303:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.319306:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800472.319307:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.319307:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000400:00000200:23.0:1609800472.319308:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319309:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800472.319310:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319312:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.319312:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (26)++
00000400:00000200:23.0:1609800472.319313:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:22.0:1609800472.319313:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b92800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800472.319317:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800472.319318:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (27)--
00000800:00000200:19.0:1609800472.319320:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000400:00000200:23.0:1609800472.319321:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.319321:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000400:00000200:27.0:1609800472.319323:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.319323:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.319324:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800472.319326:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800472.319326:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:22.0:1609800472.319326:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)++
00000800:00000200:22.0:1609800472.319327:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (27)--
00000400:00000200:57.0:1609800472.319328:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319328:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800472.319328:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800472.319329:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:22.0:1609800472.319329:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000400:00000200:57.0:1609800472.319330:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800472.319330:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:23.0:1609800472.319331:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:22.0:1609800472.319331:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (26)--
00000400:00000200:19.0:1609800472.319331:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319332:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800472.319332:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.319333:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.319333:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.319333:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:19.0:1609800472.319335:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:19.0:1609800472.319340:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800472.319342:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800472.319342:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)++
00000800:00000200:23.0:1609800472.319342:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)++
00000400:00000200:57.0:1609800472.319343:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.319343:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800472.319344:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:27.0:1609800472.319345:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:57.0:1609800472.319346:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.319346:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:19.0:1609800472.319346:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800472.319347:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:19.0:1609800472.319348:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.319350:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.319353:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800472.319355:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.319358:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:19.0:1609800472.319359:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:57.0:1609800472.319363:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.319364:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319366:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800472.319373:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.319378:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.1:1609800472.319382:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:0.0:1609800472.319384:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800472.319387:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:22.0:1609800472.319390:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000800:00000200:22.0:1609800472.319391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:22.0:1609800472.319392:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:25.1:1609800472.319405:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:23.0:1609800472.319411:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:23.0:1609800472.319414:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.319416:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:23.0:1609800472.319418:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800472.319421:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.319421:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.319423:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.319424:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:0.0:1609800472.319425:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800472.319430:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.319433:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800472.319435:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800472.319439:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.319440:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.319443:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:23.0:1609800472.319445:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:23.0:1609800472.319446:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:57.0:1609800472.319447:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.319449:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319451:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.1:1609800472.319516:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:22.0:1609800472.319521:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:22.0:1609800472.319526:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:27.0:1609800472.319527:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000400:00000200:22.0:1609800472.319529:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800472.319531:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:22.0:1609800472.319532:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.319533:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:27.0:1609800472.319534:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.319534:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800472.319537:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:27.0:1609800472.319538:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319539:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000400:00000200:27.0:1609800472.319540:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:22.0:1609800472.319540:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800472.319540:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800472.319542:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:22.0:1609800472.319543:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800472.319545:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800472.319546:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.319548:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800472.319549:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:22.0:1609800472.319549:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b92d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800472.319550:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.319550:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319551:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800472.319552:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:27.0:1609800472.319554:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800472.319555:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.319555:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000400:00000200:23.0:1609800472.319556:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319556:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)--
00000800:00000200:22.0:1609800472.319557:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:23.0:1609800472.319558:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:22.0:1609800472.319558:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000400:00000200:19.0:1609800472.319558:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.319559:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.319561:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.319563:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800472.319565:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800472.319565:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.319566:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800472.319567:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000800:00000200:23.0:1609800472.319567:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.319567:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.319568:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319568:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)--
00000800:00000200:27.0:1609800472.319569:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:22.0:1609800472.319569:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.319569:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000400:00000200:57.0:1609800472.319570:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800472.319570:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:23.0:1609800472.319570:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.319571:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (26)++
00000800:00000200:27.0:1609800472.319572:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.319572:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:22.0:1609800472.319572:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319574:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800472.319575:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800472.319575:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (27)--
00000400:00000200:27.0:1609800472.319576:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.319576:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000800:00000200:19.0:1609800472.319577:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:19.0:1609800472.319579:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000400:00000200:22.0:1609800472.319581:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.319583:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (26)++
00000800:00000200:22.0:1609800472.319583:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800472.319584:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319585:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (27)--
00000800:00000200:22.0:1609800472.319585:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800472.319585:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800472.319586:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:23.0:1609800472.319586:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000800:00000200:23.0:1609800472.319587:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:22.0:1609800472.319587:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.319589:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (26)--
00000800:00000200:22.0:1609800472.319589:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b93e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800472.319590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319591:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:22.0:1609800472.319591:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000800:00000200:57.0:1609800472.319592:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800472.319592:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.319592:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000400:00000200:57.0:1609800472.319593:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319593:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)--
00000400:00000200:19.0:1609800472.319593:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:22.0:1609800472.319594:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000800:00000200:27.0:1609800472.319595:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800472.319596:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800472.319597:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800472.319599:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800472.319600:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800472.319601:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.319601:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:1.0:1609800472.319601:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800472.319603:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.319604:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800472.319604:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319605:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:27.0:1609800472.319606:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:57.0:1609800472.319607:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800472.319607:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.319608:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800472.319608:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800472.319610:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.319614:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.319615:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000400:00000200:57.0:1609800472.319617:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:1.0:1609800472.319617:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800472.319618:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:19.0:1609800472.319619:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:1.0:1609800472.319619:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.319621:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.319624:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.319628:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:25.1:1609800472.319629:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:24.0:1609800472.319632:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800472.319633:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.319635:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000400:00000200:24.0:1609800472.319635:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.319635:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:57.0:1609800472.319636:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (24)++
00000400:00000200:24.0:1609800472.319639:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.0:1609800472.319641:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:1.0:1609800472.319642:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800472.319643:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.319644:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:23.0:1609800472.319644:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000800:00000200:23.0:1609800472.319645:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:1.0:1609800472.319646:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800472.319660:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800472.319662:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800472.319666:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.1:1609800472.319671:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:27.0:1609800472.319677:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:27.0:1609800472.319680:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:27.0:1609800472.319682:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.319683:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:27.0:1609800472.319684:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:27.0:1609800472.319688:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:57.0:1609800472.319693:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.319696:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319698:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:57.0:1609800472.319703:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.319706:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800472.319710:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.319711:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.319712:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.319716:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000400:00000200:57.0:1609800472.319722:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.319725:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319726:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:25.1:1609800472.319728:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.319731:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800472.319733:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:57.0:1609800472.319734:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:22.0:1609800472.319735:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000800:00000200:57.0:1609800472.319736:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800472.319737:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.319739:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:23.0:1609800472.319739:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:22.0:1609800472.319739:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.319740:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000800:00000200:57.0:1609800472.319742:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:22.0:1609800472.319742:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000800:00000200:25.1:1609800472.319754:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800472.319760:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.319763:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:19.0:1609800472.319764:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.319766:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:19.0:1609800472.319767:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:19.0:1609800472.319769:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:4.0:1609800472.319834:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800472.319840:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.319844:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:57.0:1609800472.319845:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800472.319850:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800472.319853:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000400:00000200:57.0:1609800472.319854:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319857:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:4.0:1609800472.319858:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800472.319861:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000400:00000200:57.0:1609800472.319863:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800472.319863:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.319866:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800472.319870:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.319872:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:4.0:1609800472.319872:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000400:00000200:4.0:1609800472.319876:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800472.319878:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000400:00000200:4.0:1609800472.319879:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.319881:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:57.0:1609800472.319883:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)--
00000400:00000200:4.0:1609800472.319886:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800472.319889:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:4.0:1609800472.319893:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800472.319894:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:4.0:1609800472.319896:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (23)++
00000800:00000200:4.0:1609800472.319900:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:25.1:1609800472.319901:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (24)++
00000400:00000200:4.0:1609800472.319904:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800472.319908:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:23.0:1609800472.319911:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000400:00000200:23.0:1609800472.319913:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319913:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:57.0:1609800472.319915:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800472.319916:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.319919:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.319919:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319922:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:4.0:1609800472.319922:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:25.1:1609800472.319927:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (23)++
00000400:00000200:57.0:1609800472.319928:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.319931:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.319932:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000800:00000200:23.0:1609800472.319934:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:4.0:1609800472.319934:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800472.319937:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:23.0:1609800472.319937:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000800:00000200:4.0:1609800472.319937:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000400:00000200:23.0:1609800472.319938:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.319939:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800472.319940:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000400:00000200:23.0:1609800472.319940:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.319941:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)++
00000800:00000200:19.0:1609800472.319941:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:27.0:1609800472.319942:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800472.319942:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.319943:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (23)++
00000800:00000200:23.0:1609800472.319943:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000400:00000200:27.0:1609800472.319944:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:4.0:1609800472.319944:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)++
00000800:00000200:57.0:1609800472.319946:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:4.0:1609800472.319946:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (24)++
00000800:00000200:27.0:1609800472.319948:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000800:00000200:4.0:1609800472.319951:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:25.1:1609800472.319956:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.319962:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000800:00000200:19.0:1609800472.319965:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000400:00000200:57.0:1609800472.319967:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800472.319967:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319968:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:19.0:1609800472.319969:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.319970:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.319972:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000800:00000200:19.0:1609800472.319972:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:22.0:1609800472.319973:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.319974:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:19.0:1609800472.319974:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000400:00000200:22.0:1609800472.319976:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.319978:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000800:00000200:19.0:1609800472.319978:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000400:00000200:57.0:1609800472.319979:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800472.319979:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.319981:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:57.0:1609800472.319982:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.319982:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:22.0:1609800472.319984:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:57.0:1609800472.319986:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.319987:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.319990:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.319992:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000400:00000200:57.0:1609800472.319999:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.320006:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.320008:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:25.1:1609800472.320011:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.320012:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.320015:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.320017:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:57.0:1609800472.320018:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320019:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)++
00000800:00000200:23.0:1609800472.320019:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000800:00000200:57.0:1609800472.320020:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (24)++
00000800:00000200:57.0:1609800472.320022:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:27.0:1609800472.320022:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)--
00000400:00000200:23.0:1609800472.320029:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.320031:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.320034:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320059:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800472.320065:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.320067:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:19.0:1609800472.320069:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.320070:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:19.0:1609800472.320071:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:38.0:1609800472.320074:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800472.320074:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:57.0:1609800472.320077:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800472.320080:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.320081:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.320083:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:38.0:1609800472.320084:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:57.0:1609800472.320088:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.320091:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000400:00000200:38.0:1609800472.320094:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.320098:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800472.320099:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320100:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.320101:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:38.0:1609800472.320103:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320104:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320107:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:27.0:1609800472.320112:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:38.0:1609800472.320113:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:38.0:1609800472.320114:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (24)++
00000800:00000200:27.0:1609800472.320117:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.320118:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)++
00000800:00000200:22.0:1609800472.320124:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (26)--
00000800:00000200:38.0:1609800472.320130:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.320130:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)++
00000800:00000200:23.0:1609800472.320131:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.320132:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.320133:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000400:00000200:23.0:1609800472.320133:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.320135:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800472.320135:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.320139:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:38.0:1609800472.320140:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.320142:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:38.0:1609800472.320147:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.320149:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:38.0:1609800472.320152:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.320154:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:38.0:1609800472.320154:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000800:00000200:25.1:1609800472.320157:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (23)++
00000800:00000200:38.0:1609800472.320159:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (24)--
00000800:00000200:19.0:1609800472.320163:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:57.0:1609800472.320164:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800472.320166:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000400:00000200:19.0:1609800472.320167:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.320168:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:19.0:1609800472.320170:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.320171:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.320171:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (24)--
00000400:00000200:22.0:1609800472.320172:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.320173:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000400:00000200:57.0:1609800472.320174:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:22.0:1609800472.320174:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.320179:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800472.320181:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:57.0:1609800472.320182:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:22.0:1609800472.320184:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:57.0:1609800472.320186:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320188:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.320189:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.320192:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320204:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:23.0:1609800472.320210:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:23.0:1609800472.320213:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:23.0:1609800472.320214:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.320216:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:23.0:1609800472.320217:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.320219:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:25.1:1609800472.320246:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:19.0:1609800472.320252:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.320253:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.320257:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.320257:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000800:00000200:19.0:1609800472.320258:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)++
00000400:00000200:57.0:1609800472.320259:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:22.0:1609800472.320259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:19.0:1609800472.320260:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:19.0:1609800472.320261:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:57.0:1609800472.320264:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.320267:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800472.320270:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320271:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.320272:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.320275:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320289:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:27.0:1609800472.320294:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:27.0:1609800472.320298:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:27.0:1609800472.320299:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800472.320301:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.320301:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:27.0:1609800472.320304:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:5.0:1609800472.320337:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.320351:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.320355:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:5.0:1609800472.320361:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.320364:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:5.0:1609800472.320369:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.320371:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:5.0:1609800472.320373:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:5.0:1609800472.320381:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000400:00000200:5.0:1609800472.320385:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.320390:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.320391:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:25.1:1609800472.320393:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:5.0:1609800472.320396:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.320398:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:22.0:1609800472.320399:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:22.0:1609800472.320402:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:22.0:1609800472.320403:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800472.320403:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.320404:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800472.320405:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:5.0:1609800472.320405:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (23)++
00000400:00000200:22.0:1609800472.320406:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.320407:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800472.320409:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:22.0:1609800472.320410:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:57.0:1609800472.320418:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.320420:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000800:00000200:25.1:1609800472.320422:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.320426:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.320439:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:57.0:1609800472.320443:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320445:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:57.0:1609800472.320446:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (23)++
00000800:00000200:23.0:1609800472.320447:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:57.0:1609800472.320449:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:23.0:1609800472.320450:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.320452:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)++
00000400:00000200:23.0:1609800472.320452:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.320455:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:27.0:1609800472.320456:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000800:00000200:27.0:1609800472.320457:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (24)++
00000800:00000200:19.0:1609800472.320458:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (24)++
00000800:00000200:27.0:1609800472.320459:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (25)--
00000800:00000200:23.0:1609800472.320460:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (25)--
00000800:00000200:19.0:1609800472.320460:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (25)--
00000800:00000200:27.0:1609800472.320462:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (23)--
00000400:00000200:19.0:1609800472.320462:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.320462:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800472.320464:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:19.0:1609800472.320465:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:19.0:1609800472.320467:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000400:00000200:0.0:1609800472.320470:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.320473:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:0.0:1609800472.320479:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.320482:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:0.0:1609800472.320488:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.320490:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:0.0:1609800472.320491:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:0.0:1609800472.320500:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320512:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000400:00000200:57.0:1609800472.320516:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.131@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800472.320517:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000400:00000200:57.0:1609800472.320520:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.320520:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:57.0:1609800472.320522:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:27.0:1609800472.320522:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.320523:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:27.0:1609800472.320524:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.320528:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.320531:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:27.0:1609800472.320532:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:57.0:1609800472.320535:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.320536:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (20)++
00000800:00000200:57.0:1609800472.320537:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (21)++
00000800:00000200:57.0:1609800472.320541:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800472.320553:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:22.0:1609800472.320558:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:22.0:1609800472.320561:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:22.0:1609800472.320562:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.320564:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: PUT: OK
00000800:00000200:19.0:1609800472.320564:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:22.0:1609800472.320566:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:25.1:1609800472.320588:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:23.0:1609800472.320593:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:23.0:1609800472.320597:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.131@o2ib18
00000800:00000200:23.0:1609800472.320598:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)++
00000800:00000200:27.0:1609800472.320599:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:23.0:1609800472.320600:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:23.0:1609800472.320601:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:27.1:1609800472.334420:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:19.0:1609800472.334447:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.334451:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.334452:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:19.0:1609800472.334454:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.334456:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:27.0:1609800472.334457:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000400:00000200:19.0:1609800472.334458:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.334460:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.334460:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:27.0:1609800472.334461:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.334464:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000400:00000200:22.0:1609800472.334464:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800472.334466:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800472.334466:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000400:00000200:22.0:1609800472.334466:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800472.334467:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.334470:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800472.334472:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.334472:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.0:1609800472.334474:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.334475:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800472.334476:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.334476:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.334477:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.334477:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800472.334478:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:22.0:1609800472.334479:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800472.334480:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b93700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.334481:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (25)++
00000400:00000200:23.0:1609800472.334482:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.334482:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (26)--
00000800:00000200:19.0:1609800472.334483:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000400:00000200:27.0:1609800472.334484:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800472.334484:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800472.334484:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:27.0:1609800472.334487:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800472.334489:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:23.0:1609800472.334490:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800472.334492:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800472.334493:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:22.0:1609800472.334493:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (23)++
00000800:00000200:27.0:1609800472.334494:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.334494:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (24)--
00000800:00000200:57.0:1609800472.334495:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800472.334495:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:57.0:1609800472.334496:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800472.334496:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800472.334496:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800472.334498:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.334499:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800472.334500:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:23.0:1609800472.334500:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.334501:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.334501:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:27.1:1609800472.334503:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800472.334504:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:57.0:1609800472.334509:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800472.334509:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000400:00000200:57.0:1609800472.334510:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.334511:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (25)--
00000400:00000200:57.0:1609800472.334512:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.334512:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:19.0:1609800472.334512:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.334513:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:19.0:1609800472.334516:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.334519:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.334522:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:19.0:1609800472.334527:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.1:1609800472.334528:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:19.0:1609800472.334532:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.334534:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.0:1609800472.334536:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.334537:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.334538:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800472.334541:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000800:00000200:19.0:1609800472.334541:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (24)++
00000800:00000200:28.0:1609800472.334542:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:19.0:1609800472.334542:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (24)--
00000800:00000200:0.0:1609800472.334543:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800472.334544:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:57.0:1609800472.334546:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800472.334546:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:57.0:1609800472.334547:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.334548:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.334550:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800472.334555:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800472.334582:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.334584:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.1:1609800472.334586:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000400:00000200:0.0:1609800472.334589:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800472.334592:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.334595:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.334597:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:22.0:1609800472.334599:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.334602:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.334604:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:22.0:1609800472.334610:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.334613:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800472.334615:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.0:1609800472.334618:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:22.0:1609800472.334619:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b93700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.334622:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.334623:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (22)--
00000800:00000200:22.0:1609800472.334624:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:27.1:1609800472.334657:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:19.0:1609800472.334663:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.334666:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.334669:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:19.0:1609800472.334669:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.334673:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.334675:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:19.0:1609800472.334680:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.334683:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.334685:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.334688:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.334689:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.334692:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.334693:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (22)--
00000800:00000200:19.0:1609800472.334694:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:57.0:1609800472.334697:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800472.334697:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.334698:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.334701:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800472.334702:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.1:1609800472.334708:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000400:00000200:1.0:1609800472.334708:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.334714:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:23.0:1609800472.334718:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.334720:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:23.0:1609800472.334721:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800472.334725:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.334727:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:23.0:1609800472.334744:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.334748:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800472.334750:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800472.334753:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800472.334755:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.334758:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:23.0:1609800472.334760:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800472.334763:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.334764:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800472.334771:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:28.0:1609800472.334777:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.334780:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000800:00000200:28.0:1609800472.334782:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:28.0:1609800472.334784:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:4.0:1609800472.334812:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800472.334815:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.334818:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.334860:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:22.0:1609800472.334866:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.334870:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.334872:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:22.0:1609800472.334873:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800472.334876:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000400:00000200:22.0:1609800472.334876:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.334878:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800472.334878:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.334882:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.334883:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000400:00000200:22.0:1609800472.334883:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800472.334886:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.334886:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:23.0:1609800472.334887:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.334887:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.334888:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:28.0:1609800472.334891:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.334891:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800472.334891:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.334892:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.334892:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b93e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800472.334893:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:22.0:1609800472.334897:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (25)++
00000800:00000200:22.0:1609800472.334898:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (26)--
00000400:00000200:23.0:1609800472.334899:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:22.0:1609800472.334899:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000400:00000200:19.0:1609800472.334899:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.334900:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:19.0:1609800472.334902:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800472.334903:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.334904:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.334904:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:23.0:1609800472.334905:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.334907:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.334907:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.334907:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:28.0:1609800472.334909:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.334909:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.334910:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:28.0:1609800472.334912:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:23.0:1609800472.334912:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.1:1609800472.334913:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.334914:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.334915:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (24)++
00000800:00000200:19.0:1609800472.334916:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (25)--
00000800:00000200:23.0:1609800472.334917:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (25)++
00000800:00000200:19.0:1609800472.334917:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:23.0:1609800472.334918:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (25)--
00000400:00000200:28.0:1609800472.334919:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.334919:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:57.0:1609800472.334921:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800472.334921:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000400:00000200:57.0:1609800472.334922:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.334922:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.334922:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.334923:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:57.0:1609800472.334925:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.0:1609800472.334926:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.1:1609800472.334926:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000400:00000200:19.0:1609800472.334926:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:28.0:1609800472.334929:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800472.334929:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.334931:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800472.334931:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:23.0:1609800472.334932:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.334936:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.334937:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000400:00000200:19.0:1609800472.334937:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.334939:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.334940:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (25)++
00000800:00000200:19.0:1609800472.334940:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.0:1609800472.334942:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (26)++
00000400:00000200:23.0:1609800472.334942:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.334942:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.334943:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:22.0:1609800472.334945:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.334945:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:23.0:1609800472.334946:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.334946:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800472.334947:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:28.0:1609800472.334950:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (27)--
00000800:00000200:28.0:1609800472.334951:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (26)--
00000800:00000200:57.0:1609800472.334953:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800472.334953:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (25)++
00000400:00000200:22.0:1609800472.334953:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.334954:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.334955:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.334955:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800472.334955:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (26)++
00000800:00000200:19.0:1609800472.334956:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (27)--
00000400:00000200:57.0:1609800472.334957:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800472.334957:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:22.0:1609800472.334957:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.334957:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (26)--
00000800:00000200:38.0:1609800472.334959:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800472.334959:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (25)++
00000800:00000200:22.0:1609800472.334960:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.334960:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (26)--
00000400:00000200:38.0:1609800472.334961:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.334961:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.334961:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b92d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.334961:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000800:00000200:19.0:1609800472.334962:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000400:00000200:23.0:1609800472.334963:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800472.334964:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:28.0:1609800472.334964:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.334964:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.334965:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800472.334965:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (24)--
00000800:00000200:22.0:1609800472.334966:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800472.334967:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:28.0:1609800472.334973:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.334975:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.0:1609800472.334976:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800472.334978:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.0:1609800472.334979:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800472.334980:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800472.334980:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.334981:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.334982:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.334982:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.334983:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.334984:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800472.334984:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:28.0:1609800472.334985:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800472.334985:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:57.0:1609800472.334988:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800472.334988:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000400:00000200:57.0:1609800472.334989:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.334990:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:38.0:1609800472.334991:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800472.334991:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:57.0:1609800472.334992:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800472.334993:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.334996:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.334998:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.335004:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:38.0:1609800472.335005:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800472.335006:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335007:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:38.0:1609800472.335008:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800472.335008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:19.0:1609800472.335010:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:27.1:1609800472.335015:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:23.0:1609800472.335021:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:23.0:1609800472.335025:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.335027:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:23.0:1609800472.335028:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000800:00000200:28.0:1609800472.335031:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000400:00000200:23.0:1609800472.335032:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335033:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800472.335034:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800472.335034:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:28.0:1609800472.335038:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.335040:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:28.0:1609800472.335041:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:23.0:1609800472.335043:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800472.335045:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:28.0:1609800472.335047:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800472.335049:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800472.335049:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800472.335050:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800472.335052:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800472.335053:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.335054:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.335055:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.335055:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:28.0:1609800472.335056:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800472.335059:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:28.0:1609800472.335060:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (22)--
00000800:00000200:28.0:1609800472.335061:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:57.0:1609800472.335063:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.335065:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335067:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800472.335107:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800472.335110:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.335113:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800472.335198:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800472.335205:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.335210:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:0.0:1609800472.335216:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.335219:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:0.0:1609800472.335224:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.335226:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:0.0:1609800472.335228:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:0.0:1609800472.335236:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000400:00000200:57.0:1609800472.335238:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335242:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.335242:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335245:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:0.0:1609800472.335246:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.335248:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800472.335251:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.335256:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:0.0:1609800472.335259:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.335262:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:27.1:1609800472.335263:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:57.0:1609800472.335264:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.335265:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335266:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000800:00000200:0.0:1609800472.335267:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000800:00000200:57.0:1609800472.335268:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.335269:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (25)++
00000800:00000200:57.0:1609800472.335273:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (26)--
00000800:00000200:0.0:1609800472.335274:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (26)++
00000800:00000200:22.0:1609800472.335276:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (26)--
00000400:00000200:57.0:1609800472.335278:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800472.335280:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (25)--
00000400:00000200:57.0:1609800472.335281:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335281:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (25)--
00000400:00000200:19.0:1609800472.335282:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335283:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:27.1:1609800472.335283:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (23)++
00000400:00000200:19.0:1609800472.335285:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:0.0:1609800472.335285:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335288:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800472.335289:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:57.0:1609800472.335291:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:23.0:1609800472.335292:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (25)--
00000800:00000200:19.0:1609800472.335292:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000400:00000200:23.0:1609800472.335294:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335294:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:57.0:1609800472.335295:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335296:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000400:00000200:23.0:1609800472.335296:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.335297:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.335299:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:57.0:1609800472.335300:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000400:00000200:0.0:1609800472.335300:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800472.335301:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (23)++
00000400:00000200:0.0:1609800472.335303:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800472.335305:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800472.335308:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000400:00000200:0.0:1609800472.335308:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800472.335311:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000800:00000200:0.0:1609800472.335311:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:57.0:1609800472.335312:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.335312:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335313:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000400:00000200:57.0:1609800472.335314:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:22.0:1609800472.335315:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:0.0:1609800472.335315:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800472.335317:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000800:00000200:0.0:1609800472.335317:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (24)++
00000400:00000200:19.0:1609800472.335318:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.335319:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (24)++
00000400:00000200:57.0:1609800472.335320:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800472.335320:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000400:00000200:19.0:1609800472.335321:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.335323:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:19.0:1609800472.335324:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:0.0:1609800472.335325:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (24)--
00000800:00000200:22.0:1609800472.335326:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:57.0:1609800472.335327:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335329:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (21)++
00000800:00000200:57.0:1609800472.335330:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:27.1:1609800472.335334:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (23)++
00000800:00000200:57.0:1609800472.335335:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.335348:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.335352:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:23.0:1609800472.335353:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335354:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:28.0:1609800472.335356:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:23.0:1609800472.335356:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:28.0:1609800472.335358:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.335358:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800472.335360:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800472.335361:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.335361:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:0.0:1609800472.335363:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335364:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:0.0:1609800472.335365:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:0.0:1609800472.335370:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.335374:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:0.0:1609800472.335378:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.335380:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:0.0:1609800472.335381:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:27.1:1609800472.335385:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:0.0:1609800472.335386:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000400:00000200:57.0:1609800472.335390:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800472.335391:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:0.0:1609800472.335391:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335394:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.335395:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335396:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000800:00000200:22.0:1609800472.335397:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.335397:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000400:00000200:57.0:1609800472.335398:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:22.0:1609800472.335398:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (25)--
00000400:00000200:0.0:1609800472.335398:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:22.0:1609800472.335400:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:19.0:1609800472.335400:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000800:00000200:22.0:1609800472.335401:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:19.0:1609800472.335402:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335404:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800472.335405:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.335407:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:0.0:1609800472.335410:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.335412:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:19.0:1609800472.335414:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:57.0:1609800472.335415:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.335416:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335417:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:0.0:1609800472.335418:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:0.0:1609800472.335419:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:57.0:1609800472.335423:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:0.0:1609800472.335423:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000800:00000200:57.0:1609800472.335429:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000800:00000200:27.1:1609800472.335434:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.335440:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:28.0:1609800472.335443:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:28.0:1609800472.335444:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335445:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000400:00000200:28.0:1609800472.335447:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.335448:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:22.0:1609800472.335449:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335450:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:28.0:1609800472.335452:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:22.0:1609800472.335452:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.335454:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:27.1:1609800472.335521:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:19.0:1609800472.335527:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.335531:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000800:00000200:19.0:1609800472.335532:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:23.0:1609800472.335533:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:19.0:1609800472.335533:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:19.0:1609800472.335535:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:57.0:1609800472.335558:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335562:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.335563:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335565:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800472.335570:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800472.335571:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.335573:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:1.0:1609800472.335575:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:57.0:1609800472.335576:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335577:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:57.0:1609800472.335578:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000400:00000200:1.0:1609800472.335581:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.335582:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000800:00000200:1.0:1609800472.335585:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:1.0:1609800472.335590:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800472.335592:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (21)++
00000800:00000200:1.0:1609800472.335593:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:27.1:1609800472.335594:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.335600:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:1.0:1609800472.335601:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (25)--
00000800:00000200:28.0:1609800472.335603:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:28.0:1609800472.335605:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335607:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800472.335608:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:1.0:1609800472.335610:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800472.335611:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000400:00000200:1.0:1609800472.335613:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335614:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:28.0:1609800472.335615:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:1.0:1609800472.335615:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:28.0:1609800472.335618:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.335619:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800472.335620:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.335620:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000400:00000200:28.0:1609800472.335622:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:1.0:1609800472.335623:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.335625:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:1.0:1609800472.335628:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800472.335629:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:1.0:1609800472.335630:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:1.0:1609800472.335633:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800472.335645:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.335651:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:22.0:1609800472.335654:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:22.0:1609800472.335655:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.335656:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:22.0:1609800472.335658:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.335661:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:57.0:1609800472.335728:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800472.335732:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000400:00000200:57.0:1609800472.335735:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335737:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:19.0:1609800472.335738:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:19.0:1609800472.335742:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000400:00000200:4.0:1609800472.335742:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:28.0:1609800472.335743:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:19.0:1609800472.335743:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000400:00000200:57.0:1609800472.335744:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800472.335744:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:19.0:1609800472.335745:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:57.0:1609800472.335747:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:4.0:1609800472.335749:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.335751:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800472.335752:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:57.0:1609800472.335753:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:57.0:1609800472.335754:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:57.0:1609800472.335758:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000400:00000200:4.0:1609800472.335759:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800472.335762:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:4.0:1609800472.335768:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:27.1:1609800472.335769:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:4.0:1609800472.335771:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000800:00000200:4.0:1609800472.335772:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.335776:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:4.0:1609800472.335780:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (25)--
00000800:00000200:23.0:1609800472.335781:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (25)--
00000400:00000200:23.0:1609800472.335782:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335782:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:23.0:1609800472.335785:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:4.0:1609800472.335785:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800472.335788:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800472.335791:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000400:00000200:4.0:1609800472.335791:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.335793:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:28.0:1609800472.335796:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:4.0:1609800472.335798:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800472.335799:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000800:00000200:4.0:1609800472.335800:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:28.0:1609800472.335801:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335802:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:28.0:1609800472.335803:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:4.0:1609800472.335804:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800472.335806:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (21)++
00000800:00000200:4.0:1609800472.335806:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.335807:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:4.0:1609800472.335810:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800472.335822:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.335828:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:22.0:1609800472.335831:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:22.0:1609800472.335832:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.335834:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:22.0:1609800472.335835:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.335852:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:57.0:1609800472.335874:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800472.335877:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.335878:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335881:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:38.0:1609800472.335884:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.335886:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800472.335887:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:57.0:1609800472.335889:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:38.0:1609800472.335894:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.335897:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:57.0:1609800472.335899:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335901:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (20)++
00000800:00000200:57.0:1609800472.335903:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (21)++
00000800:00000200:38.0:1609800472.335919:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335920:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000800:00000200:38.0:1609800472.335921:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000800:00000200:38.0:1609800472.335923:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:38.0:1609800472.335929:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000800:00000200:27.1:1609800472.335931:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (23)++
00000400:00000200:38.0:1609800472.335935:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800472.335937:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.335940:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (24)--
00000400:00000200:19.0:1609800472.335942:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335943:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:19.0:1609800472.335944:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.335947:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800472.335947:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:19.0:1609800472.335950:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000400:00000200:38.0:1609800472.335951:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335952:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000400:00000200:38.0:1609800472.335953:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:57.0:1609800472.335955:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.335955:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:19.0:1609800472.335956:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.335958:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:19.0:1609800472.335959:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000400:00000200:38.0:1609800472.335960:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.335962:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:57.0:1609800472.335964:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:38.0:1609800472.335967:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.335968:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (21)++
00000800:00000200:38.0:1609800472.335969:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000400:00000200:57.0:1609800472.335970:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800472.335972:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:57.0:1609800472.335973:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:27.1:1609800472.335975:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:38.0:1609800472.335976:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)--
00000800:00000200:57.0:1609800472.335977:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.335978:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (22)++
00000800:00000200:57.0:1609800472.335980:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000400:00000200:38.0:1609800472.335981:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.85@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:28.0:1609800472.335982:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:57.0:1609800472.335984:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (25)--
00000400:00000200:38.0:1609800472.335986:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.335986:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.335987:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (24)++
00000400:00000200:38.0:1609800472.335988:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.85@o2ib18 local destination
00000800:00000200:23.0:1609800472.335988:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (24)++
00000800:00000200:28.0:1609800472.335989:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (26)--
00000800:00000200:28.0:1609800472.335990:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000800:00000200:28.0:1609800472.335991:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (24)--
00000800:00000200:23.0:1609800472.335991:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (25)--
00000400:00000200:23.0:1609800472.335992:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.335993:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.335995:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000400:00000200:23.0:1609800472.335995:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:27.1:1609800472.335997:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (22)++
00000800:00000200:38.0:1609800472.335999:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.336000:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.336000:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:38.0:1609800472.336001:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (23)++
00000800:00000200:23.0:1609800472.336002:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (23)++
00000800:00000200:19.0:1609800472.336005:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (25)--
00000800:00000200:38.0:1609800472.336007:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (24)--
00000800:00000200:23.0:1609800472.336007:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:23.0:1609800472.336009:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800472.336011:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.336014:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800472.336016:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:22.0:1609800472.336023:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:22.0:1609800472.336025:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:22.0:1609800472.336027:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.336028:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:22.0:1609800472.336029:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.336032:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:27.1:1609800472.336046:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:28.0:1609800472.336052:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:28.0:1609800472.336056:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.85@o2ib18
00000800:00000200:28.0:1609800472.336057:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800472.336058:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (23)--
00000800:00000200:23.0:1609800472.336058:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (23)--
00000800:00000200:28.0:1609800472.336060:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000400:00000200:5.0:1609800472.341195:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800472.341202:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:27.1:1609800472.378672:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:19.0:1609800472.378680:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:19.0:1609800472.378687:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.142@o2ib18
00000800:00000200:22.0:1609800472.378690:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:19.0:1609800472.378694:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.378696:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:19.0:1609800472.378698:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.378700:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000400:00000200:22.0:1609800472.378702:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.378702:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:23.0:1609800472.378706:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:22.0:1609800472.378707:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.378709:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:22.0:1609800472.378712:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:19.0:1609800472.378713:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:23.0:1609800472.378714:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800472.378719:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800472.378724:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.378724:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800472.378728:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:22.0:1609800472.378729:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:23.0:1609800472.378730:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.378730:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800472.378734:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:22.0:1609800472.378734:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:22.0:1609800472.378738:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.378738:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:22.0:1609800472.378740:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b92a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.378740:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:19.0:1609800472.378741:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:23.0:1609800472.378745:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.378745:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:22.0:1609800472.378747:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:22.0:1609800472.378750:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800472.378751:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800472.378755:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800472.378760:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800472.378763:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.378766:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:27.1:1609800472.378768:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:23.0:1609800472.378768:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800472.378771:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800472.378773:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:28.0:1609800472.378795:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:23.0:1609800472.378795:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:23.0:1609800472.378798:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000800:00000200:28.0:1609800472.378799:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:19.0:1609800472.378799:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:23.0:1609800472.378801:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.378802:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800472.378803:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:23.0:1609800472.378808:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800472.378810:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800472.378811:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:28.0:1609800472.378813:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.378813:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800472.378814:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.378816:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:27.1:1609800472.378816:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:23.0:1609800472.378816:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.378817:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800472.378819:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800472.378819:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:23.0:1609800472.378821:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:19.0:1609800472.378821:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000400:00000200:5.0:1609800472.378821:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:28.0:1609800472.378822:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800472.378825:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (26)--
00000800:00000200:19.0:1609800472.378825:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:57.0:1609800472.378826:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.378826:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:22.0:1609800472.378826:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (26)--
00000800:00000200:28.0:1609800472.378828:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800472.378828:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:19.0:1609800472.378828:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800472.378830:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.0:1609800472.378831:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800472.378832:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.378833:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800472.378835:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:57.0:1609800472.378840:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.378841:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.378841:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.378843:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.0:1609800472.378843:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:19.0:1609800472.378844:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.0:1609800472.378845:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:27.1:1609800472.378845:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:19.0:1609800472.378846:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.0:1609800472.378847:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:28.0:1609800472.378848:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:19.0:1609800472.378849:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800472.378850:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800472.378851:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:5.0:1609800472.378851:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800472.378852:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:28.0:1609800472.378853:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:19.0:1609800472.378853:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:5.0:1609800472.378853:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.378854:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:19.0:1609800472.378855:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:57.0:1609800472.378858:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800472.378858:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.378859:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.378862:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.378862:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:22.0:1609800472.378868:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:22.0:1609800472.378871:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:28.0:1609800472.378873:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:5.0:1609800472.378873:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800472.378874:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.378876:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.378876:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.378879:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:5.0:1609800472.378881:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800472.378885:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.378888:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:22.0:1609800472.378890:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:22.0:1609800472.378892:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800472.378893:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b92300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.0:1609800472.378896:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:22.0:1609800472.378897:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:22.0:1609800472.378898:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:57.0:1609800472.378900:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.378902:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.378904:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.378918:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:19.0:1609800472.378923:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:19.0:1609800472.378926:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:23.0:1609800472.378929:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:19.0:1609800472.378929:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.378932:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.378935:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:19.0:1609800472.378941:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.378943:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800472.378946:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800472.378949:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800472.378950:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.378953:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:19.0:1609800472.378955:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:19.0:1609800472.378960:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:19.0:1609800472.378961:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:27.1:1609800472.378976:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:28.0:1609800472.378982:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:28.0:1609800472.378984:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:28.0:1609800472.378986:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:28.0:1609800472.378987:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:28.0:1609800472.378991:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:23.0:1609800472.378993:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:28.0:1609800472.378994:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:28.0:1609800472.378997:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.379000:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:28.0:1609800472.379005:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800472.379008:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.0:1609800472.379011:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.0:1609800472.379014:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:28.0:1609800472.379015:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800472.379018:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:28.0:1609800472.379020:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:28.0:1609800472.379021:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:57.0:1609800472.379027:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800472.379027:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.379029:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379032:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800472.379032:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.379039:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.379144:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:19.0:1609800472.379150:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:19.0:1609800472.379153:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:22.0:1609800472.379155:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:19.0:1609800472.379157:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.379159:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:19.0:1609800472.379160:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.379161:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000400:00000200:22.0:1609800472.379162:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800472.379163:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:23.0:1609800472.379165:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000400:00000200:22.0:1609800472.379166:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.379167:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000400:00000200:23.0:1609800472.379169:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000400:00000200:22.0:1609800472.379169:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800472.379169:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800472.379170:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.142@o2ib18
00000800:00000200:19.0:1609800472.379172:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800472.379174:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800472.379175:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:22.0:1609800472.379176:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:23.0:1609800472.379177:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.379178:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800472.379178:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800472.379178:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800472.379179:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800472.379180:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:22.0:1609800472.379181:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800472.379182:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345a0b93e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800472.379183:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (25)++
00000400:00000200:28.0:1609800472.379184:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.379184:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (26)--
00000800:00000200:22.0:1609800472.379185:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (26)++
00000800:00000200:19.0:1609800472.379185:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000400:00000200:28.0:1609800472.379186:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:23.0:1609800472.379186:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800472.379186:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (26)--
00000800:00000200:19.0:1609800472.379186:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:22.0:1609800472.379187:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:23.0:1609800472.379189:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800472.379191:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:28.0:1609800472.379192:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800472.379194:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800472.379203:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800472.379204:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800472.379205:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.379205:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800472.379206:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800472.379207:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.0:1609800472.379208:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800472.379208:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:28.0:1609800472.379209:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b9700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800472.379211:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:28.0:1609800472.379212:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:0.0:1609800472.379212:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.379213:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.379215:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:57.0:1609800472.379216:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800472.379216:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:28.0:1609800472.379216:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:0.0:1609800472.379216:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800472.379218:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.379218:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:57.0:1609800472.379220:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800472.379227:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:0.0:1609800472.379228:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.379229:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.379231:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800472.379233:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:19.0:1609800472.379235:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:19.0:1609800472.379237:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:19.0:1609800472.379239:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000400:00000200:57.0:1609800472.379466:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.379484:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379487:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800472.379493:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379497:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800472.379501:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379503:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:57.0:1609800472.379510:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:57.0:1609800472.379517:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:57.0:1609800472.379522:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800472.379527:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.379529:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379531:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800472.379536:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379539:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800472.379541:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379542:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:27.1:1609800472.379542:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:57.0:1609800472.379543:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:57.0:1609800472.379547:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:1.0:1609800472.379547:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.379548:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:28.0:1609800472.379550:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:1.0:1609800472.379550:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:28.0:1609800472.379551:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1609800472.379554:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000400:00000200:1.0:1609800472.379557:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800472.379561:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:1.0:1609800472.379561:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:28.0:1609800472.379562:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:1.0:1609800472.379567:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800472.379569:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800472.379569:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:1.0:1609800472.379571:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:57.0:1609800472.379572:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800472.379572:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (23)++
00000400:00000200:57.0:1609800472.379574:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:22.0:1609800472.379578:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:1.0:1609800472.379579:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:57.0:1609800472.379580:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800472.379582:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:57.0:1609800472.379583:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000400:00000200:22.0:1609800472.379584:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800472.379586:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800472.379586:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.379587:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:57.0:1609800472.379588:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:57.0:1609800472.379589:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:22.0:1609800472.379594:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (26)--
00000800:00000200:22.0:1609800472.379595:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:57.0:1609800472.379598:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:23.0:1609800472.379599:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:23.0:1609800472.379601:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379602:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800472.379605:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.379606:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379609:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:27.1:1609800472.379612:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:57.0:1609800472.379614:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379617:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:23.0:1609800472.379617:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:23.0:1609800472.379619:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:57.0:1609800472.379620:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379621:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:57.0:1609800472.379622:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:23.0:1609800472.379622:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:23.0:1609800472.379623:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800472.379624:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:57.0:1609800472.379625:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:23.0:1609800472.379626:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.379628:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:57.0:1609800472.379630:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800472.379635:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000400:00000200:57.0:1609800472.379637:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379639:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:28.0:1609800472.379640:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:28.0:1609800472.379643:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:4.0:1609800472.379643:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:28.0:1609800472.379644:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379645:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800472.379646:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:28.0:1609800472.379647:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.379649:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:28.0:1609800472.379650:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:57.0:1609800472.379651:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379653:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:57.0:1609800472.379653:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:57.0:1609800472.379656:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:27.1:1609800472.379668:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:22.0:1609800472.379673:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:22.0:1609800472.379676:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:22.0:1609800472.379677:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.379679:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:22.0:1609800472.379694:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:22.0:1609800472.379696:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000400:00000200:57.0:1609800472.379724:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800472.379726:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379728:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379730:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:38.0:1609800472.379733:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800472.379735:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379738:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000400:00000200:38.0:1609800472.379742:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.379745:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800472.379746:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379747:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:57.0:1609800472.379749:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:38.0:1609800472.379750:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.379752:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:57.0:1609800472.379753:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:38.0:1609800472.379754:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:38.0:1609800472.379760:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:27.1:1609800472.379777:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:19.0:1609800472.379783:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:19.0:1609800472.379786:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:28.0:1609800472.379788:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000400:00000200:19.0:1609800472.379788:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800472.379791:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:28.0:1609800472.379792:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:28.0:1609800472.379793:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.379794:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:19.0:1609800472.379795:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:28.0:1609800472.379796:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:28.0:1609800472.379799:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000400:00000200:57.0:1609800472.379847:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.379862:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379866:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800472.379871:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379874:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800472.379878:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379893:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:57.0:1609800472.379894:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:57.0:1609800472.379895:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.142@o2ib18: no credits
00000800:00000200:57.0:1609800472.379896:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:57.0:1609800472.379910:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.379913:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.379914:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000400:00000200:57.0:1609800472.379919:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.379921:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:57.0:1609800472.379923:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.379924:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:57.0:1609800472.379925:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:57.0:1609800472.379926:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.142@o2ib18: no credits
00000800:00000200:57.0:1609800472.379927:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:5.0:1609800472.379935:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.379945:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.379949:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:27.1:1609800472.379954:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:5.0:1609800472.379955:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.379958:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:22.0:1609800472.379959:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)++
00000800:00000200:22.0:1609800472.379963:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.142@o2ib18
00000800:00000200:5.0:1609800472.379963:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800472.379965:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:5.0:1609800472.379965:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:22.0:1609800472.379973:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:22.0:1609800472.379974:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:5.0:1609800472.379974:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:22.0:1609800472.379976:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:5.0:1609800472.379981:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (24)--
00000800:00000200:27.1:1609800472.379983:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (23)++
00000400:00000200:5.0:1609800472.379985:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.379988:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.379989:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000400:00000200:5.0:1609800472.379990:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:19.0:1609800472.379993:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (25)--
00000400:00000200:19.0:1609800472.379995:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.379996:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000400:00000200:5.0:1609800472.379996:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.379998:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:28.0:1609800472.379999:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (25)--
00000400:00000200:19.0:1609800472.379999:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000400:00000200:28.0:1609800472.380001:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800472.380001:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)++
00000800:00000200:5.0:1609800472.380003:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000400:00000200:28.0:1609800472.380004:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:19.0:1609800472.380004:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:5.0:1609800472.380004:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (25)++
00000800:00000200:23.0:1609800472.380005:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:28.0:1609800472.380006:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (25)--
00000800:00000200:5.0:1609800472.380006:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (25)++
00000400:00000200:23.0:1609800472.380007:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800472.380008:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (24)--
00000400:00000200:23.0:1609800472.380009:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:23.0:1609800472.380012:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:5.0:1609800472.380013:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:5.0:1609800472.380017:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.142@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800472.380022:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.380023:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:27.1:1609800472.380024:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:28.0:1609800472.380029:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:5.0:1609800472.380029:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.380031:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:28.0:1609800472.380032:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:28.0:1609800472.380034:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800472.380034:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800472.380035:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:5.0:1609800472.380035:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (22)++
00000400:00000200:28.0:1609800472.380036:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:5.0:1609800472.380036:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:28.0:1609800472.380039:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:5.0:1609800472.380039:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.142@o2ib18: no credits
00000800:00000200:5.0:1609800472.380039:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:27.1:1609800472.380077:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:22.0:1609800472.380081:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:22.0:1609800472.380085:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.142@o2ib18
00000800:00000200:23.0:1609800472.380087:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:22.0:1609800472.380089:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:22.0:1609800472.380090:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:22.0:1609800472.380091:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:27.1:1609800472.380100:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:19.0:1609800472.380105:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:19.0:1609800472.380108:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:19.0:1609800472.380109:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800472.380110:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:19.0:1609800472.380112:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: PUT: OK
00000800:00000200:19.0:1609800472.380115:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:27.1:1609800472.380248:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:23.0:1609800472.380253:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:23.0:1609800472.380257:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.142@o2ib18
00000800:00000200:23.0:1609800472.380259:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:22.0:1609800472.380259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800472.380260:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:23.0:1609800472.380261:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000800:00000200:32.1:1609800472.393458:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (20)++
00000800:00000200:6.0:1609800472.393516:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (21)++
00000800:00000200:6.0:1609800472.393526:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.114@o2ib18
00000400:00000200:6.0:1609800472.393535:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.114@o2ib18 : GET - for me
00000400:00000200:6.0:1609800472.393543:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.114@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800472.393549:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.114@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800472.393555:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc000] (22)++
00000800:00000200:6.0:1609800472.393558:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc000] (23)--
00000400:00000200:6.0:1609800472.393563:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.114@o2ib18 local destination
00000800:00000200:37.0:1609800472.393567:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000400:00000200:6.0:1609800472.393575:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.114@o2ib18(192.168.128.114@o2ib18:192.168.128.114@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800472.393594:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.114@o2ib18
00000800:00000200:6.0:1609800472.393597:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc00] -> 192.168.128.114@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800472.393598:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc000] (21)++
00000800:00000200:6.0:1609800472.393599:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc000] (22)++
00000800:00000200:6.0:1609800472.393606:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc000] (23)--
00000800:00000200:6.0:1609800472.393608:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:32.1:1609800472.393622:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc000] (21)++
00000800:00000200:3.0:1609800472.393667:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc000] (22)++
00000800:00000200:3.0:1609800472.393692:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc000] (23)--
00000400:00000200:3.0:1609800472.393695:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.393697:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.114@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800472.393701:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (22)--
00000800:00000200:3.0:1609800472.393702:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc000] (21)--
00000800:00000200:31.1:1609800472.398962:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (20)++
00000800:00000200:28.0:1609800472.398972:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:28.0:1609800472.398975:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.158@o2ib18
00000400:00000200:28.0:1609800472.398978:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.158@o2ib18 : GET - for me
00000400:00000200:28.0:1609800472.398982:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.158@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:28.0:1609800472.398986:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.158@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:28.0:1609800472.399007:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:28.0:1609800472.399009:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:28.0:1609800472.399012:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.158@o2ib18 local destination
00000400:00000200:28.0:1609800472.399018:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.158@o2ib18(192.168.128.158@o2ib18:192.168.128.158@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800472.399018:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:28.0:1609800472.399021:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.158@o2ib18
00000800:00000200:28.0:1609800472.399024:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca680] -> 192.168.128.158@o2ib18 (2) version: 12
00000800:00000200:28.0:1609800472.399026:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:28.0:1609800472.399027:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:28.0:1609800472.399031:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba4400] (23)--
00000800:00000200:28.0:1609800472.399032:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:31.1:1609800472.399098:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba4400] (21)++
00000800:00000200:22.0:1609800472.399105:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)++
00000800:00000200:22.0:1609800472.399107:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba4400] (23)--
00000400:00000200:22.0:1609800472.399108:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800472.399110:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.158@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800472.399113:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (22)--
00000800:00000200:22.0:1609800472.399113:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba4400] (21)--
00000800:00000200:23.1:1609800472.633163:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:37.0:1609800472.633217:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:37.0:1609800472.633227:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.96@o2ib18
00000400:00000200:37.0:1609800472.633236:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : GET - for me
00000400:00000200:37.0:1609800472.633244:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.96@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800472.633251:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.96@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800472.633256:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800472.633259:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000400:00000200:37.0:1609800472.633265:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:6.0:1609800472.633267:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:37.0:1609800472.633277:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800472.633283:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:37.0:1609800472.633289:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800472.633292:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (21)++
00000800:00000200:37.0:1609800472.633294:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800472.633305:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800472.633307:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:23.1:1609800472.633414:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:3.0:1609800472.633482:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:3.0:1609800472.633487:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:3.0:1609800472.633488:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800472.633491:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800472.633495:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:3.0:1609800472.633496:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:34.1:1609800472.726062:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (20)++
00000800:00000200:6.0:1609800472.726144:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)++
00000800:00000200:6.0:1609800472.726150:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.80@o2ib18
00000400:00000200:6.0:1609800472.726154:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.726158:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.726161:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800472.726167:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.726170:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800472.726173:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800472.726176:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800472.726177:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.726181:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:6.0:1609800472.726181:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:6.0:1609800472.726182:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:6.0:1609800472.726186:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)--
00000800:00000200:6.0:1609800472.726188:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:37.0:1609800472.726205:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:6.0:1609800472.726208:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000400:00000200:37.0:1609800472.726210:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.726211:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800472.726232:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.726234:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.726265:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:6.0:1609800472.726269:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800472.726270:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000400:00000200:37.0:1609800472.726273:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800472.726274:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.726275:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.726276:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.726277:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800472.726278:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:6.0:1609800472.726279:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800472.726280:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800472.726280:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.726282:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:6.0:1609800472.726282:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800472.726282:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800472.726283:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800472.726283:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800472.726284:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.726285:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (25)++
00000400:00000200:3.0:1609800472.726285:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.726286:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800472.726286:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)--
00000400:00000200:8.0:1609800472.726287:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.726287:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:6.0:1609800472.726288:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000400:00000200:3.0:1609800472.726288:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800472.726288:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800472.726290:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.726292:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (25)++
00000800:00000200:37.0:1609800472.726294:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)--
00000800:00000200:37.0:1609800472.726295:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000400:00000200:3.0:1609800472.726295:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.726296:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:0.0:1609800472.726297:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.726298:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.726311:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000400:00000200:8.0:1609800472.726311:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.726312:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800472.726312:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800472.726312:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800472.726314:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:3.0:1609800472.726315:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800472.726319:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800472.726320:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.726321:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800472.726324:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.726324:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800472.726325:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (25)++
00000800:00000200:8.0:1609800472.726327:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800472.726330:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800472.726332:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.726337:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)++
00000400:00000200:37.0:1609800472.726341:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800472.726341:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.726342:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (27)++
00000400:00000200:37.0:1609800472.726344:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:0.0:1609800472.726345:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800472.726346:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.726350:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800472.726350:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (28)++
00000800:00000200:3.0:1609800472.726350:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (28)--
00000400:00000200:0.0:1609800472.726350:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800472.726351:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (29)--
00000800:00000200:37.0:1609800472.726352:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800472.726352:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800472.726353:0:16040:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.80@o2ib18(1): redundant or enough NOOP
00000800:00000200:3.0:1609800472.726353:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)--
00000800:00000200:37.0:1609800472.726354:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800472.726354:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)--
00000800:00000200:3.0:1609800472.726354:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000800:00000200:8.0:1609800472.726356:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)--
00000800:00000200:37.0:1609800472.726357:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800472.726357:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.726358:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.726359:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)++
00000400:00000200:6.0:1609800472.726359:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800472.726360:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800472.726361:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (26)--
00000800:00000200:37.0:1609800472.726362:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)++
00000800:00000200:8.0:1609800472.726362:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:6.0:1609800472.726362:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800472.726363:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:6.0:1609800472.726364:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800472.726376:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.726377:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (24)--
00000800:00000200:37.0:1609800472.726378:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)--
00000800:00000200:6.0:1609800472.726378:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800472.726378:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:6.0:1609800472.726380:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800472.726383:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800472.726384:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800472.726386:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.726386:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:3.0:1609800472.726386:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800472.726387:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:6.0:1609800472.726388:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:1.0:1609800472.726388:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.726389:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800472.726389:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800472.726391:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:1.0:1609800472.726391:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.726393:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800472.726393:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800472.726395:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (21)++
00000800:00000200:57.0:1609800472.726396:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800472.726397:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)--
00000400:00000200:57.0:1609800472.726398:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.726398:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000400:00000200:57.0:1609800472.726400:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800472.726400:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800472.726402:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.726404:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800472.726416:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.726422:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.726425:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.1:1609800472.726557:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (20)++
00000800:00000200:8.0:1609800472.726567:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)++
00000800:00000200:8.0:1609800472.726571:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.726574:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:8.0:1609800472.726574:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800472.726578:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.726580:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:8.0:1609800472.726586:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800472.726588:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800472.726590:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800472.726592:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:34.1:1609800472.726593:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000800:00000200:8.0:1609800472.726593:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.726597:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:8.0:1609800472.726599:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (23)++
00000800:00000200:6.0:1609800472.726602:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:8.0:1609800472.726606:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (25)--
00000800:00000200:6.0:1609800472.726606:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:8.0:1609800472.726607:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000800:00000200:8.0:1609800472.726608:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000400:00000200:6.0:1609800472.726609:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800472.726610:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800472.726611:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000400:00000200:6.0:1609800472.726612:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.726613:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.726613:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000400:00000200:8.0:1609800472.726614:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800472.726615:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:57.0:1609800472.726616:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800472.726617:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:3.0:1609800472.726619:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)++
00000400:00000200:6.0:1609800472.726621:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800472.726621:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.80@o2ib18
00000800:00000200:6.0:1609800472.726640:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800472.726642:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800472.726642:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800472.726643:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800472.726644:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.726645:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.726645:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800472.726646:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:6.0:1609800472.726646:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800472.726649:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.726650:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (26)++
00000400:00000200:37.0:1609800472.726651:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800472.726651:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (27)--
00000800:00000200:6.0:1609800472.726652:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)--
00000800:00000200:6.0:1609800472.726653:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)++
00000400:00000200:8.0:1609800472.726654:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800472.726655:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (26)--
00000800:00000200:6.0:1609800472.726656:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000400:00000200:37.0:1609800472.726657:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800472.726657:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800472.726657:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000800:00000200:8.0:1609800472.726659:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800472.726676:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800472.726677:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:37.0:1609800472.726679:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800472.726679:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800472.726680:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800472.726682:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800472.726683:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800472.726683:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)++
00000400:00000200:3.0:1609800472.726683:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800472.726684:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (24)++
00000800:00000200:8.0:1609800472.726684:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (24)--
00000800:00000200:8.0:1609800472.726685:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)--
00000800:00000200:3.0:1609800472.726685:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800472.726687:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:37.0:1609800472.726687:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:3.0:1609800472.726687:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800472.726690:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800472.726691:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800472.726693:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (21)++
00000800:00000200:57.0:1609800472.726694:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800472.726695:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (22)++
00000800:00000200:4.0:1609800472.726696:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.726698:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800472.726699:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800472.726699:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:3.0:1609800472.726699:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:57.0:1609800472.726701:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800472.726703:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800472.726707:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800472.726708:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800472.726709:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000400:00000200:57.0:1609800472.726711:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800472.726717:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:6.0:1609800472.726720:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (23)--
00000800:00000200:4.0:1609800472.726720:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800472.726722:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:4.0:1609800472.726722:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800472.726724:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000400:00000200:4.0:1609800472.726724:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800472.726941:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800472.726949:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.726971:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:38.0:1609800472.726977:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.726999:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:38.0:1609800472.727002:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.727004:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (20)++
00000800:00000200:38.0:1609800472.727005:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (21)++
00000800:00000200:38.0:1609800472.727030:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)--
00000400:00000200:57.0:1609800472.727034:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.727040:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.727041:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800472.727059:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.727061:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:38.0:1609800472.727061:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:38.0:1609800472.727065:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.727067:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000400:00000200:57.0:1609800472.727071:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.727074:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.727075:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:38.0:1609800472.727075:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (21)++
00000800:00000200:38.0:1609800472.727076:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (22)++
00000800:00000200:38.0:1609800472.727078:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:57.0:1609800472.727080:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800472.727081:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800472.727082:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:57.0:1609800472.727084:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (23)++
00000400:00000200:38.0:1609800472.727085:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800472.727087:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000800:00000200:57.0:1609800472.727088:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (24)--
00000400:00000200:38.0:1609800472.727091:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800472.727107:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:38.0:1609800472.727111:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800472.727112:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (23)++
00000800:00000200:38.0:1609800472.727113:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (24)++
00000800:00000200:38.0:1609800472.727115:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (25)--
00000400:00000200:5.0:1609800472.727191:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.727193:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.727196:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.727198:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:5.0:1609800472.727199:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800472.727202:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:5.0:1609800472.727207:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800472.727210:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000400:00000200:57.0:1609800472.727213:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.727217:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:5.0:1609800472.727219:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.727220:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (24)++
00000800:00000200:57.0:1609800472.727221:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800472.727222:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (25)++
00000800:00000200:57.0:1609800472.727223:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (26)++
00000800:00000200:5.0:1609800472.727228:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (27)--
00000800:00000200:57.0:1609800472.727229:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (27)++
00000800:00000200:57.0:1609800472.727232:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (27)--
00000400:00000200:57.0:1609800472.727236:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.727239:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.727241:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:57.0:1609800472.727247:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.727249:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:57.0:1609800472.727252:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.727255:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (26)++
00000800:00000200:57.0:1609800472.727256:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (27)++
00000800:00000200:57.0:1609800472.727260:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (28)--
00000800:00000200:34.1:1609800472.727280:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (27)++
00000400:00000200:0.0:1609800472.727331:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800472.727334:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (28)++
00000800:00000200:37.0:1609800472.727339:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (29)--
00000400:00000200:0.0:1609800472.727339:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.727341:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.727342:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:37.0:1609800472.727344:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000400:00000200:0.0:1609800472.727366:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800472.727370:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.727371:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (28)--
00000800:00000200:37.0:1609800472.727372:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)++
00000800:00000200:37.0:1609800472.727374:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (28)--
00000800:00000200:0.0:1609800472.727374:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800472.727375:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800472.727376:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (27)++
00000400:00000200:37.0:1609800472.727378:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:0.0:1609800472.727378:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (28)++
00000800:00000200:3.0:1609800472.727379:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (28)++
00000800:00000200:37.0:1609800472.727402:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (30)--
00000800:00000200:37.0:1609800472.727403:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (29)++
00000800:00000200:0.0:1609800472.727403:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (29)--
00000800:00000200:3.0:1609800472.727404:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (30)--
00000800:00000200:37.0:1609800472.727405:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (29)--
00000400:00000200:37.0:1609800472.727405:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.727408:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800472.727408:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.727409:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.727411:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (27)--
00000400:00000200:3.0:1609800472.727411:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000400:00000200:57.0:1609800472.727412:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800472.727412:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000800:00000200:37.0:1609800472.727413:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (27)--
00000400:00000200:57.0:1609800472.727414:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:37.0:1609800472.727415:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.727415:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)++
00000400:00000200:37.0:1609800472.727417:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.727419:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (27)--
00000400:00000200:57.0:1609800472.727421:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800472.727421:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.727424:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:57.0:1609800472.727425:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:37.0:1609800472.727425:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)--
00000800:00000200:3.0:1609800472.727426:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:37.0:1609800472.727428:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:57.0:1609800472.727429:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.727431:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (25)++
00000800:00000200:8.0:1609800472.727431:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (25)--
00000800:00000200:37.0:1609800472.727432:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (25)--
00000800:00000200:57.0:1609800472.727433:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (25)++
00000400:00000200:37.0:1609800472.727433:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.727433:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)++
00000800:00000200:57.0:1609800472.727436:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.80@o2ib18: no credits
00000400:00000200:37.0:1609800472.727436:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.727436:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (26)--
00000800:00000200:57.0:1609800472.727437:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (25)--
00000800:00000200:8.0:1609800472.727438:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.80@o2ib18: no credits
00000800:00000200:8.0:1609800472.727439:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (24)--
00000800:00000200:37.0:1609800472.727440:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000400:00000200:8.0:1609800472.727440:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.727442:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.727445:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:0.0:1609800472.727484:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800472.727489:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800472.727491:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:0.0:1609800472.727496:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:34.1:1609800472.727499:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000800:00000200:0.0:1609800472.727499:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:0.0:1609800472.727519:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800472.727521:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:3.0:1609800472.727522:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:0.0:1609800472.727522:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (23)++
00000800:00000200:0.0:1609800472.727524:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.80@o2ib18: no credits
00000800:00000200:0.0:1609800472.727525:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (25)--
00000800:00000200:3.0:1609800472.727526:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.80@o2ib18
00000800:00000200:6.0:1609800472.727529:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000800:00000200:3.0:1609800472.727537:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)++
00000800:00000200:3.0:1609800472.727538:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (24)--
00000800:00000200:3.0:1609800472.727539:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)--
00000800:00000200:34.1:1609800472.727547:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (22)++
00000800:00000200:37.0:1609800472.727555:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000800:00000200:37.0:1609800472.727558:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (24)--
00000400:00000200:37.0:1609800472.727560:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800472.727561:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000400:00000200:37.0:1609800472.727562:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.727565:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000800:00000200:8.0:1609800472.727565:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (24)--
00000800:00000200:37.0:1609800472.727566:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:8.0:1609800472.727567:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.727569:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:8.0:1609800472.727571:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000400:00000200:57.0:1609800472.727585:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800472.727589:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800472.727591:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:57.0:1609800472.727597:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800472.727600:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:57.0:1609800472.727604:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800472.727606:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (20)++
00000800:00000200:57.0:1609800472.727607:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (21)++
00000800:00000200:57.0:1609800472.727611:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)--
00000800:00000200:34.1:1609800472.727618:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000800:00000200:3.0:1609800472.727626:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:3.0:1609800472.727631:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.80@o2ib18
00000800:00000200:3.0:1609800472.727632:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)++
00000800:00000200:37.0:1609800472.727633:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (23)++
00000800:00000200:3.0:1609800472.727633:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (24)--
00000800:00000200:37.0:1609800472.727637:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (24)--
00000800:00000200:3.0:1609800472.727637:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (24)--
00000800:00000200:3.0:1609800472.727638:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000400:00000200:37.0:1609800472.727639:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800472.727641:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:37.0:1609800472.727644:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000400:00000200:1.0:1609800472.727723:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.80@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800472.727729:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800472.727732:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:1.0:1609800472.727737:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800472.727741:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:1.0:1609800472.727745:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800472.727746:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (20)++
00000800:00000200:1.0:1609800472.727747:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (21)++
00000800:00000200:1.0:1609800472.727755:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)--
00000800:00000200:34.1:1609800472.727771:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000800:00000200:8.0:1609800472.727779:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:8.0:1609800472.727782:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (23)--
00000400:00000200:8.0:1609800472.727783:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800472.727785:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: PUT: OK
00000800:00000200:3.0:1609800472.727785:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:8.0:1609800472.727788:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000800:00000200:30.1:1609800473.006185:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (20)++
00000800:00000200:6.0:1609800473.006237:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800473.006243:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.175@o2ib18
00000400:00000200:6.0:1609800473.006247:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : GET - for me
00000400:00000200:6.0:1609800473.006252:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.175@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800473.006255:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.175@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800473.006258:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800473.006260:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (23)--
00000400:00000200:6.0:1609800473.006262:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:6.0:1609800473.006268:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800473.006271:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800473.006274:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:6.0:1609800473.006274:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800473.006275:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800473.006277:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800473.006283:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000800:00000200:6.0:1609800473.006285:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:30.1:1609800473.006298:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (21)++
00000800:00000200:3.0:1609800473.006343:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:3.0:1609800473.006348:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (23)--
00000400:00000200:3.0:1609800473.006350:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800473.006353:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800473.006373:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:3.0:1609800473.006374:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000800:00000200:30.1:1609800473.072991:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:19.0:1609800473.073039:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800473.073047:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.145@o2ib18
00000800:00000200:28.0:1609800473.073052:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:19.0:1609800473.073052:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : GET - for me
00000400:00000200:19.0:1609800473.073057:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.145@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800473.073061:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.145@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800473.073064:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800473.073066:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:19.0:1609800473.073069:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:19.0:1609800473.073076:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800473.073079:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:19.0:1609800473.073083:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800473.073084:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800473.073086:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800473.073093:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800473.073096:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800473.073159:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:22.0:1609800473.073165:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:22.0:1609800473.073169:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:22.0:1609800473.073170:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800473.073173:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800473.073175:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:22.0:1609800473.073176:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:5.0:1609800473.341197:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800473.341204:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:35.1:1609800473.410144:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (20)++
00000800:00000200:28.0:1609800473.410194:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)++
00000800:00000200:28.0:1609800473.410206:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.90@o2ib18
00000400:00000200:28.0:1609800473.410214:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.90@o2ib18 : GET - for me
00000400:00000200:28.0:1609800473.410223:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.90@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:28.0:1609800473.410229:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.90@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:28.0:1609800473.410234:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdec00] (22)++
00000800:00000200:28.0:1609800473.410237:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdec00] (23)--
00000400:00000200:28.0:1609800473.410243:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.90@o2ib18 local destination
00000800:00000200:19.0:1609800473.410245:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000400:00000200:28.0:1609800473.410255:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.90@o2ib18(192.168.128.90@o2ib18:192.168.128.90@o2ib18) : REPLY try# 0
00000800:00000200:28.0:1609800473.410261:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.90@o2ib18
00000800:00000200:28.0:1609800473.410267:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb080] -> 192.168.128.90@o2ib18 (2) version: 12
00000800:00000200:28.0:1609800473.410269:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdec00] (21)++
00000800:00000200:28.0:1609800473.410272:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdec00] (22)++
00000800:00000200:28.0:1609800473.410282:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdec00] (23)--
00000800:00000200:28.0:1609800473.410284:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:35.1:1609800473.410323:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdec00] (21)++
00000800:00000200:22.0:1609800473.410333:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)++
00000800:00000200:22.0:1609800473.410338:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdec00] (23)--
00000400:00000200:22.0:1609800473.410340:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800473.410345:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.90@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800473.410349:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (22)--
00000800:00000200:22.0:1609800473.410350:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdec00] (21)--
00000800:00000200:35.1:1609800473.481718:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:19.0:1609800473.481788:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800473.481795:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.150@o2ib18
00000800:00000200:28.0:1609800473.481800:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800473.481800:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : GET - for me
00000400:00000200:19.0:1609800473.481806:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.150@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800473.481810:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.150@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800473.481813:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800473.481815:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800473.481818:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:19.0:1609800473.481824:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800473.481827:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800473.481831:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800473.481832:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800473.481833:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800473.481840:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800473.481841:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800473.481895:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:22.0:1609800473.481901:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:22.0:1609800473.481904:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:22.0:1609800473.481905:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800473.481908:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800473.481910:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:22.0:1609800473.481911:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:29.1:1609800473.499180:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:28.0:1609800473.499226:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:28.0:1609800473.499233:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.108@o2ib18
00000400:00000200:28.0:1609800473.499237:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : GET - for me
00000400:00000200:28.0:1609800473.499242:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.108@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:28.0:1609800473.499263:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.108@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:28.0:1609800473.499266:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:28.0:1609800473.499268:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:28.0:1609800473.499272:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:19.0:1609800473.499274:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:28.0:1609800473.499278:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : REPLY try# 0
00000800:00000200:28.0:1609800473.499281:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:28.0:1609800473.499284:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:28.0:1609800473.499286:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:28.0:1609800473.499288:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:28.0:1609800473.499295:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:28.0:1609800473.499296:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800473.499380:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:22.0:1609800473.499386:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:22.0:1609800473.499388:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:22.0:1609800473.499390:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800473.499392:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800473.499394:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:22.0:1609800473.499394:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:33.1:1609800473.754055:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:19.0:1609800473.754103:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800473.754110:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.103@o2ib18
00000400:00000200:19.0:1609800473.754115:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : GET - for me
00000400:00000200:19.0:1609800473.754148:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.103@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000800:00000200:28.0:1609800473.754151:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:19.0:1609800473.754152:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.103@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800473.754155:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800473.754157:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:19.0:1609800473.754160:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:19.0:1609800473.754166:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800473.754169:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:19.0:1609800473.754173:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800473.754176:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800473.754177:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800473.754184:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800473.754186:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800473.754424:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:22.0:1609800473.754433:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:22.0:1609800473.754455:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:22.0:1609800473.754456:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800473.754458:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: REPLY: OK
00000800:00000200:22.0:1609800473.754460:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:22.0:1609800473.754461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:23.1:1609800473.889288:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:37.0:1609800473.889349:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:37.0:1609800473.889359:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.156@o2ib18
00000400:00000200:37.0:1609800473.889368:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800473.889376:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800473.889399:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800473.889405:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800473.889408:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800473.889409:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800473.889410:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800473.889413:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800473.889414:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800473.889416:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:37.0:1609800473.889417:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:37.0:1609800473.889420:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000400:00000200:6.0:1609800473.889420:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800473.889421:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800473.889422:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800473.889442:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:6.0:1609800473.889442:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800473.889445:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800473.889446:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800473.889468:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800473.889470:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800473.889470:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800473.889472:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800473.889475:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800473.889493:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800473.889494:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.889495:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800473.889496:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800473.889498:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800473.889498:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800473.889499:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800473.889500:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800473.889500:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800473.889501:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800473.889503:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (24)++
00000800:00000200:37.0:1609800473.889504:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000400:00000200:3.0:1609800473.889504:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800473.889505:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800473.889506:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (25)++
00000800:00000200:6.0:1609800473.889506:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (25)++
00000400:00000200:4.0:1609800473.889507:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800473.889507:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800473.889509:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000800:00000200:37.0:1609800473.889510:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (25)++
00000800:00000200:6.0:1609800473.889510:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000800:00000200:8.0:1609800473.889511:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.889511:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000400:00000200:4.0:1609800473.889511:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800473.889512:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.889512:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000400:00000200:3.0:1609800473.889514:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800473.889515:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800473.889517:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800473.889518:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800473.889520:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800473.889521:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889521:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800473.889523:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:3.0:1609800473.889525:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800473.889527:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800473.889527:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800473.889529:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800473.889529:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800473.889530:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889531:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:8.0:1609800473.889532:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800473.889532:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800473.889533:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:8.0:1609800473.889534:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800473.889535:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889537:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000400:00000200:37.0:1609800473.889538:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800473.889538:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800473.889539:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800473.889540:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800473.889541:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800473.889543:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800473.889543:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000800:00000200:8.0:1609800473.889544:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (25)++
00000800:00000200:3.0:1609800473.889545:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:37.0:1609800473.889546:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800473.889547:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800473.889548:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:8.0:1609800473.889549:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800473.889573:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.889574:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800473.889575:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000400:00000200:57.0:1609800473.889576:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800473.889576:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:57.0:1609800473.889578:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800473.889582:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:57.0:1609800473.889585:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800473.889586:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.889590:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800473.889643:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800473.889646:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800473.889649:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800473.889705:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800473.889711:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:6.0:1609800473.889715:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800473.889738:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800473.889741:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:6.0:1609800473.889747:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800473.889748:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800473.889750:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800473.889753:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:3.0:1609800473.889755:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.889757:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800473.889759:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800473.889759:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800473.889784:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (24)++
00000400:00000200:3.0:1609800473.889785:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800473.889787:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000800:00000200:6.0:1609800473.889788:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000400:00000200:3.0:1609800473.889788:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800473.889789:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800473.889792:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000800:00000200:6.0:1609800473.889793:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800473.889794:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000400:00000200:3.0:1609800473.889795:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800473.889796:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:8.0:1609800473.889797:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000400:00000200:6.0:1609800473.889799:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800473.889799:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800473.889801:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:6.0:1609800473.889802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889802:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800473.889805:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:3.0:1609800473.889805:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800473.889806:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800473.889807:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800473.889810:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800473.889812:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800473.889813:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (24)++
00000800:00000200:57.0:1609800473.889823:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800473.889835:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800473.889836:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800473.889837:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889837:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (25)++
00000800:00000200:6.0:1609800473.889838:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800473.889839:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800473.889840:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:6.0:1609800473.889843:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (26)++
00000400:00000200:57.0:1609800473.889844:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800473.889844:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (26)--
00000800:00000200:6.0:1609800473.889846:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (26)--
00000800:00000200:3.0:1609800473.889846:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000400:00000200:8.0:1609800473.889848:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800473.889848:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:5.0:1609800473.889848:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800473.889849:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:8.0:1609800473.889851:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800473.889852:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800473.889854:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000800:00000200:8.0:1609800473.889854:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800473.889854:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000400:00000200:5.0:1609800473.889856:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800473.889857:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:37.0:1609800473.889869:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:8.0:1609800473.889869:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800473.889870:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800473.889870:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800473.889873:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800473.889873:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800473.889875:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (24)++
00000400:00000200:3.0:1609800473.889876:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800473.889877:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (25)--
00000800:00000200:8.0:1609800473.889878:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000400:00000200:3.0:1609800473.889882:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800473.889883:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800473.889884:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800473.889885:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889885:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800473.889886:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800473.889887:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.889887:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800473.889889:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800473.889890:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800473.889891:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:3.0:1609800473.889891:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800473.889892:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800473.889898:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800473.889901:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800473.889904:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800473.889913:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800473.889914:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800473.889914:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800473.889916:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800473.889916:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000400:00000200:5.0:1609800473.889917:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800473.889918:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800473.889919:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800473.889920:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:37.0:1609800473.889924:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800473.889927:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800473.889929:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800473.889930:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:37.0:1609800473.889930:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:57.0:1609800473.889931:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800473.889965:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800473.890051:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800473.890055:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000800:00000200:6.0:1609800473.890057:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800473.890058:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800473.890059:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800473.890060:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:6.0:1609800473.890061:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000800:00000200:23.1:1609800473.890100:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:8.0:1609800473.890108:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:8.0:1609800473.890116:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800473.890116:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:8.0:1609800473.890150:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800473.890178:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800473.890181:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:8.0:1609800473.890187:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800473.890190:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800473.890193:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800473.890196:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800473.890198:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800473.890205:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (21)++
00000800:00000200:8.0:1609800473.890207:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (22)--
00000800:00000200:8.0:1609800473.890208:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:57.0:1609800473.890209:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.890214:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890216:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800473.890222:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800473.890225:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:57.0:1609800473.890236:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.890238:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (20)++
00000800:00000200:57.0:1609800473.890239:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (21)++
00000400:00000200:0.0:1609800473.890244:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800473.890246:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)--
00000800:00000200:5.0:1609800473.890274:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800473.890277:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800473.890277:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800473.890281:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800473.890281:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:0.0:1609800473.890287:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800473.890288:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:0.0:1609800473.890290:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:0.0:1609800473.890295:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800473.890296:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:0.0:1609800473.890297:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:0.0:1609800473.890298:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:6.0:1609800473.890303:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:0.0:1609800473.890308:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)--
00000800:00000200:3.0:1609800473.890309:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:3.0:1609800473.890311:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800473.890314:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:0.0:1609800473.890314:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800473.890319:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:0.0:1609800473.890319:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800473.890333:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:23.1:1609800473.890337:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000400:00000200:0.0:1609800473.890338:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800473.890341:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:0.0:1609800473.890344:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800473.890358:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800473.890359:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:0.0:1609800473.890359:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (23)++
00000800:00000200:0.0:1609800473.890363:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (25)--
00000800:00000200:37.0:1609800473.890364:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:0.0:1609800473.890366:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800473.890367:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800473.890367:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:37.0:1609800473.890371:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:0.0:1609800473.890371:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800473.890373:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:23.1:1609800473.890375:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000400:00000200:57.0:1609800473.890377:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800473.890378:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800473.890381:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800473.890381:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:57.0:1609800473.890383:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:37.0:1609800473.890383:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800473.890385:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:0.0:1609800473.890385:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800473.890386:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)++
00000800:00000200:0.0:1609800473.890387:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000400:00000200:57.0:1609800473.890389:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800473.890391:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:0.0:1609800473.890391:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (25)--
00000800:00000200:57.0:1609800473.890392:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.890392:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (25)--
00000400:00000200:6.0:1609800473.890394:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800473.890397:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800473.890398:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:57.0:1609800473.890399:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890400:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800473.890402:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:57.0:1609800473.890405:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000400:00000200:57.0:1609800473.890410:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.890412:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890416:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:23.1:1609800473.890420:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000400:00000200:57.0:1609800473.890421:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800473.890423:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:57.0:1609800473.890426:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.890427:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800473.890428:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:8.0:1609800473.890428:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000800:00000200:57.0:1609800473.890432:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (26)--
00000800:00000200:8.0:1609800473.890433:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (25)--
00000400:00000200:8.0:1609800473.890435:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800473.890436:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (24)++
00000400:00000200:8.0:1609800473.890438:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:37.0:1609800473.890440:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (25)--
00000400:00000200:37.0:1609800473.890441:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800473.890441:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:8.0:1609800473.890443:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000400:00000200:37.0:1609800473.890444:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:8.0:1609800473.890445:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:8.0:1609800473.890447:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800473.890448:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:8.0:1609800473.890449:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:37.0:1609800473.890450:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:8.0:1609800473.890452:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:1.0:1609800473.890454:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800473.890462:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800473.890465:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:1.0:1609800473.890471:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800473.890474:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:1.0:1609800473.890479:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800473.890481:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (20)++
00000800:00000200:1.0:1609800473.890482:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (21)++
00000400:00000200:57.0:1609800473.890484:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.890488:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890490:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:1.0:1609800473.890490:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)--
00000400:00000200:57.0:1609800473.890495:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800473.890498:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:1.0:1609800473.890501:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800473.890503:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.890504:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (21)++
00000800:00000200:57.0:1609800473.890505:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890518:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000800:00000200:23.1:1609800473.890518:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (23)++
00000400:00000200:1.0:1609800473.890518:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890522:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800473.890522:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800473.890525:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.890526:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000400:00000200:57.0:1609800473.890528:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:3.0:1609800473.890529:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:1.0:1609800473.890529:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800473.890531:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:3.0:1609800473.890531:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800473.890532:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:3.0:1609800473.890533:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000400:00000200:57.0:1609800473.890554:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800473.890556:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890557:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:1.0:1609800473.890558:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:3.0:1609800473.890559:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:3.0:1609800473.890560:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:1.0:1609800473.890560:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890562:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.890576:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800473.890577:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:57.0:1609800473.890579:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:57.0:1609800473.890580:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (26)--
00000800:00000200:1.0:1609800473.890581:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (26)++
00000800:00000200:37.0:1609800473.890582:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (26)++
00000800:00000200:1.0:1609800473.890584:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:1.0:1609800473.890585:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (27)--
00000800:00000200:3.0:1609800473.890586:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.156@o2ib18: no credits
00000800:00000200:37.0:1609800473.890587:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:3.0:1609800473.890587:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (26)--
00000400:00000200:3.0:1609800473.890588:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800473.890589:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000400:00000200:3.0:1609800473.890590:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800473.890593:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:37.0:1609800473.890599:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:37.0:1609800473.890601:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (24)--
00000800:00000200:37.0:1609800473.890602:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000400:00000200:57.0:1609800473.890608:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.890612:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890614:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:23.1:1609800473.890614:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000400:00000200:57.0:1609800473.890620:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800473.890621:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800473.890623:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:8.0:1609800473.890624:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000800:00000200:57.0:1609800473.890627:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800473.890627:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800473.890627:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:57.0:1609800473.890629:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)++
00000400:00000200:8.0:1609800473.890629:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:57.0:1609800473.890630:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (25)++
00000800:00000200:8.0:1609800473.890632:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (26)--
00000800:00000200:8.0:1609800473.890633:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:57.0:1609800473.890635:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (24)--
00000800:00000200:6.0:1609800473.890636:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:6.0:1609800473.890637:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800473.890640:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:6.0:1609800473.890642:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:57.0:1609800473.890670:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800473.890671:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000400:00000200:57.0:1609800473.890674:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.890676:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800473.890695:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800473.890695:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890697:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800473.890698:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:37.0:1609800473.890701:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.890701:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:57.0:1609800473.890702:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.890704:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)++
00000400:00000200:37.0:1609800473.890704:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:57.0:1609800473.890705:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (24)++
00000800:00000200:3.0:1609800473.890705:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:8.0:1609800473.890707:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (25)--
00000800:00000200:37.0:1609800473.890708:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000400:00000200:4.0:1609800473.890708:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800473.890709:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000800:00000200:3.0:1609800473.890710:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (23)++
00000800:00000200:3.0:1609800473.890712:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000800:00000200:3.0:1609800473.890713:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:4.0:1609800473.890715:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800473.890719:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:23.1:1609800473.890722:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000400:00000200:4.0:1609800473.890725:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800473.890728:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:6.0:1609800473.890729:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800473.890732:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:6.0:1609800473.890734:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800473.890734:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800473.890735:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:6.0:1609800473.890736:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:4.0:1609800473.890736:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (21)++
00000800:00000200:4.0:1609800473.890738:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:6.0:1609800473.890740:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:4.0:1609800473.890745:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)--
00000800:00000200:23.1:1609800473.890757:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:37.0:1609800473.890765:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800473.890768:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:37.0:1609800473.890770:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800473.890771:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000400:00000200:37.0:1609800473.890772:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:37.0:1609800473.890774:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000800:00000200:23.1:1609800473.890872:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:8.0:1609800473.890896:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:8.0:1609800473.890900:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.156@o2ib18
00000800:00000200:8.0:1609800473.890901:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:8.0:1609800473.890902:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000800:00000200:6.0:1609800473.890902:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:8.0:1609800473.890904:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000400:00000200:38.0:1609800473.891189:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.891191:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.156@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800473.891198:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800473.891201:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:57.0:1609800473.891208:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800473.891209:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800473.891214:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000400:00000200:38.0:1609800473.891214:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.156@o2ib18 local destination
00000800:00000200:57.0:1609800473.891219:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800473.891220:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800473.891221:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (20)++
00000800:00000200:57.0:1609800473.891222:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (21)++
00000800:00000200:38.0:1609800473.891224:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:38.0:1609800473.891228:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800473.891229:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)--
00000800:00000200:38.0:1609800473.891230:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:38.0:1609800473.891232:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (22)++
00000800:00000200:38.0:1609800473.891238:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000800:00000200:23.1:1609800473.891244:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (22)++
00000800:00000200:3.0:1609800473.891252:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (23)++
00000800:00000200:3.0:1609800473.891255:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (24)--
00000400:00000200:3.0:1609800473.891256:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800473.891258:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:3.0:1609800473.891261:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (23)--
00000800:00000200:3.0:1609800473.891262:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:3.0:1609800473.891283:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:3.0:1609800473.891284:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800473.891285:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: PUT: OK
00000800:00000200:6.0:1609800473.891286:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:3.0:1609800473.891287:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000800:00000200:22.1:1609800473.928910:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:28.0:1609800473.928979:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:28.0:1609800473.929003:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.116@o2ib18
00000400:00000200:28.0:1609800473.929008:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : GET - for me
00000400:00000200:28.0:1609800473.929013:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.116@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:28.0:1609800473.929033:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.116@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:28.0:1609800473.929036:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:28.0:1609800473.929038:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000400:00000200:28.0:1609800473.929041:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:19.0:1609800473.929046:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:28.0:1609800473.929047:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : REPLY try# 0
00000800:00000200:28.0:1609800473.929050:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:28.0:1609800473.929053:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:28.0:1609800473.929055:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:28.0:1609800473.929056:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:28.0:1609800473.929062:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000800:00000200:28.0:1609800473.929063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800473.929113:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:23.0:1609800473.929131:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:23.0:1609800473.929136:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:23.0:1609800473.929138:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800473.929141:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: REPLY: OK
00000800:00000200:23.0:1609800473.929145:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:23.0:1609800473.929146:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:24.1:1609800474.047668:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (20)++
00000800:00000200:8.0:1609800474.047719:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800474.047730:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.70@o2ib18
00000800:00000200:6.0:1609800474.047732:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000400:00000200:8.0:1609800474.047739:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.70@o2ib18 : GET - for me
00000400:00000200:8.0:1609800474.047747:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.70@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800474.047754:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.70@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800474.047759:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800474.047762:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c785800] (22)--
00000400:00000200:8.0:1609800474.047768:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.70@o2ib18 local destination
00000400:00000200:8.0:1609800474.047780:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.70@o2ib18(192.168.128.70@o2ib18:192.168.128.70@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800474.047786:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.70@o2ib18
00000800:00000200:8.0:1609800474.047794:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c00] -> 192.168.128.70@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800474.047797:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c785800] (21)++
00000800:00000200:8.0:1609800474.047799:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c785800] (22)++
00000800:00000200:8.0:1609800474.047810:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c785800] (23)--
00000800:00000200:8.0:1609800474.047812:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:24.1:1609800474.048011:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c785800] (21)++
00000800:00000200:3.0:1609800474.048023:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c785800] (22)++
00000800:00000200:3.0:1609800474.048029:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c785800] (23)--
00000400:00000200:3.0:1609800474.048031:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800474.048036:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.70@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800474.048041:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (22)--
00000800:00000200:3.0:1609800474.048042:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c785800] (21)--
00000800:00000200:28.1:1609800474.048112:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:19.0:1609800474.048196:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800474.048204:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800474.048209:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : GET - for me
00000400:00000200:19.0:1609800474.048232:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.98@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800474.048237:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.98@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800474.048240:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800474.048242:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800474.048244:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800474.048245:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:19.0:1609800474.048252:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800474.048255:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800474.048259:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800474.048261:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800474.048262:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800474.048269:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800474.048271:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800474.048301:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:23.0:1609800474.048351:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:23.0:1609800474.048358:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:23.0:1609800474.048360:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800474.048363:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: REPLY: OK
00000800:00000200:23.0:1609800474.048367:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:23.0:1609800474.048369:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:26.1:1609800474.252909:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:29.0:1609800474.252955:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:29.0:1609800474.252967:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.84@o2ib18
00000400:00000200:29.0:1609800474.252975:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800474.252984:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800474.252990:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:29.0:1609800474.253006:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800474.253007:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:29.0:1609800474.253012:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800474.253018:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800474.253019:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.253024:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800474.253027:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800474.253027:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253034:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000400:00000200:19.0:1609800474.253035:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253037:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000800:00000200:29.0:1609800474.253039:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:29.0:1609800474.253041:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:19.0:1609800474.253041:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:29.0:1609800474.253046:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:29.0:1609800474.253053:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800474.253054:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800474.253058:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.253058:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:19.0:1609800474.253061:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:29.0:1609800474.253062:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:19.0:1609800474.253067:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.1:1609800474.253071:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (22)++
00000400:00000200:29.0:1609800474.253072:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800474.253074:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800474.253078:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800474.253079:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.253079:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800474.253082:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800474.253085:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:19.0:1609800474.253086:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:29.0:1609800474.253087:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800474.253089:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800474.253089:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (25)--
00000800:00000200:24.0:1609800474.253090:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:29.0:1609800474.253092:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000400:00000200:23.0:1609800474.253093:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253094:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800474.253095:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:29.0:1609800474.253098:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:23.0:1609800474.253101:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800474.253107:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:26.1:1609800474.253115:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.253117:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800474.253119:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253154:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:57.0:1609800474.253156:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.253158:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800474.253159:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253160:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:23.0:1609800474.253161:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800474.253161:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.253165:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:24.0:1609800474.253166:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253167:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000400:00000200:19.0:1609800474.253169:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800474.253176:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800474.253176:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.253178:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800474.253179:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800474.253180:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800474.253180:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:57.0:1609800474.253181:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253186:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800474.253187:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800474.253187:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800474.253190:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800474.253190:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253193:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800474.253194:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800474.253196:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.253196:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800474.253197:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800474.253200:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:57.0:1609800474.253201:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.253202:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253205:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800474.253207:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800474.253207:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000400:00000200:24.0:1609800474.253208:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253212:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800474.253214:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:19.0:1609800474.253214:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:24.0:1609800474.253215:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800474.253215:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:23.0:1609800474.253217:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:5.0:1609800474.253219:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800474.253220:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800474.253221:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253222:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800474.253223:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253224:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:26.1:1609800474.253226:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000800:00000200:24.0:1609800474.253226:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.253228:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.253229:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:5.0:1609800474.253229:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800474.253231:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.253232:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800474.253233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.253233:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.253234:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800474.253244:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:23.0:1609800474.253251:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800474.253257:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.253259:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:23.0:1609800474.253261:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253263:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:24.0:1609800474.253265:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:23.0:1609800474.253265:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800474.253266:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800474.253268:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:23.0:1609800474.253274:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800474.253277:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800474.253278:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800474.253280:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:23.0:1609800474.253280:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800474.253284:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800474.253285:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800474.253287:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800474.253290:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:23.0:1609800474.253291:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:29.0:1609800474.253292:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800474.253293:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:29.0:1609800474.253294:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800474.253295:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.253296:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253298:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800474.253299:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800474.253299:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800474.253303:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (21)++
00000800:00000200:29.0:1609800474.253305:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:5.0:1609800474.253311:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800474.253312:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:29.0:1609800474.253313:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:5.0:1609800474.253313:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800474.253315:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000400:00000200:5.0:1609800474.253315:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800474.253321:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800474.253326:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:24.0:1609800474.253328:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:19.0:1609800474.253329:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800474.253332:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000800:00000200:24.0:1609800474.253333:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:19.0:1609800474.253333:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253334:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:19.0:1609800474.253336:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:24.0:1609800474.253338:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:23.0:1609800474.253339:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:29.0:1609800474.253342:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:23.0:1609800474.253342:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800474.253342:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800474.253344:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:19.0:1609800474.253345:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:23.0:1609800474.253346:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800474.253347:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800474.253348:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800474.253348:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800474.253350:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253350:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:23.0:1609800474.253351:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253351:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800474.253353:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800474.253355:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:57.0:1609800474.253360:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800474.253360:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:57.0:1609800474.253361:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800474.253363:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800474.253364:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253366:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800474.253366:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253369:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800474.253369:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800474.253369:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (25)++
00000400:00000200:29.0:1609800474.253370:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:19.0:1609800474.253370:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:19.0:1609800474.253371:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:24.0:1609800474.253372:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800474.253372:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800474.253373:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800474.253373:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:23.0:1609800474.253374:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800474.253375:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:29.0:1609800474.253376:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253376:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (25)++
00000800:00000200:23.0:1609800474.253376:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800474.253378:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:24.0:1609800474.253378:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000400:00000200:19.0:1609800474.253378:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253379:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800474.253379:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:23.0:1609800474.253379:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:29.0:1609800474.253381:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800474.253381:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000400:00000200:19.0:1609800474.253381:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253382:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:23.0:1609800474.253382:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:23.0:1609800474.253383:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000400:00000200:19.0:1609800474.253383:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:29.0:1609800474.253384:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800474.253385:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800474.253385:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800474.253389:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800474.253391:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (25)++
00000800:00000200:19.0:1609800474.253391:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800474.253392:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253393:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (26)++
00000400:00000200:23.0:1609800474.253393:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800474.253393:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800474.253395:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253396:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (27)--
00000800:00000200:19.0:1609800474.253396:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800474.253397:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800474.253397:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000400:00000200:23.0:1609800474.253397:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253397:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800474.253398:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (25)++
00000400:00000200:24.0:1609800474.253398:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:0.0:1609800474.253398:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.253399:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253400:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:19.0:1609800474.253400:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (26)++
00000800:00000200:19.0:1609800474.253401:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (27)--
00000400:00000200:0.0:1609800474.253401:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253402:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800474.253402:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:19.0:1609800474.253402:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000400:00000200:24.0:1609800474.253404:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800474.253404:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (25)++
00000800:00000200:19.0:1609800474.253405:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (26)--
00000400:00000200:0.0:1609800474.253405:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253407:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800474.253407:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000400:00000200:23.0:1609800474.253408:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800474.253408:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:24.0:1609800474.253410:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800474.253410:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800474.253412:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800474.253413:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800474.253413:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800474.253414:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800474.253414:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800474.253415:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800474.253416:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253416:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000800:00000200:23.0:1609800474.253416:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800474.253417:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253417:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000400:00000200:57.0:1609800474.253418:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253418:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:23.0:1609800474.253418:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000400:00000200:29.0:1609800474.253420:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:23.0:1609800474.253420:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:23.0:1609800474.253420:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:57.0:1609800474.253424:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.253425:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800474.253425:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800474.253425:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800474.253427:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253428:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800474.253428:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800474.253430:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800474.253432:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800474.253434:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800474.253436:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800474.253436:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800474.253437:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253438:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (21)++
00000400:00000200:0.0:1609800474.253439:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800474.253440:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:29.0:1609800474.253443:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:29.0:1609800474.253444:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:0.0:1609800474.253444:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800474.253445:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800474.253449:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800474.253465:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800474.253471:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800474.253474:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000800:00000200:19.0:1609800474.253475:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:19.0:1609800474.253477:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800474.253527:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:23.0:1609800474.253533:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800474.253536:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.253538:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:23.0:1609800474.253540:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:23.0:1609800474.253543:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800474.253546:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:23.0:1609800474.253552:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:23.0:1609800474.253555:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.0:1609800474.253557:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:23.0:1609800474.253560:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:23.0:1609800474.253561:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.0:1609800474.253564:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800474.253565:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (22)--
00000800:00000200:23.0:1609800474.253566:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:57.0:1609800474.253582:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800474.253586:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000400:00000200:57.0:1609800474.253588:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253591:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:24.0:1609800474.253591:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:24.0:1609800474.253595:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:57.0:1609800474.253597:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800474.253597:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:57.0:1609800474.253601:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:19.0:1609800474.253601:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:24.0:1609800474.253602:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800474.253603:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:24.0:1609800474.253604:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800474.253604:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800474.253605:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.253606:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (24)++
00000800:00000200:29.0:1609800474.253606:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:24.0:1609800474.253607:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:57.0:1609800474.253608:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (25)++
00000800:00000200:23.0:1609800474.253609:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (25)++
00000400:00000200:19.0:1609800474.253610:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.253611:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:29.0:1609800474.253613:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800474.253613:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800474.253614:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (27)--
00000400:00000200:24.0:1609800474.253614:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253618:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800474.253620:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800474.253620:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253623:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800474.253623:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800474.253624:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253624:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800474.253624:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800474.253625:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800474.253626:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:19.0:1609800474.253627:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800474.253628:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (26)++
00000800:00000200:19.0:1609800474.253629:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800474.253630:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (27)--
00000400:00000200:23.0:1609800474.253630:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800474.253631:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800474.253631:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000800:00000200:22.0:1609800474.253631:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800474.253632:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (25)++
00000400:00000200:23.0:1609800474.253632:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:29.0:1609800474.253634:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800474.253634:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.84@o2ib18
00000400:00000200:22.0:1609800474.253634:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253637:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800474.253637:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800474.253638:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800474.253640:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800474.253640:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800474.253640:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (26)++
00000800:00000200:29.0:1609800474.253641:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800474.253641:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (27)--
00000400:00000200:24.0:1609800474.253642:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800474.253642:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000800:00000200:29.0:1609800474.253643:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (26)++
00000800:00000200:23.0:1609800474.253643:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800474.253644:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (26)--
00000800:00000200:19.0:1609800474.253644:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (26)--
00000800:00000200:29.0:1609800474.253645:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000400:00000200:24.0:1609800474.253645:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.253645:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:22.0:1609800474.253645:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800474.253646:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b47a0e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800474.253646:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800474.253647:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:22.0:1609800474.253649:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.0:1609800474.253650:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000800:00000200:23.0:1609800474.253652:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (24)++
00000400:00000200:24.0:1609800474.253653:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800474.253653:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800474.253653:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.253656:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:22.0:1609800474.253656:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800474.253658:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800474.253660:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (25)--
00000800:00000200:24.0:1609800474.253661:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800474.253661:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:24.0:1609800474.253662:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800474.253665:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (23)++
00000800:00000200:24.0:1609800474.253666:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000800:00000200:24.0:1609800474.253667:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:26.1:1609800474.253671:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (22)++
00000800:00000200:1.0:1609800474.253672:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800474.253675:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253677:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:1.0:1609800474.253678:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800474.253680:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:19.0:1609800474.253681:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253682:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:19.0:1609800474.253684:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.253685:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000800:00000200:1.0:1609800474.253685:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800474.253686:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:1.0:1609800474.253686:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253687:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:1.0:1609800474.253688:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800474.253689:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:1.0:1609800474.253704:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800474.253706:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800474.253708:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800474.253751:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.253756:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253759:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800474.253766:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.253769:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800474.253772:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.253774:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:57.0:1609800474.253775:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.253779:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800474.253792:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:24.0:1609800474.253798:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:24.0:1609800474.253800:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:24.0:1609800474.253801:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.253803:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:24.0:1609800474.253804:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:24.0:1609800474.253807:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:57.0:1609800474.253896:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.253903:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.253905:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800474.253910:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.253913:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800474.253916:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.253917:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:57.0:1609800474.253918:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.253921:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800474.253935:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800474.253941:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:23.0:1609800474.253944:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:23.0:1609800474.253945:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.253947:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:23.0:1609800474.253949:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:23.0:1609800474.253952:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:4.0:1609800474.253953:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800474.253963:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800474.253970:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:4.0:1609800474.253983:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800474.253989:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:4.0:1609800474.253997:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800474.254000:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:4.0:1609800474.254003:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:4.0:1609800474.254015:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000400:00000200:4.0:1609800474.254024:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800474.254027:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:29.0:1609800474.254033:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:29.0:1609800474.254036:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:29.0:1609800474.254037:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.254038:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:29.0:1609800474.254040:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254045:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:4.0:1609800474.254049:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.254054:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800474.254054:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:57.0:1609800474.254057:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800474.254066:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800474.254070:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:4.0:1609800474.254071:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:26.1:1609800474.254076:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000400:00000200:57.0:1609800474.254077:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800474.254077:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.254080:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:4.0:1609800474.254080:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800474.254082:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:4.0:1609800474.254082:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:57.0:1609800474.254084:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.254086:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800474.254086:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:23.0:1609800474.254088:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (25)--
00000800:00000200:57.0:1609800474.254089:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (25)++
00000800:00000200:4.0:1609800474.254089:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (25)--
00000800:00000200:57.0:1609800474.254094:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800474.254095:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (24)++
00000800:00000200:19.0:1609800474.254096:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800474.254097:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:26.1:1609800474.254100:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (22)++
00000400:00000200:4.0:1609800474.254100:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800474.254105:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:4.0:1609800474.254106:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.254108:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:24.0:1609800474.254109:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.254110:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:4.0:1609800474.254110:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:24.0:1609800474.254112:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254113:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:29.0:1609800474.254115:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.254116:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:29.0:1609800474.254118:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:4.0:1609800474.254140:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800474.254146:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:4.0:1609800474.254146:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:24.0:1609800474.254148:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:57.0:1609800474.254149:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.254156:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.254159:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:4.0:1609800474.254162:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800474.254165:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800474.254165:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:4.0:1609800474.254170:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.254171:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800474.254175:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800474.254176:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:57.0:1609800474.254177:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000800:00000200:57.0:1609800474.254179:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:57.0:1609800474.254183:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:26.1:1609800474.254189:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800474.254195:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:23.0:1609800474.254202:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:19.0:1609800474.254206:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:19.0:1609800474.254207:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800474.254210:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800474.254214:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800474.254219:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:29.0:1609800474.254224:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:29.0:1609800474.254227:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:29.0:1609800474.254229:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.254230:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000400:00000200:29.0:1609800474.254231:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254234:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.254234:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.254235:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:24.0:1609800474.254235:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:24.0:1609800474.254237:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (22)--
00000800:00000200:24.0:1609800474.254238:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:38.0:1609800474.254265:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800474.254277:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.254283:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800474.254295:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800474.254302:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800474.254302:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:57.0:1609800474.254305:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.254308:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:38.0:1609800474.254310:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800474.254313:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000400:00000200:57.0:1609800474.254314:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800474.254316:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.254317:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800474.254322:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.254323:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000800:00000200:38.0:1609800474.254327:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:57.0:1609800474.254328:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:57.0:1609800474.254332:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000400:00000200:38.0:1609800474.254337:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800474.254339:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800474.254346:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.254349:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:19.0:1609800474.254351:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.254352:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:19.0:1609800474.254353:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254354:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:29.0:1609800474.254356:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.254357:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:29.0:1609800474.254358:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:23.0:1609800474.254359:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:29.0:1609800474.254360:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:38.0:1609800474.254363:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.254383:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:38.0:1609800474.254389:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800474.254392:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:57.0:1609800474.254393:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800474.254396:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800474.254397:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:38.0:1609800474.254398:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000400:00000200:57.0:1609800474.254399:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.254402:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:38.0:1609800474.254403:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000400:00000200:57.0:1609800474.254408:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800474.254409:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800474.254411:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:38.0:1609800474.254413:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.254415:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:57.0:1609800474.254416:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:26.1:1609800474.254416:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.254417:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000800:00000200:57.0:1609800474.254419:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000400:00000200:38.0:1609800474.254421:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800474.254421:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (24)++
00000800:00000200:57.0:1609800474.254423:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (25)--
00000800:00000200:38.0:1609800474.254424:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:24.0:1609800474.254424:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:24.0:1609800474.254427:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.254427:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:38.0:1609800474.254428:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800474.254429:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000400:00000200:24.0:1609800474.254429:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:38.0:1609800474.254430:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:24.0:1609800474.254434:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000800:00000200:26.1:1609800474.254435:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000800:00000200:38.0:1609800474.254436:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:23.0:1609800474.254442:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:23.0:1609800474.254446:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:23.0:1609800474.254448:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.254449:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:23.0:1609800474.254451:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254452:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:29.0:1609800474.254453:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.254454:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000400:00000200:29.0:1609800474.254455:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:19.0:1609800474.254456:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:29.0:1609800474.254459:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800474.254470:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:24.0:1609800474.254475:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:24.0:1609800474.254478:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:24.0:1609800474.254479:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:24.0:1609800474.254480:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000800:00000200:23.0:1609800474.254480:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:24.0:1609800474.254482:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000400:00000200:5.0:1609800474.254532:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800474.254539:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.254542:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:5.0:1609800474.254548:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800474.254551:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000400:00000200:57.0:1609800474.254552:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.254556:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800474.254556:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800474.254557:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000400:00000200:57.0:1609800474.254558:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:5.0:1609800474.254559:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000400:00000200:57.0:1609800474.254564:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.254567:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:5.0:1609800474.254568:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000400:00000200:5.0:1609800474.254572:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800474.254573:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.254574:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.254575:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:26.1:1609800474.254580:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (23)++
00000800:00000200:57.0:1609800474.254581:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:19.0:1609800474.254586:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.254589:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:5.0:1609800474.254589:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800474.254590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800474.254591:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (23)++
00000400:00000200:5.0:1609800474.254591:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000400:00000200:19.0:1609800474.254593:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:29.0:1609800474.254594:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000400:00000200:29.0:1609800474.254596:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.254596:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800474.254599:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:23.0:1609800474.254599:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (23)--
00000800:00000200:5.0:1609800474.254599:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.254601:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:19.0:1609800474.254603:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:5.0:1609800474.254603:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800474.254604:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (21)++
00000800:00000200:5.0:1609800474.254605:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:5.0:1609800474.254610:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000400:00000200:5.0:1609800474.254616:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800474.254619:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.254621:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:26.1:1609800474.254624:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000400:00000200:5.0:1609800474.254624:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800474.254626:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:5.0:1609800474.254628:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800474.254629:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:5.0:1609800474.254629:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (22)++
00000800:00000200:5.0:1609800474.254630:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:5.0:1609800474.254634:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (25)--
00000800:00000200:24.0:1609800474.254635:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (24)--
00000800:00000200:23.0:1609800474.254636:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000400:00000200:24.0:1609800474.254637:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.254638:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800474.254639:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:5.0:1609800474.254641:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.254642:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:5.0:1609800474.254643:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:26.1:1609800474.254645:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000400:00000200:5.0:1609800474.254648:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800474.254649:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.254650:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:5.0:1609800474.254652:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800474.254653:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000800:00000200:5.0:1609800474.254653:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (23)++
00000400:00000200:29.0:1609800474.254654:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800474.254654:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (23)++
00000800:00000200:19.0:1609800474.254656:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (24)--
00000400:00000200:29.0:1609800474.254657:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:5.0:1609800474.254658:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:29.0:1609800474.254660:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800474.254671:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:23.0:1609800474.254676:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:23.0:1609800474.254680:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:23.0:1609800474.254681:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800474.254682:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:23.0:1609800474.254684:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000400:00000200:57.0:1609800474.254687:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.84@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800474.254687:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:26.1:1609800474.254690:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000400:00000200:57.0:1609800474.254694:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800474.254695:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000400:00000200:57.0:1609800474.254696:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:19.0:1609800474.254699:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.84@o2ib18
00000800:00000200:29.0:1609800474.254700:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:19.0:1609800474.254701:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000400:00000200:57.0:1609800474.254702:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800474.254703:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (22)--
00000800:00000200:19.0:1609800474.254704:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:57.0:1609800474.254705:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:57.0:1609800474.254709:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.254710:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (20)++
00000800:00000200:57.0:1609800474.254711:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (21)++
00000800:00000200:57.0:1609800474.254715:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800474.254727:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:24.0:1609800474.254732:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:24.0:1609800474.254735:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:24.0:1609800474.254736:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.254738:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:24.0:1609800474.254739:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: PUT: OK
00000800:00000200:24.0:1609800474.254741:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:25.1:1609800474.320345:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (20)++
00000800:00000200:29.0:1609800474.320393:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)++
00000800:00000200:29.0:1609800474.320400:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.140@o2ib18
00000800:00000200:19.0:1609800474.320402:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000400:00000200:29.0:1609800474.320405:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.140@o2ib18 : GET - for me
00000400:00000200:29.0:1609800474.320413:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.140@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:29.0:1609800474.320417:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.140@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:29.0:1609800474.320420:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:29.0:1609800474.320421:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99800] (22)--
00000400:00000200:29.0:1609800474.320424:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.140@o2ib18 local destination
00000400:00000200:29.0:1609800474.320430:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.140@o2ib18(192.168.128.140@o2ib18:192.168.128.140@o2ib18) : REPLY try# 0
00000800:00000200:29.0:1609800474.320434:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.140@o2ib18
00000800:00000200:29.0:1609800474.320437:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caf00] -> 192.168.128.140@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800474.320438:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99800] (21)++
00000800:00000200:29.0:1609800474.320439:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99800] (22)++
00000800:00000200:29.0:1609800474.320446:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99800] (23)--
00000800:00000200:29.0:1609800474.320447:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:25.1:1609800474.320456:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99800] (21)++
00000800:00000200:23.0:1609800474.320463:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)++
00000800:00000200:23.0:1609800474.320465:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99800] (23)--
00000400:00000200:23.0:1609800474.320466:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800474.320469:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.140@o2ib18: REPLY: OK
00000800:00000200:23.0:1609800474.320471:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (22)--
00000800:00000200:23.0:1609800474.320472:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99800] (21)--
00000400:00000200:5.0:1609800474.341198:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800474.341207:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:22.1:1609800474.533918:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (20)++
00000800:00000200:6.0:1609800474.533976:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (21)++
00000800:00000200:6.0:1609800474.533987:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.104@o2ib18
00000400:00000200:6.0:1609800474.533995:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.104@o2ib18 : GET - for me
00000400:00000200:6.0:1609800474.534007:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.104@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800474.534014:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.104@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800474.534019:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b193e00] (22)++
00000800:00000200:6.0:1609800474.534022:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b193e00] (23)--
00000800:00000200:8.0:1609800474.534025:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000400:00000200:6.0:1609800474.534028:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.104@o2ib18 local destination
00000400:00000200:6.0:1609800474.534040:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.104@o2ib18(192.168.128.104@o2ib18:192.168.128.104@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800474.534046:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.104@o2ib18
00000800:00000200:6.0:1609800474.534053:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f00] -> 192.168.128.104@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800474.534056:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b193e00] (21)++
00000800:00000200:6.0:1609800474.534058:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b193e00] (22)++
00000800:00000200:6.0:1609800474.534070:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b193e00] (23)--
00000800:00000200:6.0:1609800474.534072:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:22.1:1609800474.534148:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b193e00] (21)++
00000800:00000200:3.0:1609800474.534198:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b193e00] (22)++
00000800:00000200:3.0:1609800474.534206:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b193e00] (23)--
00000400:00000200:3.0:1609800474.534209:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800474.534215:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.104@o2ib18: REPLY: OK
00000800:00000200:3.0:1609800474.534222:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (22)--
00000800:00000200:3.0:1609800474.534224:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b193e00] (21)--
00000800:00000200:29.1:1609800474.661149:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:8.0:1609800474.661209:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:8.0:1609800474.661219:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.123@o2ib18
00000400:00000200:8.0:1609800474.661227:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800474.661235:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.661241:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:8.0:1609800474.661253:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800474.661258:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:8.0:1609800474.661260:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800474.661265:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800474.661276:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800474.661277:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.661279:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800474.661285:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)++
00000400:00000200:6.0:1609800474.661285:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800474.661288:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:8.0:1609800474.661290:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.661292:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000400:00000200:6.0:1609800474.661293:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661298:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:6.0:1609800474.661299:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:3.0:1609800474.661315:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:6.0:1609800474.661342:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800474.661344:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:8.0:1609800474.661347:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800474.661347:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:3.0:1609800474.661348:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800474.661350:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.661350:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800474.661351:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:6.0:1609800474.661353:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800474.661353:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.661354:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:37.0:1609800474.661355:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:6.0:1609800474.661355:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1609800474.661358:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:8.0:1609800474.661359:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800474.661361:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800474.661362:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800474.661364:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:3.0:1609800474.661364:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800474.661366:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800474.661366:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:8.0:1609800474.661367:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800474.661367:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800474.661384:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800474.661385:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800474.661386:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)++
00000800:00000200:6.0:1609800474.661386:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)--
00000800:00000200:6.0:1609800474.661387:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800474.661387:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800474.661388:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800474.661389:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:6.0:1609800474.661389:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:37.0:1609800474.661390:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661390:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800474.661390:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800474.661391:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.661392:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:3.0:1609800474.661392:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800474.661394:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:37.0:1609800474.661395:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:3.0:1609800474.661399:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:57.0:1609800474.661400:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800474.661400:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800474.661401:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.661402:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800474.661402:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (26)++
00000400:00000200:37.0:1609800474.661404:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800474.661404:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.661405:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800474.661406:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.661407:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800474.661407:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800474.661408:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:5.0:1609800474.661409:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661409:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (27)--
00000800:00000200:37.0:1609800474.661410:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800474.661410:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000800:00000200:3.0:1609800474.661411:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:5.0:1609800474.661413:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800474.661413:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.661414:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800474.661414:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800474.661414:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:8.0:1609800474.661416:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800474.661417:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800474.661418:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800474.661420:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800474.661421:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800474.661422:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800474.661422:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800474.661424:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800474.661424:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800474.661425:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)++
00000800:00000200:8.0:1609800474.661425:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)++
00000800:00000200:8.0:1609800474.661427:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (28)--
00000800:00000200:6.0:1609800474.661427:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800474.661427:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.661428:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (28)--
00000800:00000200:8.0:1609800474.661428:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (27)--
00000800:00000200:6.0:1609800474.661428:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800474.661429:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800474.661429:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000400:00000200:57.0:1609800474.661430:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800474.661430:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:8.0:1609800474.661431:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:6.0:1609800474.661432:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:6.0:1609800474.661433:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)--
00000800:00000200:8.0:1609800474.661434:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000800:00000200:6.0:1609800474.661434:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:6.0:1609800474.661436:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.661437:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:3.0:1609800474.661446:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800474.661449:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800474.661451:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800474.661451:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800474.661452:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800474.661453:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800474.661453:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800474.661455:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.661455:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:3.0:1609800474.661456:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800474.661457:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:3.0:1609800474.661458:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800474.661460:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.661462:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800474.661462:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000400:00000200:57.0:1609800474.661463:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.661465:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800474.661465:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800474.661465:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000400:00000200:5.0:1609800474.661466:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661466:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:5.0:1609800474.661468:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800474.661516:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800474.661601:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:6.0:1609800474.661605:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:6.0:1609800474.661606:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.661607:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800474.661610:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:6.0:1609800474.661613:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800474.661618:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800474.661621:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:6.0:1609800474.661625:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800474.661651:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800474.661654:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800474.661655:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.661657:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800474.661659:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800474.661662:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800474.661664:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.661665:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800474.661668:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:3.0:1609800474.661730:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:3.0:1609800474.661736:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.661737:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:0.0:1609800474.661739:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1609800474.661740:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800474.661741:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661743:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:0.0:1609800474.661744:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800474.661746:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:3.0:1609800474.661746:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.661747:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800474.661751:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:37.0:1609800474.661753:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:6.0:1609800474.661754:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:6.0:1609800474.661756:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000400:00000200:8.0:1609800474.661757:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800474.661759:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800474.661759:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800474.661760:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:6.0:1609800474.661760:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800474.661763:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800474.661766:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800474.661766:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800474.661769:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800474.661770:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800474.661771:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661771:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800474.661772:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661772:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800474.661774:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:8.0:1609800474.661776:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800474.661778:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800474.661778:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000400:00000200:37.0:1609800474.661779:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:6.0:1609800474.661780:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800474.661780:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (26)--
00000800:00000200:3.0:1609800474.661781:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:6.0:1609800474.661783:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800474.661783:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:6.0:1609800474.661785:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800474.661785:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.661786:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800474.661787:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800474.661788:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800474.661789:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661790:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:6.0:1609800474.661790:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800474.661791:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800474.661792:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000400:00000200:57.0:1609800474.661811:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800474.661811:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (27)--
00000400:00000200:3.0:1609800474.661811:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800474.661812:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (26)++
00000800:00000200:6.0:1609800474.661812:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000800:00000200:37.0:1609800474.661813:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800474.661813:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:1.0:1609800474.661813:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800474.661814:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.661815:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.661816:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800474.661817:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800474.661818:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800474.661819:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800474.661820:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (27)--
00000800:00000200:8.0:1609800474.661821:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000400:00000200:57.0:1609800474.661822:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.661822:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (25)++
00000800:00000200:8.0:1609800474.661822:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:6.0:1609800474.661824:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800474.661824:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800474.661825:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800474.661825:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (27)--
00000800:00000200:37.0:1609800474.661826:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (26)--
00000800:00000200:8.0:1609800474.661826:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:3.0:1609800474.661826:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800474.661828:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)++
00000400:00000200:6.0:1609800474.661828:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661829:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800474.661829:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.661830:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (26)--
00000400:00000200:8.0:1609800474.661830:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800474.661830:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800474.661831:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800474.661833:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800474.661834:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800474.661835:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800474.661835:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:6.0:1609800474.661837:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800474.661838:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800474.661839:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800474.661841:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.661842:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800474.661842:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800474.661844:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800474.661844:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:1.0:1609800474.661845:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.661846:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800474.661846:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.661846:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800474.661846:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:3.0:1609800474.661847:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000400:00000200:57.0:1609800474.661848:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661848:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:6.0:1609800474.661850:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000400:00000200:57.0:1609800474.661851:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800474.661851:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:6.0:1609800474.661851:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:6.0:1609800474.661851:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:1.0:1609800474.661851:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800474.661853:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:1.0:1609800474.661854:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000400:00000200:8.0:1609800474.661857:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800474.661860:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:1.0:1609800474.661861:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.661862:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800474.661862:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800474.661863:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.661864:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800474.661864:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.661865:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800474.661866:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800474.661867:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800474.661868:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000400:00000200:4.0:1609800474.661868:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800474.661870:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.661871:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:4.0:1609800474.661878:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800474.661880:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800474.661882:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800474.661899:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.661905:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.661908:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.661915:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.661930:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.661935:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.661937:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:29.1:1609800474.661937:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.661939:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:57.0:1609800474.661946:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800474.661947:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:37.0:1609800474.661950:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:37.0:1609800474.661952:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.661953:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:37.0:1609800474.661954:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:38.0:1609800474.661956:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:3.0:1609800474.661957:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.661958:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000400:00000200:3.0:1609800474.661961:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.123@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800474.661962:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:38.0:1609800474.661963:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.661964:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:3.0:1609800474.661964:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800474.661965:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.661966:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:8.0:1609800474.661967:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:37.0:1609800474.661968:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:38.0:1609800474.661972:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800474.661975:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:3.0:1609800474.661977:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800474.661979:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:38.0:1609800474.661983:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800474.661984:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800474.661985:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:38.0:1609800474.661986:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800474.661986:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:3.0:1609800474.661989:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:3.0:1609800474.661992:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:3.0:1609800474.661993:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800474.661995:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:3.0:1609800474.661997:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800474.661998:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:3.0:1609800474.661999:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:38.0:1609800474.662000:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800474.662009:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800474.662013:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662015:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.1:1609800474.662016:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000400:00000200:38.0:1609800474.662017:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.662036:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:6.0:1609800474.662039:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000400:00000200:38.0:1609800474.662041:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800474.662043:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:38.0:1609800474.662044:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:6.0:1609800474.662044:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.662045:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:38.0:1609800474.662047:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800474.662047:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:57.0:1609800474.662048:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800474.662048:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:38.0:1609800474.662049:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000800:00000200:6.0:1609800474.662050:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:38.0:1609800474.662053:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:38.0:1609800474.662059:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800474.662063:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800474.662065:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:29.1:1609800474.662066:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000400:00000200:38.0:1609800474.662069:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800474.662071:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.662074:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:38.0:1609800474.662075:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800474.662077:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:38.0:1609800474.662078:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000800:00000200:38.0:1609800474.662082:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800474.662082:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800474.662083:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000400:00000200:37.0:1609800474.662084:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800474.662086:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800474.662088:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800474.662101:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:8.0:1609800474.662109:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:8.0:1609800474.662112:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000400:00000200:8.0:1609800474.662113:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.662115:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000400:00000200:8.0:1609800474.662116:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:8.0:1609800474.662119:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:6.0:1609800474.662119:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.662131:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.662136:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800474.662159:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.662160:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800474.662164:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662167:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.662185:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662187:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.662192:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662207:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:57.0:1609800474.662208:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.662213:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:57.0:1609800474.662217:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662221:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662222:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.662226:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800474.662226:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.662229:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.662232:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662233:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800474.662234:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:37.0:1609800474.662235:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000400:00000200:5.0:1609800474.662235:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800474.662237:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:37.0:1609800474.662238:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:37.0:1609800474.662240:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662241:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800474.662241:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:37.0:1609800474.662242:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800474.662245:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:57.0:1609800474.662249:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800474.662249:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000400:00000200:57.0:1609800474.662252:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:5.0:1609800474.662255:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662257:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800474.662258:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800474.662259:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:5.0:1609800474.662261:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:3.0:1609800474.662261:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:57.0:1609800474.662263:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:3.0:1609800474.662263:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800474.662264:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:6.0:1609800474.662264:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:57.0:1609800474.662265:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000400:00000200:3.0:1609800474.662266:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:57.0:1609800474.662268:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)--
00000400:00000200:5.0:1609800474.662268:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800474.662271:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:3.0:1609800474.662273:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:5.0:1609800474.662276:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800474.662278:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (21)++
00000800:00000200:29.1:1609800474.662279:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:5.0:1609800474.662280:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (22)++
00000400:00000200:57.0:1609800474.662285:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800474.662287:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:5.0:1609800474.662288:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000400:00000200:57.0:1609800474.662289:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.662291:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:57.0:1609800474.662292:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:8.0:1609800474.662292:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800474.662293:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:8.0:1609800474.662296:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:5.0:1609800474.662296:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662299:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800474.662301:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800474.662302:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.662304:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:5.0:1609800474.662304:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.662305:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800474.662306:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800474.662307:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:57.0:1609800474.662308:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:57.0:1609800474.662309:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000800:00000200:6.0:1609800474.662311:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000400:00000200:5.0:1609800474.662312:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662314:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:8.0:1609800474.662314:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:5.0:1609800474.662315:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:8.0:1609800474.662316:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800474.662318:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800474.662319:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:5.0:1609800474.662320:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:5.0:1609800474.662321:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:8.0:1609800474.662322:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:29.1:1609800474.662326:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (23)++
00000800:00000200:5.0:1609800474.662327:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800474.662334:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000800:00000200:37.0:1609800474.662337:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:37.0:1609800474.662338:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800474.662340:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:6.0:1609800474.662340:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000800:00000200:37.0:1609800474.662343:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:6.0:1609800474.662343:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800474.662344:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:6.0:1609800474.662345:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800474.662348:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:6.0:1609800474.662350:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800474.662375:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:8.0:1609800474.662383:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:8.0:1609800474.662387:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.662388:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800474.662389:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:8.0:1609800474.662390:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.662391:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800474.662402:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662409:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662413:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.662419:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662422:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:5.0:1609800474.662424:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800474.662427:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662428:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:57.0:1609800474.662430:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.662433:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:5.0:1609800474.662437:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800474.662439:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:5.0:1609800474.662445:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800474.662448:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:29.1:1609800474.662451:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:5.0:1609800474.662452:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800474.662454:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:5.0:1609800474.662456:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:3.0:1609800474.662458:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:5.0:1609800474.662461:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:3.0:1609800474.662462:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000400:00000200:3.0:1609800474.662463:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.662464:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:57.0:1609800474.662465:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:3.0:1609800474.662466:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:57.0:1609800474.662468:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.662470:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:57.0:1609800474.662471:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:29.1:1609800474.662473:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000400:00000200:57.0:1609800474.662478:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662481:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.662481:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800474.662484:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:57.0:1609800474.662485:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662486:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000400:00000200:37.0:1609800474.662486:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800474.662487:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:57.0:1609800474.662488:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000400:00000200:37.0:1609800474.662488:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:37.0:1609800474.662491:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:57.0:1609800474.662492:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800474.662504:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:6.0:1609800474.662512:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:6.0:1609800474.662516:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000400:00000200:6.0:1609800474.662517:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.662518:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:6.0:1609800474.662520:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:6.0:1609800474.662523:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800474.662529:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000800:00000200:8.0:1609800474.662537:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000800:00000200:8.0:1609800474.662541:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.662542:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800474.662543:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:8.0:1609800474.662543:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.662545:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800474.662568:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662575:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662578:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:0.0:1609800474.662580:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662583:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662586:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.662590:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800474.662591:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800474.662592:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:57.0:1609800474.662593:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000400:00000200:0.0:1609800474.662595:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:57.0:1609800474.662596:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:0.0:1609800474.662602:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800474.662605:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:29.1:1609800474.662609:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:0.0:1609800474.662610:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800474.662612:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:0.0:1609800474.662614:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:3.0:1609800474.662616:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:3.0:1609800474.662622:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000800:00000200:0.0:1609800474.662622:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000800:00000200:6.0:1609800474.662623:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000400:00000200:3.0:1609800474.662631:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800474.662633:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:29.1:1609800474.662634:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800474.662638:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:3.0:1609800474.662639:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:3.0:1609800474.662643:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000800:00000200:37.0:1609800474.662644:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000400:00000200:3.0:1609800474.662644:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1609800474.662646:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:3.0:1609800474.662648:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:29.1:1609800474.662672:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (20)++
00000400:00000200:57.0:1609800474.662680:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800474.662680:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)++
00000400:00000200:57.0:1609800474.662683:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800474.662684:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000400:00000200:57.0:1609800474.662685:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:6.0:1609800474.662685:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800474.662686:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:6.0:1609800474.662687:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)--
00000800:00000200:6.0:1609800474.662688:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000400:00000200:57.0:1609800474.662692:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800474.662694:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.662699:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662700:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:57.0:1609800474.662701:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.662705:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000400:00000200:57.0:1609800474.662709:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662721:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662722:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.662726:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800474.662726:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:57.0:1609800474.662729:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:57.0:1609800474.662731:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662732:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)++
00000800:00000200:57.0:1609800474.662732:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (23)++
00000800:00000200:57.0:1609800474.662735:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:8.0:1609800474.662736:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000400:00000200:57.0:1609800474.662740:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800474.662742:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800474.662743:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000400:00000200:57.0:1609800474.662761:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800474.662761:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800474.662762:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:57.0:1609800474.662764:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000400:00000200:8.0:1609800474.662764:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.662764:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)++
00000400:00000200:8.0:1609800474.662766:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:1.0:1609800474.662766:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800474.662767:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800474.662768:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)++
00000800:00000200:57.0:1609800474.662784:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (25)++
00000800:00000200:3.0:1609800474.662784:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (25)--
00000400:00000200:3.0:1609800474.662786:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800474.662786:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:37.0:1609800474.662787:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (25)--
00000800:00000200:57.0:1609800474.662788:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (25)--
00000400:00000200:3.0:1609800474.662788:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:1.0:1609800474.662793:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800474.662800:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (23)++
00000800:00000200:1.0:1609800474.662803:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:8.0:1609800474.662804:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:3.0:1609800474.662805:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (23)--
00000800:00000200:8.0:1609800474.662806:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:1.0:1609800474.662807:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800474.662808:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:6.0:1609800474.662810:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:1.0:1609800474.662810:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (24)++
00000800:00000200:1.0:1609800474.662817:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:8.0:1609800474.662818:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000400:00000200:8.0:1609800474.662819:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.662822:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:1.0:1609800474.662822:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.123@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800474.662826:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800474.662830:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:3.0:1609800474.662837:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000400:00000200:1.0:1609800474.662839:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800474.662840:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (23)--
00000400:00000200:3.0:1609800474.662841:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800474.662841:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.123@o2ib18 local destination
00000800:00000200:6.0:1609800474.662843:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:3.0:1609800474.662844:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000400:00000200:1.0:1609800474.662846:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.123@o2ib18(192.168.128.123@o2ib18:192.168.128.123@o2ib18) : PUT try# 0
00000800:00000200:3.0:1609800474.662849:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:1.0:1609800474.662849:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.123@o2ib18
00000800:00000200:1.0:1609800474.662852:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85080] -> 192.168.128.123@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800474.662853:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe4c00] (20)++
00000800:00000200:1.0:1609800474.662854:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe4c00] (21)++
00000800:00000200:1.0:1609800474.662858:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe4c00] (22)--
00000800:00000200:29.1:1609800474.662859:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe4c00] (21)++
00000800:00000200:37.0:1609800474.662869:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)++
00000800:00000200:37.0:1609800474.662873:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.123@o2ib18
00000800:00000200:37.0:1609800474.662874:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe4c00] (23)++
00000800:00000200:8.0:1609800474.662875:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)++
00000800:00000200:37.0:1609800474.662876:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800474.662878:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (24)--
00000800:00000200:8.0:1609800474.662878:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe4c00] (24)--
00000800:00000200:37.0:1609800474.662879:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (22)--
00000400:00000200:8.0:1609800474.662880:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800474.662882:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.123@o2ib18: PUT: OK
00000800:00000200:8.0:1609800474.662884:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe4c00] (21)--
00000800:00000200:28.1:1609800474.695145:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:19.0:1609800474.695206:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800474.695214:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.71@o2ib18
00000800:00000200:29.0:1609800474.695216:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:19.0:1609800474.695219:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : GET - for me
00000400:00000200:19.0:1609800474.695224:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.71@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800474.695228:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.71@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800474.695232:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800474.695234:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:19.0:1609800474.695237:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:19.0:1609800474.695243:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800474.695247:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800474.695250:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800474.695252:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800474.695253:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:19.0:1609800474.695261:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:19.0:1609800474.695262:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800474.695333:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:23.0:1609800474.695341:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:23.0:1609800474.695344:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:23.0:1609800474.695346:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800474.695349:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800474.695350:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:23.0:1609800474.695353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800474.718980:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:29.0:1609800474.718986:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800474.718991:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.134@o2ib18
00000400:00000200:29.0:1609800474.718996:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : GET - for me
00000400:00000200:29.0:1609800474.719018:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.134@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:29.0:1609800474.719022:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.134@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:29.0:1609800474.719025:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800474.719026:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800474.719029:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:19.0:1609800474.719032:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:29.0:1609800474.719035:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : REPLY try# 0
00000800:00000200:29.0:1609800474.719038:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:29.0:1609800474.719042:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800474.719043:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800474.719044:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800474.719050:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:29.0:1609800474.719051:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800474.719060:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:24.0:1609800474.719067:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:24.0:1609800474.719071:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:24.0:1609800474.719073:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.0:1609800474.719074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:24.0:1609800474.719076:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800474.719080:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:23.1:1609800474.767721:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (20)++
00000800:00000200:19.0:1609800474.767767:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (21)++
00000800:00000200:19.0:1609800474.767779:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.129@o2ib18
00000400:00000200:19.0:1609800474.767788:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.129@o2ib18 : GET - for me
00000400:00000200:19.0:1609800474.767796:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.129@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800474.767802:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.129@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800474.767824:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800474.767826:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe3000] (23)--
00000400:00000200:19.0:1609800474.767829:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.129@o2ib18 local destination
00000800:00000200:29.0:1609800474.767832:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000400:00000200:19.0:1609800474.767835:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.129@o2ib18(192.168.128.129@o2ib18:192.168.128.129@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800474.767842:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.129@o2ib18
00000800:00000200:19.0:1609800474.767845:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae00] -> 192.168.128.129@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800474.767847:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe3000] (21)++
00000800:00000200:19.0:1609800474.767848:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe3000] (22)++
00000800:00000200:19.0:1609800474.767858:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe3000] (23)--
00000800:00000200:19.0:1609800474.767859:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:23.1:1609800474.767872:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe3000] (21)++
00000800:00000200:24.0:1609800474.767879:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe3000] (22)++
00000800:00000200:24.0:1609800474.767883:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe3000] (23)--
00000400:00000200:24.0:1609800474.767884:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800474.767887:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.129@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800474.767889:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (22)--
00000800:00000200:24.0:1609800474.767890:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe3000] (21)--
00000800:00000200:26.1:1609800474.882508:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (20)++
00000800:00000200:29.0:1609800474.882568:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)++
00000800:00000200:29.0:1609800474.882574:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.69@o2ib18
00000400:00000200:29.0:1609800474.882578:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.69@o2ib18 : GET - for me
00000400:00000200:29.0:1609800474.882583:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.69@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:29.0:1609800474.882603:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.69@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:29.0:1609800474.882606:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdf400] (22)++
00000800:00000200:29.0:1609800474.882608:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdf400] (23)--
00000400:00000200:29.0:1609800474.882611:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.69@o2ib18 local destination
00000800:00000200:19.0:1609800474.882615:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000400:00000200:29.0:1609800474.882617:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.69@o2ib18(192.168.128.69@o2ib18:192.168.128.69@o2ib18) : REPLY try# 0
00000800:00000200:29.0:1609800474.882620:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.69@o2ib18
00000800:00000200:29.0:1609800474.882623:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca580] -> 192.168.128.69@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800474.882624:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdf400] (21)++
00000800:00000200:29.0:1609800474.882625:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdf400] (22)++
00000800:00000200:29.0:1609800474.882631:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdf400] (23)--
00000800:00000200:29.0:1609800474.882633:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:26.1:1609800474.882651:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdf400] (21)++
00000800:00000200:24.0:1609800474.882657:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)++
00000800:00000200:24.0:1609800474.882659:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdf400] (23)--
00000400:00000200:24.0:1609800474.882660:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800474.882662:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.69@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800474.882665:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (22)--
00000800:00000200:24.0:1609800474.882665:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdf400] (21)--
00000800:00000200:24.1:1609800475.091522:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (20)++
00000800:00000200:3.0:1609800475.091573:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (21)++
00000800:00000200:3.0:1609800475.091584:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.178@o2ib18
00000400:00000200:3.0:1609800475.091592:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800475.091600:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:3.0:1609800475.091607:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:3.0:1609800475.091619:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.091623:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:3.0:1609800475.091625:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:3.0:1609800475.091631:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.091636:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:3.0:1609800475.091637:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800475.091640:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.091644:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800475.091646:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (23)++
00000800:00000200:3.0:1609800475.091649:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:3.0:1609800475.091651:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:3.0:1609800475.091653:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000400:00000200:37.0:1609800475.091654:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.091659:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:3.0:1609800475.091663:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.091666:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:3.0:1609800475.091670:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.091671:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:37.0:1609800475.091673:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800475.091675:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.091679:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800475.091679:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800475.091680:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.091682:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:37.0:1609800475.091686:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.091690:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:3.0:1609800475.091690:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.091692:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.091695:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800475.091696:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.091697:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.091699:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:3.0:1609800475.091700:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800475.091701:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:37.0:1609800475.091705:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:3.0:1609800475.091705:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:3.0:1609800475.091707:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.091709:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:37.0:1609800475.091710:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:3.0:1609800475.091710:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000400:00000200:6.0:1609800475.091711:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.091712:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800475.091712:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (25)--
00000800:00000200:37.0:1609800475.091713:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:3.0:1609800475.091715:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:37.0:1609800475.091717:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:6.0:1609800475.091717:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:4.0:1609800475.091717:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800475.091717:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:3.0:1609800475.091720:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:4.0:1609800475.091721:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.091725:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800475.091727:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.091730:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800475.091730:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.091735:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.091737:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.091737:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800475.091739:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:3.0:1609800475.091739:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.091741:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:4.0:1609800475.091741:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.091743:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:3.0:1609800475.091743:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.091744:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (26)++
00000400:00000200:4.0:1609800475.091744:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.091745:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.091748:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:3.0:1609800475.091748:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800475.091749:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.091751:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (27)--
00000800:00000200:8.0:1609800475.091752:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:6.0:1609800475.091752:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.091755:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:8.0:1609800475.091755:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.091758:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:3.0:1609800475.091758:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800475.091760:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800475.091764:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800475.091765:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.091766:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800475.091768:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.091770:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (26)++
00000400:00000200:57.0:1609800475.091772:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.091772:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.091773:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (27)--
00000800:00000200:3.0:1609800475.091773:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800475.091774:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.091775:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:3.0:1609800475.091775:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6e300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.091776:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.091778:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000400:00000200:8.0:1609800475.091779:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800475.091781:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (24)++
00000800:00000200:37.0:1609800475.091782:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800475.091783:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:3.0:1609800475.091783:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (25)--
00000800:00000200:57.0:1609800475.091784:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.091784:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1609800475.091785:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000400:00000200:57.0:1609800475.091786:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.091787:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (23)++
00000800:00000200:37.0:1609800475.091789:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:37.0:1609800475.091791:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.091794:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800475.091795:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.091800:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.091805:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800475.091820:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.091825:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.091826:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800475.091828:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.091828:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (22)++
00000800:00000200:8.0:1609800475.091829:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000400:00000200:38.0:1609800475.091830:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.091832:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.091834:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.091837:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800475.091837:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (24)++
00000800:00000200:8.0:1609800475.091837:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:38.0:1609800475.091840:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800475.091842:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.091842:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:8.0:1609800475.091843:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:38.0:1609800475.091844:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.091846:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.091847:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:8.0:1609800475.091849:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:57.0:1609800475.091851:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.091853:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800475.091857:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000400:00000200:57.0:1609800475.091858:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.091866:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:37.0:1609800475.091869:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000800:00000200:37.0:1609800475.091870:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:37.0:1609800475.091872:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000800:00000200:24.1:1609800475.091940:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (20)++
00000800:00000200:8.0:1609800475.091949:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (21)++
00000800:00000200:8.0:1609800475.091953:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:3.0:1609800475.091955:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:8.0:1609800475.091956:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800475.091960:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.091962:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:8.0:1609800475.091968:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.091970:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800475.091972:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.091975:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.091976:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800475.091980:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (21)++
00000800:00000200:8.0:1609800475.091981:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (22)--
00000800:00000200:8.0:1609800475.091982:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000800:00000200:24.1:1609800475.092054:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (20)++
00000800:00000200:5.0:1609800475.092058:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.092061:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092062:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (21)++
00000400:00000200:5.0:1609800475.092064:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.092066:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:37.0:1609800475.092069:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000400:00000200:6.0:1609800475.092071:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.092073:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:6.0:1609800475.092074:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800475.092075:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:37.0:1609800475.092076:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.092077:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:3.0:1609800475.092078:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092080:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000400:00000200:37.0:1609800475.092081:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.092082:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:37.0:1609800475.092083:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:6.0:1609800475.092083:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:3.0:1609800475.092083:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.092087:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800475.092089:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.092089:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.092091:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.092092:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.092092:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:3.0:1609800475.092092:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092093:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.092094:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.092095:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092096:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:3.0:1609800475.092096:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800475.092097:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.092099:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000400:00000200:8.0:1609800475.092100:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800475.092101:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:6.0:1609800475.092101:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000400:00000200:3.0:1609800475.092102:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.092103:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:6.0:1609800475.092105:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:3.0:1609800475.092105:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800475.092106:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:3.0:1609800475.092107:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.092108:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.092108:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.092109:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:37.0:1609800475.092110:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000400:00000200:6.0:1609800475.092110:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800475.092110:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1609800475.092110:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.092111:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:8.0:1609800475.092111:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800475.092111:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1609800475.092111:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345feb6f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.092113:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092113:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800475.092113:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:3.0:1609800475.092113:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000400:00000200:5.0:1609800475.092114:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.092115:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800475.092116:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.092116:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.092116:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:3.0:1609800475.092116:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (26)++
00000400:00000200:57.0:1609800475.092149:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.092149:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.092150:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (27)++
00000800:00000200:6.0:1609800475.092169:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.092170:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (28)--
00000800:00000200:3.0:1609800475.092170:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (28)--
00000800:00000200:8.0:1609800475.092171:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (27)--
00000800:00000200:3.0:1609800475.092172:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:8.0:1609800475.092183:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000400:00000200:37.0:1609800475.092184:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092184:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800475.092186:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.092186:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800475.092187:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800475.092188:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:6.0:1609800475.092188:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.092192:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.092195:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.092195:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:5.0:1609800475.092195:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800475.092196:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.092197:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800475.092225:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092226:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:37.0:1609800475.092228:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800475.092228:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000400:00000200:5.0:1609800475.092228:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.092229:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.092229:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:37.0:1609800475.092233:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (23)++
00000800:00000200:5.0:1609800475.092233:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.092234:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:37.0:1609800475.092235:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:5.0:1609800475.092235:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.092237:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.092239:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800475.092242:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.092257:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:57.0:1609800475.092263:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.092263:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.092266:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800475.092267:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:24.1:1609800475.092267:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (22)++
00000800:00000200:8.0:1609800475.092268:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.092272:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.092273:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800475.092274:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800475.092276:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000800:00000200:57.0:1609800475.092277:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092277:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (24)++
00000800:00000200:22.0:1609800475.092279:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800475.092281:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.092282:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.092282:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:8.0:1609800475.092282:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (25)++
00000800:00000200:57.0:1609800475.092284:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.092287:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:8.0:1609800475.092288:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:6.0:1609800475.092288:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (26)++
00000800:00000200:57.0:1609800475.092290:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (25)++
00000800:00000200:6.0:1609800475.092290:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000800:00000200:0.0:1609800475.092293:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800475.092296:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.092297:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (25)--
00000800:00000200:6.0:1609800475.092299:0:16037:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.178@o2ib18(1): redundant or enough NOOP
00000800:00000200:24.1:1609800475.092300:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (24)++
00000800:00000200:6.0:1609800475.092300:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000400:00000200:0.0:1609800475.092300:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.092304:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.092306:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000800:00000200:6.0:1609800475.092310:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.092311:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:4.0:1609800475.092313:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:22.0:1609800475.092335:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800475.092344:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000400:00000200:1.0:1609800475.092344:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800475.092347:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800475.092349:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800475.092352:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.092352:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000400:00000200:1.0:1609800475.092352:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.092355:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:8.0:1609800475.092356:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:6.0:1609800475.092358:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:1.0:1609800475.092361:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.092364:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:8.0:1609800475.092367:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800475.092369:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800475.092370:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800475.092371:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)++
00000400:00000200:8.0:1609800475.092372:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:1.0:1609800475.092372:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:1.0:1609800475.092378:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (24)--
00000400:00000200:8.0:1609800475.092379:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.092381:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.092384:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800475.092384:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.092386:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.092387:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800475.092389:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800475.092391:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (23)++
00000400:00000200:1.0:1609800475.092391:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:1.0:1609800475.092396:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.092398:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (24)++
00000800:00000200:1.0:1609800475.092398:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092400:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (25)--
00000800:00000200:4.0:1609800475.092400:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.092403:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:1.0:1609800475.092403:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.092404:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:4.0:1609800475.092404:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000800:00000200:1.0:1609800475.092405:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)++
00000400:00000200:4.0:1609800475.092406:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800475.092406:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (25)++
00000800:00000200:37.0:1609800475.092408:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000400:00000200:4.0:1609800475.092409:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:22.0:1609800475.092413:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.092414:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000800:00000200:4.0:1609800475.092414:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:1.0:1609800475.092414:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (25)--
00000800:00000200:57.0:1609800475.092416:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800475.092416:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800475.092417:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (22)++
00000400:00000200:57.0:1609800475.092418:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.092418:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:22.0:1609800475.092420:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.092421:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.092421:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:22.0:1609800475.092423:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:8.0:1609800475.092423:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:37.0:1609800475.092427:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000800:00000200:8.0:1609800475.092427:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:22.0:1609800475.092429:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800475.092431:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000800:00000200:6.0:1609800475.092431:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:22.0:1609800475.092433:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:6.0:1609800475.092434:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.178@o2ib18
00000400:00000200:37.0:1609800475.092435:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800475.092436:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.092437:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.178@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800475.092438:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800475.092440:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800475.092440:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (25)++
00000400:00000200:8.0:1609800475.092440:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800475.092441:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (26)++
00000400:00000200:6.0:1609800475.092442:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.092444:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:4.0:1609800475.092444:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:22.0:1609800475.092448:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (27)--
00000400:00000200:37.0:1609800475.092450:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.092452:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.092453:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800475.092455:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.092457:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800475.092457:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800475.092459:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.092459:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800475.092462:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.092463:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.092464:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.092466:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (26)++
00000800:00000200:8.0:1609800475.092466:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800475.092467:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.092467:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.092468:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (27)--
00000800:00000200:37.0:1609800475.092468:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:8.0:1609800475.092469:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.092470:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.092470:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.092470:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.092471:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (26)--
00000800:00000200:6.0:1609800475.092471:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.092473:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092473:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (25)++
00000800:00000200:8.0:1609800475.092474:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (26)++
00000800:00000200:6.0:1609800475.092474:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000400:00000200:37.0:1609800475.092475:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.092493:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (26)--
00000800:00000200:6.0:1609800475.092493:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:8.0:1609800475.092494:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:57.0:1609800475.092495:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.092496:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:57.0:1609800475.092497:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.092498:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.092499:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800475.092501:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:4.0:1609800475.092508:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800475.092511:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:37.0:1609800475.092512:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.092512:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:37.0:1609800475.092513:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000800:00000200:38.0:1609800475.092514:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800475.092514:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092516:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092516:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:4.0:1609800475.092516:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800475.092517:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092539:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (22)++
00000400:00000200:6.0:1609800475.092539:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.092539:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)++
00000800:00000200:37.0:1609800475.092540:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:4.0:1609800475.092540:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (24)++
00000400:00000200:38.0:1609800475.092541:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.092541:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:6.0:1609800475.092546:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.092562:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.092564:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000400:00000200:57.0:1609800475.092565:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800475.092570:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.092573:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:24.1:1609800475.092578:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:57.0:1609800475.092579:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.092580:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)++
00000800:00000200:38.0:1609800475.092581:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800475.092582:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:4.0:1609800475.092582:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:38.0:1609800475.092583:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.092585:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.092587:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (25)--
00000800:00000200:57.0:1609800475.092588:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (24)--
00000800:00000200:4.0:1609800475.092605:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.092606:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800475.092606:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800475.092607:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (22)++
00000400:00000200:57.0:1609800475.092609:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.092609:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.092612:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800475.092629:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800475.092630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:57.0:1609800475.092632:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:4.0:1609800475.092632:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:57.0:1609800475.092635:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800475.092635:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000800:00000200:57.0:1609800475.092637:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)++
00000400:00000200:4.0:1609800475.092637:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.092638:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:8.0:1609800475.092638:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:4.0:1609800475.092639:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.092642:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:57.0:1609800475.092646:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.092652:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.092653:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800475.092654:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000400:00000200:57.0:1609800475.092661:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092661:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000400:00000200:5.0:1609800475.092661:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.092663:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:37.0:1609800475.092664:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:5.0:1609800475.092665:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:37.0:1609800475.092666:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092667:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:37.0:1609800475.092668:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.092672:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.092675:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:57.0:1609800475.092679:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.092681:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:37.0:1609800475.092683:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000800:00000200:5.0:1609800475.092684:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.092686:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.092687:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:5.0:1609800475.092687:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:5.0:1609800475.092689:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (22)++
00000800:00000200:5.0:1609800475.092698:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000800:00000200:57.0:1609800475.092699:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:57.0:1609800475.092704:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.092708:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800475.092710:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (22)++
00000400:00000200:57.0:1609800475.092712:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.092714:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:8.0:1609800475.092718:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:57.0:1609800475.092719:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.092721:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:57.0:1609800475.092722:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:8.0:1609800475.092724:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.092724:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000400:00000200:8.0:1609800475.092726:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.092727:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800475.092727:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:57.0:1609800475.092729:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)++
00000800:00000200:8.0:1609800475.092729:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:4.0:1609800475.092729:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.092730:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:8.0:1609800475.092731:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:4.0:1609800475.092731:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.092734:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000800:00000200:4.0:1609800475.092735:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:24.1:1609800475.092737:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:37.0:1609800475.092745:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:37.0:1609800475.092748:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000800:00000200:37.0:1609800475.092750:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (23)++
00000800:00000200:37.0:1609800475.092751:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.092751:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:37.0:1609800475.092754:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000800:00000200:6.0:1609800475.092754:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:37.0:1609800475.092755:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:6.0:1609800475.092756:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.092758:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.092762:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:5.0:1609800475.092787:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.092792:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.092795:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:5.0:1609800475.092800:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.092811:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:5.0:1609800475.092814:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.092816:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:5.0:1609800475.092817:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:5.0:1609800475.092822:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000400:00000200:57.0:1609800475.092849:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800475.092853:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000400:00000200:57.0:1609800475.092856:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.092859:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:4.0:1609800475.092860:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:4.0:1609800475.092863:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.092864:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800475.092864:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.092866:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:57.0:1609800475.092867:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:4.0:1609800475.092867:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.092870:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000800:00000200:57.0:1609800475.092872:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.092873:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:57.0:1609800475.092874:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:57.0:1609800475.092878:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000800:00000200:24.1:1609800475.092891:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:8.0:1609800475.092898:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:8.0:1609800475.092918:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:8.0:1609800475.092920:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.092922:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.092922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000400:00000200:57.0:1609800475.092925:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.092925:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:6.0:1609800475.092926:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.092927:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:6.0:1609800475.092927:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (22)++
00000400:00000200:57.0:1609800475.092928:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.092928:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (22)--
00000800:00000200:6.0:1609800475.092929:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:57.0:1609800475.092930:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800475.092936:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.092938:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:57.0:1609800475.092942:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.092943:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:57.0:1609800475.092944:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:57.0:1609800475.092947:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000800:00000200:24.1:1609800475.092960:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:4.0:1609800475.092969:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:4.0:1609800475.092972:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000800:00000200:8.0:1609800475.092974:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:4.0:1609800475.092974:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.092976:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.092979:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:5.0:1609800475.093020:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.093022:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.093024:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:5.0:1609800475.093029:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.093032:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:5.0:1609800475.093035:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.093037:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:5.0:1609800475.093038:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:5.0:1609800475.093042:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000400:00000200:5.0:1609800475.093046:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.093048:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.093050:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:5.0:1609800475.093053:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:24.1:1609800475.093055:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:5.0:1609800475.093055:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:5.0:1609800475.093058:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.093059:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)++
00000800:00000200:5.0:1609800475.093061:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (23)++
00000800:00000200:37.0:1609800475.093062:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (24)++
00000800:00000200:37.0:1609800475.093065:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (25)--
00000800:00000200:5.0:1609800475.093065:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (25)--
00000400:00000200:37.0:1609800475.093066:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.093068:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000400:00000200:37.0:1609800475.093069:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.093069:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.093072:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:5.0:1609800475.093074:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.093076:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:57.0:1609800475.093077:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800475.093078:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000400:00000200:5.0:1609800475.093082:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.093084:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:5.0:1609800475.093084:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000400:00000200:57.0:1609800475.093085:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.093086:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.093087:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:8.0:1609800475.093087:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000800:00000200:5.0:1609800475.093087:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)++
00000800:00000200:5.0:1609800475.093088:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (24)++
00000400:00000200:8.0:1609800475.093089:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.093090:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (24)--
00000400:00000200:8.0:1609800475.093092:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:5.0:1609800475.093092:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)--
00000400:00000200:57.0:1609800475.093093:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.093096:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:8.0:1609800475.093097:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:5.0:1609800475.093099:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.093101:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.093102:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (21)++
00000400:00000200:5.0:1609800475.093102:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.093104:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000800:00000200:57.0:1609800475.093105:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (22)++
00000800:00000200:24.1:1609800475.093105:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (22)++
00000800:00000200:57.0:1609800475.093109:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (24)--
00000400:00000200:5.0:1609800475.093109:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800475.093111:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (23)++
00000800:00000200:5.0:1609800475.093111:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:6.0:1609800475.093115:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (24)--
00000800:00000200:5.0:1609800475.093115:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800475.093116:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.093116:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (23)++
00000800:00000200:5.0:1609800475.093117:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (24)++
00000800:00000200:37.0:1609800475.093118:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (25)++
00000400:00000200:6.0:1609800475.093119:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.093127:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (26)++
00000800:00000200:6.0:1609800475.093129:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (27)--
00000800:00000200:37.0:1609800475.093130:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (26)--
00000800:00000200:6.0:1609800475.093130:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (26)--
00000800:00000200:5.0:1609800475.093130:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (27)--
00000800:00000200:4.0:1609800475.093130:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.178@o2ib18
00000400:00000200:37.0:1609800475.093132:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.093132:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7400] (24)++
00000800:00000200:4.0:1609800475.093133:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7400] (24)--
00000400:00000200:37.0:1609800475.093134:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.093134:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (23)--
00000800:00000200:37.0:1609800475.093136:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000800:00000200:24.1:1609800475.093141:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:6.0:1609800475.093167:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:6.0:1609800475.093170:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:6.0:1609800475.093171:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.093172:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:6.0:1609800475.093174:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.093176:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000400:00000200:0.0:1609800475.093187:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.178@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.093195:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.093198:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.178@o2ib18 local destination
00000400:00000200:0.0:1609800475.093204:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.178@o2ib18(192.168.128.178@o2ib18:192.168.128.178@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.093208:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.178@o2ib18
00000800:00000200:0.0:1609800475.093212:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f00] -> 192.168.128.178@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.093213:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7400] (20)++
00000800:00000200:0.0:1609800475.093214:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7400] (21)++
00000800:00000200:0.0:1609800475.093223:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7400] (22)--
00000800:00000200:24.1:1609800475.093235:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7400] (21)++
00000800:00000200:4.0:1609800475.093243:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7400] (22)++
00000800:00000200:4.0:1609800475.093247:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7400] (23)--
00000400:00000200:4.0:1609800475.093248:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.093249:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (22)--
00000400:00000200:4.0:1609800475.093250:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.178@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.093253:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7400] (21)--
00000800:00000200:30.1:1609800475.127494:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:8.0:1609800475.127535:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800475.127541:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800475.127542:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:8.0:1609800475.127545:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : GET - for me
00000400:00000200:8.0:1609800475.127549:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.67@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800475.127553:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.67@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800475.127556:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800475.127558:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:8.0:1609800475.127560:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:8.0:1609800475.127565:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800475.127567:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:8.0:1609800475.127570:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.127571:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800475.127572:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800475.127578:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:8.0:1609800475.127579:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800475.127604:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800475.127647:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800475.127651:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:37.0:1609800475.127653:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.127655:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800475.127659:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:37.0:1609800475.127677:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:29.1:1609800475.200042:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:6.0:1609800475.200102:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:6.0:1609800475.200112:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.183@o2ib18
00000400:00000200:6.0:1609800475.200134:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.200142:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.200148:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:8.0:1609800475.200152:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:6.0:1609800475.200161:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.200164:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200167:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800475.200172:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.200173:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800475.200179:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200179:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.200183:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.200185:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:8.0:1609800475.200198:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.200202:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:37.0:1609800475.200203:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:8.0:1609800475.200204:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.200207:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:8.0:1609800475.200210:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.200211:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.200214:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:37.0:1609800475.200215:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.200216:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.200219:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.200219:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:37.0:1609800475.200224:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.200225:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.200226:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:8.0:1609800475.200229:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000400:00000200:6.0:1609800475.200230:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200231:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:8.0:1609800475.200233:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:37.0:1609800475.200234:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.200235:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:8.0:1609800475.200237:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:37.0:1609800475.200243:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800475.200262:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.200264:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800475.200266:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200267:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800475.200268:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.200270:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.200270:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:57.0:1609800475.200271:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.200271:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.200272:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.200272:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.200273:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:6.0:1609800475.200274:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:4.0:1609800475.200274:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.200275:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.200275:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000400:00000200:57.0:1609800475.200276:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.200276:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200276:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200278:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:1.0:1609800475.200278:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.200279:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800475.200279:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.200280:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:37.0:1609800475.200281:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200281:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800475.200281:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200283:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.200285:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:1.0:1609800475.200285:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800475.200287:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800475.200287:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:8.0:1609800475.200290:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.200293:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800475.200293:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.200296:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.200297:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200297:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200297:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.200300:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.200301:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (26)++
00000800:00000200:1.0:1609800475.200302:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.200303:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)++
00000800:00000200:4.0:1609800475.200303:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:1.0:1609800475.200303:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.200304:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:4.0:1609800475.200305:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800475.200306:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.200307:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (28)++
00000800:00000200:57.0:1609800475.200308:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.200310:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200310:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (29)--
00000800:00000200:8.0:1609800475.200310:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (29)--
00000400:00000200:6.0:1609800475.200310:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.200310:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (29)--
00000800:00000200:8.0:1609800475.200311:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:6.0:1609800475.200312:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800475.200313:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:1.0:1609800475.200313:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.200314:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800475.200314:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:57.0:1609800475.200315:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800475.200315:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200316:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200316:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.200318:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800475.200318:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.200320:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200321:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200322:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:6.0:1609800475.200323:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:57.0:1609800475.200324:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.200325:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:8.0:1609800475.200325:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.200326:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.200328:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.200330:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:57.0:1609800475.200332:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800475.200335:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.200338:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800475.200340:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.200343:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.200344:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800475.200347:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.200348:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:57.0:1609800475.200349:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200350:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:57.0:1609800475.200353:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.200379:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:8.0:1609800475.200380:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:38.0:1609800475.200408:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800475.200411:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.1:1609800475.200413:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:38.0:1609800475.200414:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.200425:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:4.0:1609800475.200428:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:4.0:1609800475.200430:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:4.0:1609800475.200432:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:4.0:1609800475.200435:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.200437:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:4.0:1609800475.200438:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.200441:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:37.0:1609800475.200442:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:4.0:1609800475.200442:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.200444:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:37.0:1609800475.200445:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:37.0:1609800475.200448:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200450:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:4.0:1609800475.200451:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800475.200452:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.200453:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800475.200454:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800475.200455:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200455:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:37.0:1609800475.200457:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:6.0:1609800475.200457:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.200457:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800475.200458:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800475.200460:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.200461:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.200463:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.200465:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.200466:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.200466:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200466:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:37.0:1609800475.200467:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800475.200468:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:6.0:1609800475.200469:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:4.0:1609800475.200469:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:37.0:1609800475.200470:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800475.200471:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:37.0:1609800475.200472:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.200473:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.200474:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.200474:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.200475:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:8.0:1609800475.200475:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800475.200476:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:57.0:1609800475.200477:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.200477:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:6.0:1609800475.200477:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800475.200478:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:57.0:1609800475.200479:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200479:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200479:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800475.200481:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.200482:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800475.200483:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.200483:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.200483:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.200484:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:37.0:1609800475.200503:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.200503:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:4.0:1609800475.200503:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.200504:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.200504:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:6.0:1609800475.200505:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:8.0:1609800475.200506:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800475.200507:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200507:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:4.0:1609800475.200507:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200508:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200511:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800475.200511:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:37.0:1609800475.200514:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:57.0:1609800475.200515:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.200516:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.200518:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800475.200520:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800475.200521:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.200521:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800475.200522:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.200523:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.200524:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800475.200524:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:37.0:1609800475.200525:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800475.200525:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200526:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.200527:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (26)++
00000400:00000200:6.0:1609800475.200527:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200528:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800475.200528:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.200528:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.200529:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200529:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800475.200531:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:37.0:1609800475.200532:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)++
00000800:00000200:37.0:1609800475.200533:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:8.0:1609800475.200533:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:8.0:1609800475.200534:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:57.0:1609800475.200535:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.200535:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:4.0:1609800475.200535:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:8.0:1609800475.200536:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:6.0:1609800475.200536:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.200536:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:37.0:1609800475.200537:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:4.0:1609800475.200538:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.200539:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800475.200540:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.200541:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800475.200542:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200543:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.200543:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.1:1609800475.200544:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200544:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800475.200545:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800475.200545:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800475.200545:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200547:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:5.0:1609800475.200547:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800475.200551:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800475.200553:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.200553:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:8.0:1609800475.200554:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.200555:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000400:00000200:22.0:1609800475.200556:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200556:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800475.200557:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.200558:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200559:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800475.200560:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.200560:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.200560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:5.0:1609800475.200561:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.200562:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800475.200562:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200565:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:57.0:1609800475.200566:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.200566:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:8.0:1609800475.200566:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200568:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:37.0:1609800475.200569:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200569:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:5.0:1609800475.200569:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.200570:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:5.0:1609800475.200570:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.200572:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800475.200572:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800475.200572:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.200572:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:22.0:1609800475.200573:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.200574:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:57.0:1609800475.200575:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:8.0:1609800475.200575:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:37.0:1609800475.200576:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800475.200576:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:22.0:1609800475.200576:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800475.200578:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:8.0:1609800475.200579:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:8.0:1609800475.200581:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:57.0:1609800475.200582:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (26)--
00000400:00000200:37.0:1609800475.200584:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.200585:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800475.200585:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000800:00000200:37.0:1609800475.200587:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.200587:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)++
00000800:00000200:4.0:1609800475.200587:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:8.0:1609800475.200588:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.200589:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.200589:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.183@o2ib18
00000400:00000200:4.0:1609800475.200590:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.200592:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800475.200592:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200593:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200593:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.183@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800475.200594:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.200595:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:8.0:1609800475.200600:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800475.200602:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.200603:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (27)++
00000800:00000200:37.0:1609800475.200604:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (28)--
00000800:00000200:8.0:1609800475.200604:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800475.200604:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200605:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (27)--
00000400:00000200:4.0:1609800475.200605:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800475.200606:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)++
00000800:00000200:37.0:1609800475.200607:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (27)--
00000800:00000200:8.0:1609800475.200607:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.200608:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:8.0:1609800475.200608:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.200608:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800475.200609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000400:00000200:4.0:1609800475.200610:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800475.200613:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.200613:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.200615:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200616:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.200616:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800475.200617:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:8.0:1609800475.200618:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.200618:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800475.200618:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:5.0:1609800475.200619:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.200620:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200620:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.200621:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800475.200621:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200622:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800475.200622:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.200622:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:4.0:1609800475.200623:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:6.0:1609800475.200624:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:6.0:1609800475.200627:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:5.0:1609800475.200628:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.200629:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.1:1609800475.200631:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:5.0:1609800475.200631:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800475.200632:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.200634:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200635:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:6.0:1609800475.200636:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:57.0:1609800475.200637:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800475.200637:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.200638:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200641:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:6.0:1609800475.200643:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200645:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:6.0:1609800475.200645:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.200648:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:8.0:1609800475.200649:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:22.0:1609800475.200650:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200651:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:8.0:1609800475.200653:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:57.0:1609800475.200654:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800475.200654:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800475.200655:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200658:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:22.0:1609800475.200661:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800475.200664:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:22.0:1609800475.200669:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800475.200671:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:22.0:1609800475.200672:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:22.0:1609800475.200679:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:57.0:1609800475.200705:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.200709:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200711:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:29.1:1609800475.200712:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.200717:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.200719:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.200721:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:5.0:1609800475.200721:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.200724:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:4.0:1609800475.200726:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:5.0:1609800475.200727:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.200728:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.200729:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800475.200730:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:57.0:1609800475.200731:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:37.0:1609800475.200731:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.200732:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:5.0:1609800475.200736:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.200737:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:5.0:1609800475.200739:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.200740:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:57.0:1609800475.200743:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800475.200744:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.200746:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.200747:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.200747:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:57.0:1609800475.200749:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:29.1:1609800475.200750:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:57.0:1609800475.200755:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.200756:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:57.0:1609800475.200758:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200758:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200761:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:57.0:1609800475.200762:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.200763:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:6.0:1609800475.200763:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.200764:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:57.0:1609800475.200765:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:6.0:1609800475.200765:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.200769:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.200769:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:29.1:1609800475.200818:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:4.0:1609800475.200843:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:4.0:1609800475.200848:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:57.0:1609800475.200867:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800475.200868:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.200869:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:4.0:1609800475.200871:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.200872:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:37.0:1609800475.200873:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200874:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:57.0:1609800475.200875:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.200875:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.200876:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:57.0:1609800475.200878:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:0.0:1609800475.200878:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.200880:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.200881:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.200882:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:8.0:1609800475.200883:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:57.0:1609800475.200884:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.200884:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:37.0:1609800475.200886:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:57.0:1609800475.200887:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800475.200890:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800475.200891:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.200892:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:57.0:1609800475.200893:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:0.0:1609800475.200894:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:57.0:1609800475.200897:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:0.0:1609800475.200900:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.200905:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:29.1:1609800475.200909:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:0.0:1609800475.200910:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.200912:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:0.0:1609800475.200914:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:4.0:1609800475.200916:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200922:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:0.0:1609800475.200922:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:4.0:1609800475.200923:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (25)--
00000400:00000200:4.0:1609800475.200924:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200927:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800475.200927:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000400:00000200:0.0:1609800475.200929:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.200931:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200933:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:57.0:1609800475.200934:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:0.0:1609800475.200934:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800475.200935:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:0.0:1609800475.200936:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:0.0:1609800475.200941:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.200943:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:0.0:1609800475.200944:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.200946:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:8.0:1609800475.200947:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200948:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800475.200949:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:8.0:1609800475.200950:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.200951:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:0.0:1609800475.200952:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.200953:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:0.0:1609800475.200953:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:0.0:1609800475.200954:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:57.0:1609800475.200955:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.200957:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:0.0:1609800475.200958:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:57.0:1609800475.200959:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:57.0:1609800475.200963:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:0.0:1609800475.200963:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.200966:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.200968:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:29.1:1609800475.200971:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:0.0:1609800475.200973:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.200975:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200978:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:0.0:1609800475.200978:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.200980:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:6.0:1609800475.200981:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:0.0:1609800475.200981:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:6.0:1609800475.200983:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.200984:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (25)++
00000400:00000200:6.0:1609800475.200985:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:0.0:1609800475.200986:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:4.0:1609800475.200987:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (26)--
00000800:00000200:6.0:1609800475.200988:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:4.0:1609800475.200988:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.200989:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:4.0:1609800475.200991:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000400:00000200:0.0:1609800475.200991:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.200993:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.200994:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)++
00000800:00000200:4.0:1609800475.200994:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.200996:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:4.0:1609800475.200996:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:0.0:1609800475.200997:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.200998:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.200999:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:4.0:1609800475.200999:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:0.0:1609800475.200999:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:6.0:1609800475.201001:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:4.0:1609800475.201001:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.201003:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000400:00000200:0.0:1609800475.201004:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800475.201005:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.201007:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:0.0:1609800475.201007:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:57.0:1609800475.201008:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:0.0:1609800475.201010:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.201011:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:0.0:1609800475.201012:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.201014:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.201016:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:57.0:1609800475.201017:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800475.201021:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.201022:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:57.0:1609800475.201024:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:29.1:1609800475.201039:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:57.0:1609800475.201044:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:8.0:1609800475.201046:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:57.0:1609800475.201048:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.201049:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:57.0:1609800475.201051:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.201051:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.201052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:57.0:1609800475.201054:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:8.0:1609800475.201054:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:29.1:1609800475.201057:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:57.0:1609800475.201059:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.201062:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.201063:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:8.0:1609800475.201064:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:57.0:1609800475.201066:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.201067:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:8.0:1609800475.201067:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:57.0:1609800475.201068:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (24)++
00000400:00000200:8.0:1609800475.201069:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.201070:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:57.0:1609800475.201071:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:8.0:1609800475.201071:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.201075:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:29.1:1609800475.201077:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:6.0:1609800475.201084:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:6.0:1609800475.201088:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.201090:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.201090:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:6.0:1609800475.201091:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (25)--
00000800:00000200:6.0:1609800475.201092:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:37.0:1609800475.201093:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:37.0:1609800475.201094:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.201094:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:37.0:1609800475.201096:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.201100:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000400:00000200:1.0:1609800475.201133:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800475.201149:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.201152:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:1.0:1609800475.201157:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800475.201159:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800475.201160:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:1.0:1609800475.201164:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.201166:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000400:00000200:57.0:1609800475.201167:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800475.201167:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.201169:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000400:00000200:57.0:1609800475.201175:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.201175:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:57.0:1609800475.201178:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800475.201182:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800475.201183:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.201184:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:57.0:1609800475.201185:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:29.1:1609800475.201188:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:57.0:1609800475.201189:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:1.0:1609800475.201192:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.201195:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:8.0:1609800475.201196:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:8.0:1609800475.201199:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:1.0:1609800475.201200:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800475.201201:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.201202:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:1.0:1609800475.201202:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000400:00000200:8.0:1609800475.201203:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:1.0:1609800475.201205:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.201206:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (24)--
00000800:00000200:6.0:1609800475.201206:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (24)--
00000400:00000200:6.0:1609800475.201207:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800475.201207:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (23)++
00000800:00000200:8.0:1609800475.201208:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:1.0:1609800475.201208:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:6.0:1609800475.201209:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.201213:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:1.0:1609800475.201214:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:29.1:1609800475.201227:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:37.0:1609800475.201236:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:37.0:1609800475.201239:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:37.0:1609800475.201240:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.201241:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:37.0:1609800475.201243:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.201245:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:29.1:1609800475.201248:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (20)++
00000400:00000200:57.0:1609800475.201268:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.201271:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.201272:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.201274:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:4.0:1609800475.201276:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:4.0:1609800475.201278:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:6.0:1609800475.201279:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:57.0:1609800475.201280:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800475.201280:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:4.0:1609800475.201281:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:57.0:1609800475.201282:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:57.0:1609800475.201286:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.201288:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:57.0:1609800475.201289:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:38.0:1609800475.201292:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.201293:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:29.1:1609800475.201307:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:8.0:1609800475.201327:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000400:00000200:38.0:1609800475.201329:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.201330:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:38.0:1609800475.201332:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:37.0:1609800475.201332:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:8.0:1609800475.201332:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.201334:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000400:00000200:38.0:1609800475.201338:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.201342:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.201342:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:38.0:1609800475.201347:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.201348:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:38.0:1609800475.201350:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:38.0:1609800475.201358:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:38.0:1609800475.201364:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800475.201370:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:38.0:1609800475.201375:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.201377:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:6.0:1609800475.201378:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:6.0:1609800475.201381:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:6.0:1609800475.201382:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.201383:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800475.201383:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:6.0:1609800475.201384:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:38.0:1609800475.201385:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:6.0:1609800475.201387:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:38.0:1609800475.201389:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.201390:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:38.0:1609800475.201391:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:38.0:1609800475.201395:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:57.0:1609800475.201397:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.183@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.201404:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.201407:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.183@o2ib18 local destination
00000800:00000200:29.1:1609800475.201408:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000400:00000200:57.0:1609800475.201413:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.183@o2ib18(192.168.128.183@o2ib18:192.168.128.183@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.201415:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.183@o2ib18
00000800:00000200:37.0:1609800475.201416:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:57.0:1609800475.201419:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5c00] -> 192.168.128.183@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.201419:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:37.0:1609800475.201420:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.201421:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:57.0:1609800475.201422:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1a00] (23)++
00000400:00000200:37.0:1609800475.201422:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.201422:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:37.0:1609800475.201425:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:57.0:1609800475.201427:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1a00] (22)--
00000800:00000200:29.1:1609800475.201439:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:4.0:1609800475.201446:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:4.0:1609800475.201449:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1a00] (23)--
00000400:00000200:4.0:1609800475.201451:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.201452:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (22)--
00000400:00000200:4.0:1609800475.201453:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.183@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.201456:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:29.1:1609800475.201462:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1a00] (20)++
00000800:00000200:8.0:1609800475.201469:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)++
00000800:00000200:8.0:1609800475.201473:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.183@o2ib18
00000800:00000200:8.0:1609800475.201474:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1a00] (22)++
00000800:00000200:37.0:1609800475.201475:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:8.0:1609800475.201476:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1a00] (23)--
00000800:00000200:8.0:1609800475.201477:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1a00] (21)--
00000800:00000200:32.1:1609800475.223468:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:19.0:1609800475.223501:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800475.223508:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.66@o2ib18
00000800:00000200:29.0:1609800475.223510:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800475.223513:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : GET - for me
00000400:00000200:19.0:1609800475.223518:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.66@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800475.223522:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.66@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800475.223526:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800475.223528:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800475.223531:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:19.0:1609800475.223537:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800475.223540:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:19.0:1609800475.223544:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800475.223545:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800475.223546:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800475.223553:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800475.223554:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800475.223617:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:24.0:1609800475.223624:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:24.0:1609800475.223627:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:24.0:1609800475.223629:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.223631:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800475.223634:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:24.0:1609800475.223635:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:5.0:1609800475.341192:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800475.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:33.1:1609800475.370367:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:6.0:1609800475.370380:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:6.0:1609800475.370386:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370389:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000400:00000200:6.0:1609800475.370393:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.370395:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:6.0:1609800475.370398:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.370402:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800475.370402:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800475.370408:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.370412:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800475.370413:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370419:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.370423:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800475.370424:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370428:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.370429:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.370430:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800475.370433:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.370436:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:37.0:1609800475.370437:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000800:00000200:4.0:1609800475.370438:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800475.370439:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (24)--
00000800:00000200:4.0:1609800475.370440:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800475.370445:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (24)++
00000800:00000200:6.0:1609800475.370446:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:4.0:1609800475.370447:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:6.0:1609800475.370448:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:37.0:1609800475.370449:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370450:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:6.0:1609800475.370452:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370452:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000400:00000200:37.0:1609800475.370458:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.370458:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.370459:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.370461:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:6.0:1609800475.370463:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.370465:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:4.0:1609800475.370465:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.370468:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.370470:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:8.0:1609800475.370472:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800475.370475:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.370478:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800475.370480:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370485:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.370490:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800475.370491:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.370491:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370495:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800475.370497:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370497:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.370498:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800475.370499:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.370499:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:6.0:1609800475.370503:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800475.370504:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800475.370505:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800475.370505:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800475.370505:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:6.0:1609800475.370506:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:6.0:1609800475.370508:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:37.0:1609800475.370510:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800475.370511:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370512:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800475.370513:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.370515:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800475.370516:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.370516:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800475.370520:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.370521:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.370521:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.370522:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000400:00000200:6.0:1609800475.370524:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.370525:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.370526:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.370527:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000400:00000200:5.0:1609800475.370527:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800475.370528:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.370528:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800475.370529:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.370530:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800475.370531:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.370532:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.370532:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:57.0:1609800475.370534:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.370538:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)--
00000800:00000200:8.0:1609800475.370539:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)++
00000800:00000200:4.0:1609800475.370539:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)++
00000800:00000200:37.0:1609800475.370540:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:4.0:1609800475.370541:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (28)--
00000800:00000200:8.0:1609800475.370542:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (28)--
00000400:00000200:6.0:1609800475.370542:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.370543:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)++
00000800:00000200:5.0:1609800475.370543:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.370544:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800475.370546:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.370546:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:5.0:1609800475.370546:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370547:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800475.370548:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:57.0:1609800475.370550:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.370551:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800475.370551:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.370552:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.370552:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000400:00000200:37.0:1609800475.370553:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.370554:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000400:00000200:57.0:1609800475.370555:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.370556:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.370556:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000400:00000200:37.0:1609800475.370558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370558:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.370564:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:57.0:1609800475.370568:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.370570:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.370573:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800475.370574:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.370575:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800475.370576:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370579:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:37.0:1609800475.370581:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.370581:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:5.0:1609800475.370581:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.370583:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:37.0:1609800475.370588:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.370592:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.370595:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.370600:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (21)++
00000800:00000200:37.0:1609800475.370603:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800475.370607:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.370608:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:5.0:1609800475.370609:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.370610:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:5.0:1609800475.370613:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800475.370618:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (21)++
00000800:00000200:8.0:1609800475.370628:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:8.0:1609800475.370632:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (23)--
00000800:00000200:8.0:1609800475.370635:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:8.0:1609800475.370636:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800475.370642:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:6.0:1609800475.370651:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:6.0:1609800475.370657:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:37.0:1609800475.370661:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000400:00000200:6.0:1609800475.370664:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.370667:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:6.0:1609800475.370668:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.370670:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000400:00000200:6.0:1609800475.370672:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:37.0:1609800475.370674:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.370676:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370678:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:37.0:1609800475.370679:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.370682:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:37.0:1609800475.370683:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:8.0:1609800475.370683:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.370683:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370689:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.370693:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800475.370694:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370697:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.370699:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.370699:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.370700:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.370702:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.370704:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800475.370704:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800475.370707:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800475.370709:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800475.370709:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000400:00000200:4.0:1609800475.370709:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.370711:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.370711:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:6.0:1609800475.370713:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:4.0:1609800475.370714:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:57.0:1609800475.370715:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800475.370715:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800475.370717:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370717:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:57.0:1609800475.370720:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.370720:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.370724:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800475.370725:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800475.370726:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.370728:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.370729:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:8.0:1609800475.370729:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800475.370731:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800475.370731:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.370732:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800475.370733:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:5.0:1609800475.370733:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800475.370734:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.370735:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:4.0:1609800475.370736:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.370737:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800475.370739:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.370739:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000400:00000200:6.0:1609800475.370739:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.370740:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.370741:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:4.0:1609800475.370742:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800475.370743:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.370743:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000400:00000200:6.0:1609800475.370743:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:57.0:1609800475.370745:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.370745:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.370746:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370747:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000400:00000200:57.0:1609800475.370748:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800475.370750:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.370751:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000400:00000200:37.0:1609800475.370754:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:8.0:1609800475.370754:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.370755:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370761:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800475.370762:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)--
00000800:00000200:4.0:1609800475.370764:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000400:00000200:37.0:1609800475.370765:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370765:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800475.370766:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800475.370770:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.370770:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.370770:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:8.0:1609800475.370772:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370772:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.370774:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800475.370776:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:4.0:1609800475.370777:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.370779:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800475.370779:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)++
00000800:00000200:6.0:1609800475.370781:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)--
00000800:00000200:37.0:1609800475.370782:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800475.370782:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370783:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:6.0:1609800475.370785:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000400:00000200:4.0:1609800475.370785:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:8.0:1609800475.370786:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370787:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000800:00000200:57.0:1609800475.370788:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.370789:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:57.0:1609800475.370790:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.370790:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:8.0:1609800475.370792:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800475.370793:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.370796:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800475.370796:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.370801:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:33.1:1609800475.370801:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (23)++
00000800:00000200:8.0:1609800475.370801:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800475.370801:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.370802:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.370803:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:8.0:1609800475.370803:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.370805:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000400:00000200:0.0:1609800475.370805:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.370807:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000800:00000200:4.0:1609800475.370807:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.370808:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:8.0:1609800475.370810:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800475.370811:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:6.0:1609800475.370811:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:4.0:1609800475.370812:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800475.370812:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.370813:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:57.0:1609800475.370814:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.370814:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800475.370815:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)++
00000800:00000200:6.0:1609800475.370815:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:57.0:1609800475.370816:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.370818:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.370819:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.370819:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.370819:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:0.0:1609800475.370821:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.370823:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.370823:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.370823:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000400:00000200:0.0:1609800475.370823:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.370826:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.370827:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800475.370828:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (27)--
00000400:00000200:0.0:1609800475.370828:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.370830:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:4.0:1609800475.370832:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:6.0:1609800475.370833:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.370834:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.370838:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800475.370838:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.1:1609800475.370839:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (24)++
00000400:00000200:6.0:1609800475.370839:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:0.0:1609800475.370840:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.370843:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800475.370844:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.370847:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800475.370848:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000400:00000200:6.0:1609800475.370849:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.370850:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800475.370851:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800475.370852:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800475.370853:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800475.370854:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:6.0:1609800475.370854:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.370854:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:6.0:1609800475.370859:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800475.370860:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:37.0:1609800475.370862:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (24)--
00000800:00000200:6.0:1609800475.370863:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.370864:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:57.0:1609800475.370865:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800475.370865:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.370865:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800475.370866:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.370881:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.370886:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800475.370888:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.370888:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:6.0:1609800475.370889:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:8.0:1609800475.370890:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.370890:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:8.0:1609800475.370891:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800475.370895:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (21)++
00000800:00000200:8.0:1609800475.370896:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)--
00000800:00000200:8.0:1609800475.370897:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:57.0:1609800475.370901:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.370903:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.370905:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800475.370907:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800475.370909:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.370912:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.371168:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.371186:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371189:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:38.0:1609800475.371191:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.371219:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371224:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:38.0:1609800475.371228:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.371229:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.371231:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (20)++
00000400:00000200:38.0:1609800475.371231:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:57.0:1609800475.371232:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (21)++
00000400:00000200:38.0:1609800475.371237:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371239:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)--
00000800:00000200:38.0:1609800475.371240:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:38.0:1609800475.371244:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.371245:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800475.371246:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (21)++
00000400:00000200:57.0:1609800475.371248:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800475.371248:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000400:00000200:57.0:1609800475.371251:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:38.0:1609800475.371252:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:57.0:1609800475.371256:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371260:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:38.0:1609800475.371262:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.371263:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.371265:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)++
00000400:00000200:38.0:1609800475.371265:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.371266:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (23)++
00000400:00000200:38.0:1609800475.371267:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:38.0:1609800475.371272:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.371275:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800475.371276:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (24)--
00000800:00000200:38.0:1609800475.371278:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.371280:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800475.371280:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)++
00000800:00000200:38.0:1609800475.371281:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (24)++
00000400:00000200:57.0:1609800475.371283:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371285:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:38.0:1609800475.371286:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)--
00000400:00000200:57.0:1609800475.371291:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371294:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:38.0:1609800475.371295:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.371298:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800475.371298:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.371299:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (24)++
00000400:00000200:38.0:1609800475.371300:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:57.0:1609800475.371301:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (25)++
00000800:00000200:57.0:1609800475.371304:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (26)--
00000400:00000200:38.0:1609800475.371304:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800475.371308:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800475.371308:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:57.0:1609800475.371311:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800475.371312:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.371313:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:38.0:1609800475.371313:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:38.0:1609800475.371314:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000400:00000200:57.0:1609800475.371319:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.371321:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)--
00000800:00000200:33.1:1609800475.371321:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (27)++
00000800:00000200:57.0:1609800475.371322:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800475.371327:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800475.371327:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.371328:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)++
00000400:00000200:38.0:1609800475.371330:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.371332:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (28)++
00000400:00000200:38.0:1609800475.371332:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:57.0:1609800475.371335:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)--
00000400:00000200:38.0:1609800475.371336:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.371339:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:38.0:1609800475.371342:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.371343:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:38.0:1609800475.371344:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (29)++
00000800:00000200:38.0:1609800475.371348:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (30)--
00000400:00000200:38.0:1609800475.371353:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800475.371356:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371357:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800475.371358:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800475.371361:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371361:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)++
00000400:00000200:57.0:1609800475.371363:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:38.0:1609800475.371363:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800475.371366:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:4.0:1609800475.371368:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.371373:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.371394:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800475.371396:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371396:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:38.0:1609800475.371399:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:4.0:1609800475.371399:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.371401:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371401:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000800:00000200:4.0:1609800475.371402:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000400:00000200:57.0:1609800475.371403:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:4.0:1609800475.371404:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800475.371405:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)++
00000800:00000200:4.0:1609800475.371405:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (31)--
00000800:00000200:4.0:1609800475.371410:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:37.0:1609800475.371412:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800475.371412:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800475.371413:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000400:00000200:37.0:1609800475.371415:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371416:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:37.0:1609800475.371417:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.371417:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:4.0:1609800475.371418:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.371438:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.371440:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.371441:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800475.371444:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800475.371444:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.371463:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000800:00000200:4.0:1609800475.371463:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000800:00000200:37.0:1609800475.371464:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800475.371465:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800475.371466:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (32)--
00000800:00000200:4.0:1609800475.371466:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (32)++
00000800:00000200:6.0:1609800475.371468:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (32)++
00000800:00000200:4.0:1609800475.371468:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:4.0:1609800475.371469:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (32)--
00000800:00000200:37.0:1609800475.371471:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (32)--
00000800:00000200:4.0:1609800475.371472:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (31)--
00000800:00000200:6.0:1609800475.371473:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800475.371474:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:6.0:1609800475.371474:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:6.0:1609800475.371476:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.371477:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:8.0:1609800475.371478:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:37.0:1609800475.371479:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000400:00000200:6.0:1609800475.371479:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:37.0:1609800475.371481:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371481:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)++
00000800:00000200:8.0:1609800475.371482:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:37.0:1609800475.371483:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.371483:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (31)--
00000800:00000200:6.0:1609800475.371484:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.371484:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:8.0:1609800475.371485:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371485:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (30)--
00000800:00000200:37.0:1609800475.371486:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000400:00000200:4.0:1609800475.371487:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.371488:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000400:00000200:8.0:1609800475.371488:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.371488:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.371489:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:6.0:1609800475.371489:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)++
00000400:00000200:4.0:1609800475.371489:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.371490:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (29)--
00000400:00000200:37.0:1609800475.371491:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.371491:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (29)++
00000800:00000200:8.0:1609800475.371492:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (30)--
00000400:00000200:37.0:1609800475.371493:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.371493:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000800:00000200:6.0:1609800475.371493:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:6.0:1609800475.371494:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)--
00000800:00000200:4.0:1609800475.371495:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)--
00000800:00000200:37.0:1609800475.371496:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:6.0:1609800475.371497:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:57.0:1609800475.371531:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.371535:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371537:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800475.371543:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371546:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800475.371550:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.371552:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (24)++
00000800:00000200:57.0:1609800475.371553:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (25)++
00000800:00000200:57.0:1609800475.371556:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:57.0:1609800475.371557:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (26)--
00000400:00000200:57.0:1609800475.371578:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.371584:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371585:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800475.371590:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371593:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:57.0:1609800475.371596:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.371597:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:57.0:1609800475.371598:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (26)++
00000800:00000200:57.0:1609800475.371599:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:57.0:1609800475.371601:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)--
00000400:00000200:5.0:1609800475.371602:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.371624:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.371627:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800475.371633:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.371637:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800475.371642:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:33.1:1609800475.371643:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (26)++
00000800:00000200:5.0:1609800475.371644:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (26)++
00000800:00000200:5.0:1609800475.371645:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (27)++
00000800:00000200:5.0:1609800475.371648:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:5.0:1609800475.371649:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (29)--
00000800:00000200:8.0:1609800475.371654:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000800:00000200:8.0:1609800475.371659:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:4.0:1609800475.371660:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000800:00000200:8.0:1609800475.371672:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:8.0:1609800475.371689:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:8.0:1609800475.371691:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (29)--
00000800:00000200:8.0:1609800475.371692:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)--
00000800:00000200:33.1:1609800475.371694:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (27)++
00000400:00000200:57.0:1609800475.371700:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.371702:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000400:00000200:57.0:1609800475.371704:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.371706:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:37.0:1609800475.371706:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:37.0:1609800475.371707:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (29)--
00000400:00000200:37.0:1609800475.371708:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.371709:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000400:00000200:37.0:1609800475.371710:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.371713:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800475.371713:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:6.0:1609800475.371714:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (29)--
00000800:00000200:4.0:1609800475.371715:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000800:00000200:57.0:1609800475.371716:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000400:00000200:6.0:1609800475.371716:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.371718:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (29)--
00000400:00000200:6.0:1609800475.371718:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.371719:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)++
00000800:00000200:4.0:1609800475.371719:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:57.0:1609800475.371720:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800475.371720:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (29)--
00000800:00000200:37.0:1609800475.371721:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000800:00000200:6.0:1609800475.371721:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (28)--
00000800:00000200:57.0:1609800475.371722:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (28)++
00000800:00000200:37.0:1609800475.371722:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (28)--
00000400:00000200:4.0:1609800475.371722:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.371723:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (28)++
00000800:00000200:8.0:1609800475.371723:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)--
00000400:00000200:37.0:1609800475.371724:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.371724:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.371726:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.115@o2ib18: no credits
00000400:00000200:37.0:1609800475.371726:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.371727:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (27)--
00000800:00000200:4.0:1609800475.371727:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (27)--
00000800:00000200:37.0:1609800475.371729:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:33.1:1609800475.371749:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (24)++
00000800:00000200:6.0:1609800475.371757:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:6.0:1609800475.371760:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.371762:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:6.0:1609800475.371774:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:6.0:1609800475.371777:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (26)--
00000800:00000200:6.0:1609800475.371778:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:33.1:1609800475.371794:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (24)++
00000800:00000200:4.0:1609800475.371820:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:4.0:1609800475.371840:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800475.371843:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000400:00000200:4.0:1609800475.371843:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.371845:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000400:00000200:4.0:1609800475.371845:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:37.0:1609800475.371847:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.371848:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.371848:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)++
00000800:00000200:8.0:1609800475.371851:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (26)--
00000800:00000200:4.0:1609800475.371851:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (26)--
00000800:00000200:37.0:1609800475.371852:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000400:00000200:8.0:1609800475.371853:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371853:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000400:00000200:8.0:1609800475.371855:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.371856:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (24)--
00000800:00000200:6.0:1609800475.371857:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (24)--
00000800:00000200:8.0:1609800475.371858:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:4.0:1609800475.371858:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.371860:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.371863:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800475.371876:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:6.0:1609800475.371885:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000400:00000200:5.0:1609800475.371888:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.371889:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:6.0:1609800475.371890:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:8.0:1609800475.371891:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:6.0:1609800475.371891:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:5.0:1609800475.371891:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.371892:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000400:00000200:5.0:1609800475.371894:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:5.0:1609800475.371899:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.371901:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800475.371905:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.371907:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (20)++
00000800:00000200:5.0:1609800475.371908:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (21)++
00000800:00000200:5.0:1609800475.371915:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)--
00000400:00000200:5.0:1609800475.371919:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.371930:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.371932:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:57.0:1609800475.371934:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800475.371935:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (21)++
00000400:00000200:5.0:1609800475.371937:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.371939:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:5.0:1609800475.371941:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.371943:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800475.371943:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800475.371944:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (23)++
00000400:00000200:57.0:1609800475.371945:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.371947:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800475.371948:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000400:00000200:57.0:1609800475.371949:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000400:00000200:37.0:1609800475.371949:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.371949:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000400:00000200:37.0:1609800475.371951:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.371953:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.115@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800475.371958:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (22)++
00000400:00000200:57.0:1609800475.371960:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.371965:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800475.371965:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:37.0:1609800475.371966:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:8.0:1609800475.371970:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000800:00000200:37.0:1609800475.371971:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:57.0:1609800475.371972:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.371972:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (24)++
00000400:00000200:5.0:1609800475.371972:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.371973:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (25)--
00000800:00000200:57.0:1609800475.371974:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (25)++
00000800:00000200:37.0:1609800475.371974:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (25)--
00000800:00000200:6.0:1609800475.371974:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (25)--
00000800:00000200:37.0:1609800475.371975:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:8.0:1609800475.371975:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.371975:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:57.0:1609800475.371976:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000400:00000200:8.0:1609800475.371977:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.371980:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.371983:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.371984:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000800:00000200:57.0:1609800475.371985:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:5.0:1609800475.371987:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.371988:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (21)++
00000800:00000200:5.0:1609800475.371989:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000800:00000200:5.0:1609800475.371995:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:33.1:1609800475.372001:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (22)++
00000800:00000200:6.0:1609800475.372009:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000800:00000200:6.0:1609800475.372012:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (24)--
00000400:00000200:6.0:1609800475.372014:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.372015:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)++
00000400:00000200:6.0:1609800475.372016:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.372018:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (24)--
00000800:00000200:6.0:1609800475.372019:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (23)--
00000400:00000200:37.0:1609800475.372020:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.372021:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.372021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:37.0:1609800475.372024:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800475.372050:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:8.0:1609800475.372058:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:8.0:1609800475.372062:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.115@o2ib18
00000800:00000200:8.0:1609800475.372063:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:4.0:1609800475.372063:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:8.0:1609800475.372064:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:8.0:1609800475.372066:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:25.1:1609800475.384289:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (20)++
00000800:00000200:29.0:1609800475.384298:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:29.0:1609800475.384303:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.95@o2ib18
00000800:00000200:19.0:1609800475.384305:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:29.0:1609800475.384308:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.95@o2ib18 : GET - for me
00000400:00000200:29.0:1609800475.384313:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.95@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:29.0:1609800475.384317:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.95@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:29.0:1609800475.384320:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:29.0:1609800475.384322:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:29.0:1609800475.384325:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.95@o2ib18 local destination
00000400:00000200:29.0:1609800475.384331:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.95@o2ib18(192.168.128.95@o2ib18:192.168.128.95@o2ib18) : REPLY try# 0
00000800:00000200:29.0:1609800475.384335:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.95@o2ib18
00000800:00000200:29.0:1609800475.384338:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1a80] -> 192.168.128.95@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800475.384340:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:29.0:1609800475.384343:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:29.0:1609800475.384349:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1acc00] (23)--
00000800:00000200:29.0:1609800475.384350:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000800:00000200:25.1:1609800475.384376:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1acc00] (21)++
00000800:00000200:24.0:1609800475.384382:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)++
00000800:00000200:24.0:1609800475.384385:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1acc00] (23)--
00000400:00000200:24.0:1609800475.384386:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.384388:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (22)--
00000400:00000200:24.0:1609800475.384389:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.95@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800475.384391:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1acc00] (21)--
00000800:00000200:31.1:1609800475.441589:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:6.0:1609800475.441638:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:6.0:1609800475.441644:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.149@o2ib18
00000400:00000200:6.0:1609800475.441648:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.441653:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.441656:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:6.0:1609800475.441662:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.441665:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.441668:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.441671:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800475.441673:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.441676:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.441676:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.441679:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)--
00000800:00000200:6.0:1609800475.441681:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:37.0:1609800475.441683:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.441683:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.441703:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:37.0:1609800475.441704:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.441706:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.441709:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.441711:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.441712:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800475.441733:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800475.441736:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800475.441739:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.441740:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.441742:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800475.441743:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.441744:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800475.441745:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800475.441747:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.441747:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.441748:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.441748:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800475.441749:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800475.441750:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)++
00000800:00000200:6.0:1609800475.441751:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:37.0:1609800475.441752:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:6.0:1609800475.441752:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000400:00000200:5.0:1609800475.441752:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.441752:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.441753:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800475.441754:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000400:00000200:5.0:1609800475.441755:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.441756:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000400:00000200:4.0:1609800475.441756:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800475.441757:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:6.0:1609800475.441757:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800475.441759:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:8.0:1609800475.441760:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000400:00000200:6.0:1609800475.441761:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800475.441761:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.441762:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800475.441763:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.441763:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.441764:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:6.0:1609800475.441764:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.441765:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800475.441766:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.441767:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:8.0:1609800475.441773:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.441774:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:4.0:1609800475.441775:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800475.441779:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.441779:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800475.441782:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:6.0:1609800475.441782:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.441782:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.441784:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.441786:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800475.441786:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800475.441787:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.441787:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800475.441787:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.441790:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800475.441790:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:37.0:1609800475.441792:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800475.441792:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)++
00000400:00000200:8.0:1609800475.441793:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.441793:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (27)++
00000800:00000200:37.0:1609800475.441794:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800475.441796:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800475.441797:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.441799:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (28)++
00000800:00000200:4.0:1609800475.441818:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (29)--
00000800:00000200:37.0:1609800475.441819:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (29)--
00000800:00000200:6.0:1609800475.441819:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (29)--
00000800:00000200:4.0:1609800475.441819:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (28)--
00000400:00000200:8.0:1609800475.441820:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.441821:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:37.0:1609800475.441822:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:8.0:1609800475.441823:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800475.441823:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.441826:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800475.441828:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:8.0:1609800475.441830:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800475.441831:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.441832:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:8.0:1609800475.441833:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800475.441835:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.441835:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:6.0:1609800475.441835:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:4.0:1609800475.441835:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.441837:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000400:00000200:4.0:1609800475.441837:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:8.0:1609800475.441838:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000400:00000200:57.0:1609800475.441839:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.441839:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:8.0:1609800475.441840:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:0.0:1609800475.441842:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800475.441844:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800475.441845:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.441847:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.441848:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800475.441849:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.441851:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800475.441870:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800475.441871:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.441872:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800475.441873:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.441874:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (21)++
00000400:00000200:0.0:1609800475.441875:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800475.441876:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800475.441876:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000400:00000200:57.0:1609800475.441878:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.441880:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:4.0:1609800475.441881:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:57.0:1609800475.441883:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800475.441893:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800475.441894:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.441897:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800475.441907:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.441927:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.441932:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800475.441954:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.442028:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800475.442033:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000800:00000200:37.0:1609800475.442034:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442035:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.442039:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:37.0:1609800475.442042:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.442047:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.442050:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:37.0:1609800475.442056:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.442081:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800475.442084:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.442084:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442087:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.442089:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.442093:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.442094:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442095:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:57.0:1609800475.442105:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.442109:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442112:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800475.442119:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:4.0:1609800475.442164:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800475.442170:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.442172:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:4.0:1609800475.442174:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800475.442178:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:8.0:1609800475.442180:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:4.0:1609800475.442180:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.442181:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800475.442183:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:8.0:1609800475.442187:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800475.442189:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000400:00000200:4.0:1609800475.442189:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.442191:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:4.0:1609800475.442193:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.442194:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.442195:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800475.442195:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442196:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800475.442198:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442200:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800475.442201:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.442201:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:4.0:1609800475.442202:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800475.442207:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:6.0:1609800475.442208:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.442212:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800475.442214:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.442215:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.442218:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800475.442218:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800475.442219:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.442220:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.442221:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800475.442221:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:4.0:1609800475.442223:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:37.0:1609800475.442224:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800475.442224:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800475.442224:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:37.0:1609800475.442225:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800475.442225:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000800:00000200:4.0:1609800475.442226:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:6.0:1609800475.442227:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:8.0:1609800475.442228:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.442228:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800475.442228:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800475.442229:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)++
00000800:00000200:6.0:1609800475.442229:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:37.0:1609800475.442231:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (26)++
00000800:00000200:8.0:1609800475.442231:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800475.442231:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:4.0:1609800475.442231:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.442234:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800475.442234:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.442235:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800475.442236:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.442236:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800475.442237:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:57.0:1609800475.442239:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442239:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (27)--
00000800:00000200:37.0:1609800475.442241:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:1.0:1609800475.442241:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.442242:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.442242:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000400:00000200:4.0:1609800475.442243:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800475.442243:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442245:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:8.0:1609800475.442247:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)++
00000800:00000200:4.0:1609800475.442247:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800475.442247:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.442249:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (27)--
00000800:00000200:57.0:1609800475.442267:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800475.442267:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442267:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800475.442268:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.442268:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000400:00000200:37.0:1609800475.442269:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800475.442270:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)++
00000400:00000200:6.0:1609800475.442271:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:4.0:1609800475.442271:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.442272:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (26)--
00000800:00000200:4.0:1609800475.442272:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800475.442273:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442274:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800475.442274:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)++
00000400:00000200:37.0:1609800475.442275:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442275:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800475.442276:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:37.0:1609800475.442278:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:6.0:1609800475.442278:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800475.442278:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.442281:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.442281:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800475.442283:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800475.442286:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.442286:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.442286:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800475.442287:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800475.442288:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442289:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800475.442290:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.442291:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)--
00000400:00000200:38.0:1609800475.442292:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800475.442292:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442293:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800475.442294:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.442296:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442296:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800475.442297:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800475.442298:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800475.442299:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.442302:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000400:00000200:1.0:1609800475.442304:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442307:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:38.0:1609800475.442308:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800475.442308:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:1.0:1609800475.442308:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:38.0:1609800475.442309:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.442312:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:1.0:1609800475.442316:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.442319:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:31.1:1609800475.442321:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:1.0:1609800475.442323:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.442325:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:1.0:1609800475.442326:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.442329:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:38.0:1609800475.442332:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800475.442332:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:1.0:1609800475.442332:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (25)--
00000400:00000200:38.0:1609800475.442333:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.442334:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:38.0:1609800475.442335:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800475.442336:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800475.442365:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:6.0:1609800475.442376:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.442379:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:6.0:1609800475.442381:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442383:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:6.0:1609800475.442383:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.442386:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:37.0:1609800475.442387:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.442388:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:37.0:1609800475.442390:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800475.442393:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800475.442395:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:37.0:1609800475.442400:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800475.442402:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800475.442404:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800475.442407:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800475.442408:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.442411:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.442412:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442414:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:57.0:1609800475.442423:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.442424:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442427:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800475.442455:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:8.0:1609800475.442463:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000400:00000200:57.0:1609800475.442464:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.442467:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.442469:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:57.0:1609800475.442470:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.442470:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.442473:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:6.0:1609800475.442473:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:8.0:1609800475.442474:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442475:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:6.0:1609800475.442478:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800475.442479:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000400:00000200:57.0:1609800475.442481:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800475.442481:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:57.0:1609800475.442485:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:8.0:1609800475.442486:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:4.0:1609800475.442487:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800475.442488:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.442490:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.442492:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000400:00000200:8.0:1609800475.442492:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800475.442494:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (24)++
00000800:00000200:8.0:1609800475.442495:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800475.442496:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.442498:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800475.442498:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.442500:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442500:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.442501:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800475.442502:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:5.0:1609800475.442502:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.442505:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:6.0:1609800475.442508:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800475.442511:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800475.442511:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800475.442513:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800475.442513:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)++
00000800:00000200:4.0:1609800475.442513:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.1:1609800475.442514:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (24)++
00000800:00000200:6.0:1609800475.442514:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800475.442515:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:4.0:1609800475.442515:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800475.442516:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:6.0:1609800475.442517:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800475.442518:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442534:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:8.0:1609800475.442534:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800475.442534:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800475.442536:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:6.0:1609800475.442536:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800475.442536:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800475.442539:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442539:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:5.0:1609800475.442539:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800475.442541:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.442543:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:8.0:1609800475.442544:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.442546:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.442549:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.442549:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:4.0:1609800475.442549:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:4.0:1609800475.442550:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:6.0:1609800475.442551:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800475.442551:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:5.0:1609800475.442552:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800475.442553:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:5.0:1609800475.442554:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:8.0:1609800475.442555:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:7.0:1609800475.442555:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800475.442556:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.442556:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800475.442557:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000400:00000200:7.0:1609800475.442558:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.442562:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800475.442565:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:57.0:1609800475.442570:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000800:00000200:57.0:1609800475.442574:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:31.1:1609800475.442580:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800475.442587:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800475.442590:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:7.0:1609800475.442591:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800475.442592:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.442593:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442593:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:37.0:1609800475.442594:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:7.0:1609800475.442596:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800475.442596:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:37.0:1609800475.442597:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:5.0:1609800475.442597:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800475.442598:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.442599:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:4.0:1609800475.442600:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.442601:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800475.442602:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442603:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442606:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800475.442621:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800475.442627:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.442630:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:4.0:1609800475.442630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:57.0:1609800475.442635:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800475.442635:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.442637:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000400:00000200:57.0:1609800475.442639:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.442639:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000400:00000200:57.0:1609800475.442641:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:5.0:1609800475.442644:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800475.442647:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000400:00000200:57.0:1609800475.442650:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.442653:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:8.0:1609800475.442655:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:5.0:1609800475.442657:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800475.442658:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.442659:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:57.0:1609800475.442660:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.442660:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:6.0:1609800475.442661:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:5.0:1609800475.442661:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.442662:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:8.0:1609800475.442662:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (24)--
00000400:00000200:5.0:1609800475.442663:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:8.0:1609800475.442664:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:57.0:1609800475.442668:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:31.1:1609800475.442668:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (23)++
00000400:00000200:5.0:1609800475.442668:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.442671:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:57.0:1609800475.442675:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800475.442675:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.442677:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:5.0:1609800475.442677:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:5.0:1609800475.442678:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000400:00000200:57.0:1609800475.442679:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442681:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:5.0:1609800475.442682:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (26)--
00000800:00000200:4.0:1609800475.442682:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)++
00000800:00000200:37.0:1609800475.442683:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (26)--
00000400:00000200:37.0:1609800475.442684:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.442685:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000400:00000200:37.0:1609800475.442686:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:4.0:1609800475.442686:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.442687:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000400:00000200:4.0:1609800475.442689:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:31.1:1609800475.442694:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (23)++
00000400:00000200:57.0:1609800475.442700:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800475.442702:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:57.0:1609800475.442703:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:37.0:1609800475.442705:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442705:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (25)--
00000800:00000200:4.0:1609800475.442706:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:57.0:1609800475.442707:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800475.442707:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.442708:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800475.442708:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:5.0:1609800475.442708:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800475.442709:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.442710:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000800:00000200:57.0:1609800475.442713:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:8.0:1609800475.442713:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:5.0:1609800475.442713:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.442715:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800475.442721:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800475.442722:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800475.442724:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:57.0:1609800475.442725:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.442727:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.442728:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:5.0:1609800475.442729:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:5.0:1609800475.442730:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000400:00000200:57.0:1609800475.442734:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.442735:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:57.0:1609800475.442739:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:31.1:1609800475.442739:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:5.0:1609800475.442741:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800475.442747:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:57.0:1609800475.442750:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800475.442750:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000400:00000200:4.0:1609800475.442751:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.442753:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:37.0:1609800475.442753:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:57.0:1609800475.442754:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000400:00000200:4.0:1609800475.442754:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.442757:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.442758:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800475.442758:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:31.1:1609800475.442759:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:5.0:1609800475.442760:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800475.442765:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800475.442767:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:5.0:1609800475.442768:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.442770:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000400:00000200:6.0:1609800475.442771:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.442772:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.442773:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:6.0:1609800475.442773:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:5.0:1609800475.442773:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:5.0:1609800475.442774:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (25)++
00000800:00000200:6.0:1609800475.442775:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (26)--
00000800:00000200:6.0:1609800475.442777:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442779:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:5.0:1609800475.442779:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (24)--
00000400:00000200:8.0:1609800475.442781:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800475.442783:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:31.1:1609800475.442784:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000800:00000200:8.0:1609800475.442788:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:8.0:1609800475.442789:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:8.0:1609800475.442793:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:4.0:1609800475.442793:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.442794:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.442795:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:8.0:1609800475.442797:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000800:00000200:4.0:1609800475.442797:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:6.0:1609800475.442799:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:4.0:1609800475.442799:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800475.442801:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:4.0:1609800475.442803:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:57.0:1609800475.442820:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.442824:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442826:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800475.442832:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.442834:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800475.442839:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.442840:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000800:00000200:57.0:1609800475.442841:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800475.442845:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800475.442859:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:8.0:1609800475.442866:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:8.0:1609800475.442870:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:8.0:1609800475.442871:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800475.442872:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:8.0:1609800475.442874:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.442877:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:31.1:1609800475.442904:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:37.0:1609800475.442912:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000400:00000200:57.0:1609800475.442916:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.442916:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800475.442917:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:4.0:1609800475.442917:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442918:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.442919:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:57.0:1609800475.442925:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.442925:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.442927:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:5.0:1609800475.442928:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.442933:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.442936:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:5.0:1609800475.442937:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:57.0:1609800475.442940:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.442941:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000800:00000200:57.0:1609800475.442942:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000400:00000200:5.0:1609800475.442942:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.442944:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800475.442945:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:5.0:1609800475.442948:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.442950:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:5.0:1609800475.442951:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000800:00000200:5.0:1609800475.442955:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:31.1:1609800475.442959:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:5.0:1609800475.442960:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.442966:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:6.0:1609800475.442969:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000400:00000200:5.0:1609800475.442970:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.442971:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.442972:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:5.0:1609800475.442972:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:6.0:1609800475.442973:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:8.0:1609800475.442975:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000400:00000200:8.0:1609800475.442976:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.442976:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800475.442977:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:5.0:1609800475.442978:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:8.0:1609800475.442979:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.442980:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:8.0:1609800475.442981:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:5.0:1609800475.442981:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.442982:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:5.0:1609800475.442982:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:5.0:1609800475.442986:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800475.443000:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:37.0:1609800475.443008:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:37.0:1609800475.443011:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:37.0:1609800475.443012:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800475.443013:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:37.0:1609800475.443014:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.443034:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:0.0:1609800475.443056:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.443064:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.443067:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:0.0:1609800475.443073:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.443076:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:0.0:1609800475.443080:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.443082:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000400:00000200:57.0:1609800475.443083:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800475.443083:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000400:00000200:57.0:1609800475.443087:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.443089:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000800:00000200:0.0:1609800475.443091:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000400:00000200:57.0:1609800475.443099:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.443102:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:31.1:1609800475.443105:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800475.443106:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.443107:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:57.0:1609800475.443110:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000800:00000200:6.0:1609800475.443112:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)++
00000800:00000200:57.0:1609800475.443114:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (25)--
00000800:00000200:6.0:1609800475.443116:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:8.0:1609800475.443118:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000400:00000200:6.0:1609800475.443118:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800475.443129:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000400:00000200:6.0:1609800475.443131:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:6.0:1609800475.443134:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:6.0:1609800475.443136:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.443140:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:6.0:1609800475.443141:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.443143:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000400:00000200:6.0:1609800475.443143:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.443144:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800475.443146:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:6.0:1609800475.443146:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:37.0:1609800475.443147:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.443147:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.443148:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:37.0:1609800475.443149:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:57.0:1609800475.443153:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.443155:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800475.443161:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.443164:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:57.0:1609800475.443167:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.443169:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000800:00000200:57.0:1609800475.443170:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800475.443173:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800475.443187:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800475.443194:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:4.0:1609800475.443197:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:4.0:1609800475.443198:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.443198:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800475.443199:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:4.0:1609800475.443202:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000400:00000200:57.0:1609800475.443203:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.149@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800475.443205:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000400:00000200:1.0:1609800475.443211:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.443214:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.443214:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:57.0:1609800475.443217:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:1.0:1609800475.443219:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.443222:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000400:00000200:57.0:1609800475.443226:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.443229:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:1.0:1609800475.443231:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.443232:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (20)++
00000800:00000200:57.0:1609800475.443234:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.443234:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (21)++
00000800:00000200:57.0:1609800475.443235:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:57.0:1609800475.443241:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (23)++
00000800:00000200:1.0:1609800475.443241:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:57.0:1609800475.443249:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:31.1:1609800475.443255:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (22)++
00000800:00000200:8.0:1609800475.443275:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000800:00000200:8.0:1609800475.443278:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000400:00000200:8.0:1609800475.443280:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800475.443282:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)++
00000400:00000200:8.0:1609800475.443282:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.443285:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (24)--
00000800:00000200:8.0:1609800475.443285:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (24)--
00000400:00000200:37.0:1609800475.443286:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800475.443287:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:37.0:1609800475.443288:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: PUT: OK
00000800:00000200:37.0:1609800475.443292:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:31.1:1609800475.443312:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:4.0:1609800475.443319:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800475.443323:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.149@o2ib18
00000800:00000200:4.0:1609800475.443324:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)++
00000800:00000200:6.0:1609800475.443325:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (23)--
00000800:00000200:4.0:1609800475.443325:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:4.0:1609800475.443326:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:35.1:1609800475.497592:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:19.0:1609800475.497645:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800475.497657:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.126@o2ib18
00000400:00000200:19.0:1609800475.497666:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : GET - for me
00000400:00000200:19.0:1609800475.497674:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.126@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800475.497681:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.126@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800475.497686:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800475.497691:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:29.0:1609800475.497696:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:19.0:1609800475.497698:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:19.0:1609800475.497710:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800475.497716:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800475.497722:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800475.497724:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:19.0:1609800475.497727:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800475.497739:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800475.497741:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800475.497797:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:25.0:1609800475.497851:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:25.0:1609800475.497861:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:25.0:1609800475.497864:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.497864:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:25.0:1609800475.497871:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: REPLY: OK
00000800:00000200:25.0:1609800475.497877:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:34.1:1609800475.543581:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (20)++
00000800:00000200:8.0:1609800475.543638:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)++
00000800:00000200:8.0:1609800475.543648:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.128@o2ib18
00000400:00000200:8.0:1609800475.543657:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.128@o2ib18 : GET - for me
00000400:00000200:8.0:1609800475.543669:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.128@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800475.543675:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.128@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800475.543681:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8200] (22)++
00000800:00000200:8.0:1609800475.543684:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:37.0:1609800475.543689:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000400:00000200:8.0:1609800475.543689:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.128@o2ib18 local destination
00000400:00000200:8.0:1609800475.543701:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.128@o2ib18(192.168.128.128@o2ib18:192.168.128.128@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800475.543708:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.128@o2ib18
00000800:00000200:8.0:1609800475.543714:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd80] -> 192.168.128.128@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.543716:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8200] (21)++
00000800:00000200:8.0:1609800475.543719:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8200] (22)++
00000800:00000200:8.0:1609800475.543730:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8200] (23)--
00000800:00000200:8.0:1609800475.543732:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:34.1:1609800475.543787:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8200] (21)++
00000800:00000200:6.0:1609800475.543838:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)++
00000800:00000200:6.0:1609800475.543846:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8200] (23)--
00000400:00000200:6.0:1609800475.543849:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.543855:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.128@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800475.543862:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (22)--
00000800:00000200:6.0:1609800475.543887:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8200] (21)--
00000800:00000200:24.1:1609800475.566476:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:37.0:1609800475.566534:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800475.566544:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:37.0:1609800475.566551:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : GET - for me
00000400:00000200:37.0:1609800475.566560:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.169@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800475.566566:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.169@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800475.566572:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:37.0:1609800475.566575:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800475.566581:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:8.0:1609800475.566582:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:37.0:1609800475.566593:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800475.566599:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800475.566604:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800475.566607:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800475.566609:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000800:00000200:37.0:1609800475.566620:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800475.566622:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800475.566641:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800475.566690:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800475.566698:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800475.566701:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.566707:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800475.566713:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:6.0:1609800475.566716:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:28.1:1609800475.630648:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:29.0:1609800475.630692:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.630698:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.98@o2ib18
00000400:00000200:29.0:1609800475.630702:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.630707:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.630710:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:29.0:1609800475.630716:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.630719:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800475.630722:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.630726:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800475.630728:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800475.630728:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.630732:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:29.0:1609800475.630733:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:29.0:1609800475.630734:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800475.630734:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.630736:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.630738:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800475.630738:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800475.630741:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800475.630741:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.630743:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.630743:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.630744:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.630746:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:57.0:1609800475.630747:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.630751:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:19.0:1609800475.630752:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800475.630756:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800475.630756:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800475.630759:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800475.630759:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800475.630761:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800475.630762:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.630764:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.630764:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.630765:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.630767:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:29.0:1609800475.630768:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:25.0:1609800475.630768:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800475.630768:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800475.630770:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:29.0:1609800475.630772:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:57.0:1609800475.630773:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.630774:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.630774:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800475.630775:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.630776:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800475.630777:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800475.630778:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800475.630779:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:29.0:1609800475.630782:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800475.630782:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.630782:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:29.0:1609800475.630785:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.630785:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:25.0:1609800475.630786:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:24.0:1609800475.630786:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:24.0:1609800475.630788:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:25.0:1609800475.630792:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800475.630795:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800475.630796:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:24.0:1609800475.630797:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800475.630797:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.630798:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800475.630799:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.630801:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.630802:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800475.630802:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800475.630802:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:25.0:1609800475.630803:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.630804:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800475.630807:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800475.630808:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.630809:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800475.630810:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.630810:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.630810:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800475.630810:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800475.630812:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.630812:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:57.0:1609800475.630814:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.630814:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:19.0:1609800475.630814:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800475.630815:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000800:00000200:19.0:1609800475.630817:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800475.630818:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800475.630818:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.630820:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (28)--
00000800:00000200:25.0:1609800475.630820:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (28)--
00000800:00000200:25.0:1609800475.630821:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:24.0:1609800475.630821:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800475.630821:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (28)++
00000800:00000200:19.0:1609800475.630822:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:29.0:1609800475.630823:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:57.0:1609800475.630824:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800475.630824:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:24.0:1609800475.630824:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800475.630827:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:38.0:1609800475.630828:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800475.630828:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:25.0:1609800475.630829:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.630829:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800475.630829:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:57.0:1609800475.630831:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.630831:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:19.0:1609800475.630831:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:25.0:1609800475.630832:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800475.630832:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000400:00000200:57.0:1609800475.630833:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800475.630833:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800475.630833:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:24.0:1609800475.630834:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800475.630835:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.630835:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.630838:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:38.0:1609800475.630842:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800475.630844:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800475.630847:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800475.630849:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800475.630852:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800475.630852:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800475.630853:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800475.630855:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.630856:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:25.0:1609800475.630858:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000400:00000200:38.0:1609800475.630859:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.630860:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:25.0:1609800475.630861:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800475.630868:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800475.630868:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800475.630869:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.630872:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.630873:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.630875:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.630876:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:29.0:1609800475.630878:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800475.630883:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800475.630886:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.630890:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800475.630904:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000800:00000200:24.0:1609800475.630909:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000800:00000200:24.0:1609800475.630912:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:25.0:1609800475.630914:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:24.0:1609800475.630915:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:28.1:1609800475.630918:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:24.0:1609800475.630919:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.630921:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:19.0:1609800475.630922:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800475.630925:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.630927:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:24.0:1609800475.630927:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800475.630928:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800475.630929:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.630930:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800475.630931:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800475.630931:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.630933:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.630933:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.630933:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800475.630933:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:24.0:1609800475.630935:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800475.630937:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800475.630938:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800475.630941:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800475.630941:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800475.630942:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.630942:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800475.630942:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000800:00000200:24.0:1609800475.630942:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:24.0:1609800475.630943:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:19.0:1609800475.630943:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800475.630944:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:24.0:1609800475.630945:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800475.630945:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.630947:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800475.630948:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.630949:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.630949:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000400:00000200:29.0:1609800475.630950:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800475.630950:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:19.0:1609800475.630950:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800475.630951:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:57.0:1609800475.630952:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800475.630952:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:57.0:1609800475.630953:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.630953:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800475.630953:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.630955:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800475.630956:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800475.630956:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.630957:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.630959:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.630959:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800475.630960:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.630960:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800475.630961:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:25.0:1609800475.630961:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.630962:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (26)--
00000400:00000200:19.0:1609800475.630962:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.630963:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (25)--
00000800:00000200:25.0:1609800475.630963:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800475.630963:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:29.0:1609800475.630964:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000800:00000200:25.0:1609800475.630965:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.630966:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:24.0:1609800475.630969:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800475.630970:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.630971:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.630971:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:24.0:1609800475.630971:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800475.630972:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:57.0:1609800475.630973:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.630973:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800475.630974:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800475.630975:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (26)++
00000400:00000200:29.0:1609800475.630976:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.630976:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800475.630977:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000400:00000200:29.0:1609800475.630978:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:25.0:1609800475.630978:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:24.0:1609800475.630978:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800475.630978:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800475.630979:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800475.630980:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800475.630981:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800475.630982:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:29.0:1609800475.630983:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800475.630985:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (26)++
00000800:00000200:19.0:1609800475.630985:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.630986:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800475.630986:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000800:00000200:19.0:1609800475.630986:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800475.630987:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800475.630987:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:29.0:1609800475.630988:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800475.630988:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (25)++
00000800:00000200:19.0:1609800475.630988:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (25)++
00000800:00000200:57.0:1609800475.630989:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800475.630989:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (26)--
00000800:00000200:19.0:1609800475.630989:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (27)--
00000400:00000200:57.0:1609800475.630990:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.630990:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.630990:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (26)--
00000800:00000200:29.0:1609800475.630991:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.630991:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800475.630992:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.630992:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800475.630992:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:24.0:1609800475.630992:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:25.0:1609800475.630997:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800475.630997:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.630999:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.630999:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800475.631000:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.631000:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:57.0:1609800475.631001:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.631002:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631002:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800475.631002:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631004:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.631004:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800475.631005:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800475.631006:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:25.0:1609800475.631006:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631007:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.631008:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631008:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:7.0:1609800475.631008:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.631010:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800475.631010:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:57.0:1609800475.631011:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.631012:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:25.0:1609800475.631013:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800475.631013:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:19.0:1609800475.631016:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:28.1:1609800475.631018:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:7.0:1609800475.631018:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800475.631019:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.631020:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.631022:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000400:00000200:19.0:1609800475.631022:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:29.0:1609800475.631025:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:7.0:1609800475.631025:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.631026:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (24)++
00000400:00000200:19.0:1609800475.631028:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800475.631029:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:25.0:1609800475.631030:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:25.0:1609800475.631031:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800475.631031:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800475.631032:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.631033:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800475.631034:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.98@o2ib18
00000400:00000200:29.0:1609800475.631035:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.631035:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800475.631035:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.631036:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800475.631037:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:25.0:1609800475.631037:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.98@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.631039:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000400:00000200:25.0:1609800475.631040:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.631040:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800475.631041:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:29.0:1609800475.631042:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800475.631042:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:57.0:1609800475.631043:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.631044:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.631045:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800475.631046:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.631047:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800475.631047:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.631050:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800475.631050:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800475.631051:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800475.631052:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.631053:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.631054:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000400:00000200:7.0:1609800475.631054:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.631055:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:25.0:1609800475.631059:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800475.631059:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.631061:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800475.631062:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.631065:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (21)++
00000800:00000200:25.0:1609800475.631066:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (22)--
00000800:00000200:25.0:1609800475.631067:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800475.631068:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.631070:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631072:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800475.631073:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800475.631075:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.631080:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800475.631088:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.631092:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631094:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.631099:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.631102:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631105:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.631107:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.631108:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631112:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:57.0:1609800475.631159:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.631161:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631163:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.631167:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800475.631167:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631169:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631172:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800475.631172:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800475.631173:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:57.0:1609800475.631174:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:57.0:1609800475.631177:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (25)--
00000800:00000200:24.0:1609800475.631177:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000400:00000200:24.0:1609800475.631178:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.631178:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:24.0:1609800475.631180:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.631183:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.631188:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.631193:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.631195:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:29.0:1609800475.631196:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631198:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:29.0:1609800475.631203:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.631206:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.631274:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.631279:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631281:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.631286:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.631288:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631291:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.631292:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.631292:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631295:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.631306:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800475.631310:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800475.631312:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800475.631314:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.631315:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800475.631316:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.631319:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.631331:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.631333:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631335:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.631340:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.631343:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631345:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.631346:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.631347:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631350:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.631361:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:5.0:1609800475.631361:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800475.631365:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.631368:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:5.0:1609800475.631368:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.631369:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.631370:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800475.631371:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:25.0:1609800475.631372:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.631377:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.631380:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:25.0:1609800475.631381:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:5.0:1609800475.631385:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.631387:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800475.631388:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:28.1:1609800475.631396:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (22)++
00000800:00000200:5.0:1609800475.631396:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:24.0:1609800475.631400:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.631403:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:19.0:1609800475.631404:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:24.0:1609800475.631405:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:24.0:1609800475.631406:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:24.0:1609800475.631407:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:19.0:1609800475.631407:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:24.0:1609800475.631408:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800475.631408:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.631411:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.631414:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.631491:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.631497:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631499:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.631504:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.631506:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631509:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.631510:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.631511:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631515:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800475.631521:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800475.631526:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:5.0:1609800475.631527:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631530:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:5.0:1609800475.631531:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:25.0:1609800475.631532:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:25.0:1609800475.631533:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.631534:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:25.0:1609800475.631536:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.631538:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800475.631541:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:5.0:1609800475.631541:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:5.0:1609800475.631545:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.631547:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800475.631549:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800475.631556:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800475.631560:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800475.631569:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.631573:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.631575:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:5.0:1609800475.631576:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.631577:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.631577:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800475.631578:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:29.0:1609800475.631579:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.631583:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.631585:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.631586:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:5.0:1609800475.631588:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.631590:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:5.0:1609800475.631591:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:5.0:1609800475.631594:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:5.0:1609800475.631599:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800475.631602:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.631603:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800475.631606:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:5.0:1609800475.631607:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.631609:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.631610:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.631612:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:5.0:1609800475.631612:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.631613:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.631614:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:24.0:1609800475.631614:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800475.631615:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (23)++
00000400:00000200:24.0:1609800475.631616:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:5.0:1609800475.631618:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:24.0:1609800475.631619:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.631629:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800475.631634:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800475.631636:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.631638:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800475.631638:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.631640:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.631643:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:28.1:1609800475.631652:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (20)++
00000400:00000200:57.0:1609800475.631655:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800475.631656:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800475.631657:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.631659:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:25.0:1609800475.631659:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:25.0:1609800475.631660:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.631660:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:25.0:1609800475.631661:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (23)--
00000800:00000200:25.0:1609800475.631662:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.631664:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.631667:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.631670:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.631671:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.631672:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.631675:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800475.631683:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800475.631686:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.631690:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.631692:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:29.0:1609800475.631693:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.631695:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:29.0:1609800475.631696:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.631698:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:0.0:1609800475.631703:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.631706:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:0.0:1609800475.631712:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.631715:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:0.0:1609800475.631719:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.631721:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800475.631723:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800475.631730:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800475.631735:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.631738:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800475.631740:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800475.631740:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:24.0:1609800475.631744:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:0.0:1609800475.631744:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.631746:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.631747:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:24.0:1609800475.631748:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631749:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:0.0:1609800475.631749:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.631750:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (21)++
00000400:00000200:24.0:1609800475.631751:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800475.631751:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.631753:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:0.0:1609800475.631754:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800475.631758:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.631761:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.631762:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:28.1:1609800475.631766:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800475.631766:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.631768:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:19.0:1609800475.631770:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:0.0:1609800475.631770:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.631771:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800475.631773:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000800:00000200:0.0:1609800475.631773:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (24)++
00000800:00000200:29.0:1609800475.631774:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000400:00000200:19.0:1609800475.631774:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.631777:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:0.0:1609800475.631777:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800475.631780:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:0.0:1609800475.631782:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800475.631789:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:0.0:1609800475.631792:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.631793:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.631795:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:0.0:1609800475.631796:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:25.0:1609800475.631797:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.631797:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:25.0:1609800475.631800:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:0.0:1609800475.631801:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.631804:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:25.0:1609800475.631805:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:0.0:1609800475.631807:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.631808:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:0.0:1609800475.631809:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:0.0:1609800475.631813:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.631824:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.631828:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.631831:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.631832:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:19.0:1609800475.631832:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:29.0:1609800475.631833:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:29.0:1609800475.631834:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:29.0:1609800475.631835:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (23)--
00000800:00000200:19.0:1609800475.631835:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:19.0:1609800475.631836:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.631838:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.631841:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:1.0:1609800475.631954:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800475.631961:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.631965:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:1.0:1609800475.631971:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.631976:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:1.0:1609800475.631981:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.631982:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:1.0:1609800475.631984:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:1.0:1609800475.631991:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632003:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:25.0:1609800475.632007:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.632010:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.632011:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:25.0:1609800475.632011:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.632013:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:25.0:1609800475.632016:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.632048:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.632060:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.632063:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.632069:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.632073:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.632076:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.632078:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.632079:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.632085:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632096:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:24.0:1609800475.632100:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.632102:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:24.0:1609800475.632103:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.632105:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.632107:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:24.0:1609800475.632108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.632227:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.632230:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.632232:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.632237:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.632240:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.632242:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.632244:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.632245:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.632248:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632249:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000400:00000200:57.0:1609800475.632251:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800475.632253:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000400:00000200:57.0:1609800475.632254:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.632256:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000800:00000200:29.0:1609800475.632256:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.632257:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:25.0:1609800475.632257:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:29.0:1609800475.632258:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (24)--
00000800:00000200:29.0:1609800475.632259:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000400:00000200:57.0:1609800475.632260:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800475.632260:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000800:00000200:25.0:1609800475.632260:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (24)--
00000400:00000200:25.0:1609800475.632261:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.632262:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000400:00000200:25.0:1609800475.632263:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.632265:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800475.632265:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:57.0:1609800475.632266:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.632267:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.632269:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632279:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:19.0:1609800475.632285:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:19.0:1609800475.632289:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000800:00000200:29.0:1609800475.632291:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:19.0:1609800475.632291:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.632294:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.632297:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:57.0:1609800475.632427:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.632430:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.632432:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:57.0:1609800475.632436:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.632439:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:57.0:1609800475.632441:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.632442:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:57.0:1609800475.632443:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:57.0:1609800475.632446:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632457:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:24.0:1609800475.632461:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:24.0:1609800475.632463:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:24.0:1609800475.632464:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.632465:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:24.0:1609800475.632467:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:38.0:1609800475.632468:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800475.632469:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000400:00000200:38.0:1609800475.632474:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.632478:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:38.0:1609800475.632483:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.632486:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:38.0:1609800475.632490:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.632492:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800475.632493:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800475.632500:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800475.632504:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.98@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800475.632511:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:29.0:1609800475.632515:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:29.0:1609800475.632518:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (23)--
00000400:00000200:29.0:1609800475.632519:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.632520:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.632520:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:38.0:1609800475.632522:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.98@o2ib18 local destination
00000400:00000200:29.0:1609800475.632522:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000400:00000200:38.0:1609800475.632528:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.98@o2ib18(192.168.128.98@o2ib18:192.168.128.98@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.632530:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.98@o2ib18
00000800:00000200:29.0:1609800475.632530:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:38.0:1609800475.632533:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa00] -> 192.168.128.98@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.632535:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537da00] (20)++
00000800:00000200:38.0:1609800475.632535:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537da00] (21)++
00000800:00000200:38.0:1609800475.632539:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537da00] (22)--
00000800:00000200:28.1:1609800475.632547:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537da00] (21)++
00000800:00000200:25.0:1609800475.632551:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (22)++
00000800:00000200:25.0:1609800475.632554:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.98@o2ib18
00000800:00000200:24.0:1609800475.632555:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537da00] (23)++
00000800:00000200:25.0:1609800475.632556:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537da00] (23)++
00000800:00000200:25.0:1609800475.632557:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537da00] (25)--
00000800:00000200:24.0:1609800475.632557:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537da00] (25)--
00000800:00000200:25.0:1609800475.632558:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (24)--
00000800:00000200:25.0:1609800475.632559:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (22)--
00000400:00000200:24.0:1609800475.632559:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.632561:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.98@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.632564:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537da00] (21)--
00000800:00000200:25.1:1609800475.717323:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:29.0:1609800475.717369:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:29.0:1609800475.717377:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.176@o2ib18
00000800:00000200:25.0:1609800475.717378:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000400:00000200:29.0:1609800475.717382:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.717383:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:29.0:1609800475.717386:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.717388:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.717389:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:25.0:1609800475.717396:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717397:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800475.717399:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:29.0:1609800475.717401:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800475.717404:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800475.717406:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.717408:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.717409:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.717409:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800475.717412:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.717414:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800475.717415:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (24)--
00000800:00000200:19.0:1609800475.717415:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:25.0:1609800475.717416:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800475.717417:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.717420:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:25.0:1609800475.717421:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (24)++
00000800:00000200:29.0:1609800475.717422:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:19.0:1609800475.717422:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:25.0:1609800475.717423:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (25)--
00000800:00000200:24.0:1609800475.717423:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (25)++
00000800:00000200:29.0:1609800475.717424:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:25.0:1609800475.717425:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000800:00000200:24.0:1609800475.717425:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:25.0:1609800475.717426:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000400:00000200:19.0:1609800475.717427:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.717428:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.717428:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:24.0:1609800475.717429:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.717431:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800475.717432:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800475.717433:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717434:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:24.0:1609800475.717437:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717439:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800475.717439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:29.0:1609800475.717442:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800475.717445:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800475.717446:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.717447:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.717448:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800475.717449:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717449:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800475.717450:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:29.0:1609800475.717452:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (25)++
00000800:00000200:19.0:1609800475.717453:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.717454:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (26)--
00000800:00000200:29.0:1609800475.717454:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:25.0:1609800475.717454:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:29.0:1609800475.717455:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000400:00000200:24.0:1609800475.717456:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800475.717456:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800475.717457:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800475.717458:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800475.717459:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800475.717460:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800475.717462:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800475.717462:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800475.717462:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (25)++
00000800:00000200:25.0:1609800475.717463:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800475.717464:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.717465:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.717465:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800475.717465:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800475.717465:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (26)++
00000400:00000200:29.0:1609800475.717466:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717466:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.717468:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800475.717468:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (27)++
00000800:00000200:25.0:1609800475.717469:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800475.717470:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.717470:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:25.0:1609800475.717472:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (28)++
00000800:00000200:19.0:1609800475.717473:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (29)--
00000800:00000200:25.0:1609800475.717474:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (29)--
00000800:00000200:24.0:1609800475.717474:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (29)--
00000800:00000200:19.0:1609800475.717474:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (28)--
00000400:00000200:29.0:1609800475.717475:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800475.717476:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800475.717476:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000800:00000200:7.0:1609800475.717476:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717477:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.717478:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800475.717479:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800475.717479:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.717480:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800475.717480:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:7.0:1609800475.717480:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.717483:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.717484:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800475.717484:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:29.0:1609800475.717486:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (24)++
00000800:00000200:25.0:1609800475.717486:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:29.0:1609800475.717487:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (26)--
00000400:00000200:7.0:1609800475.717487:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.717488:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:19.0:1609800475.717488:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800475.717489:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:25.0:1609800475.717489:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (25)--
00000800:00000200:25.0:1609800475.717491:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:19.0:1609800475.717491:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.717492:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717493:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.717496:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:7.0:1609800475.717499:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717500:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800475.717501:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.717502:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800475.717505:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.1:1609800475.717507:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000400:00000200:7.0:1609800475.717507:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800475.717508:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800475.717510:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.717511:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.717512:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:7.0:1609800475.717514:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.717515:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800475.717515:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (23)++
00000400:00000200:7.0:1609800475.717516:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.717517:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:19.0:1609800475.717517:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (24)++
00000400:00000200:29.0:1609800475.717519:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.717519:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (24)--
00000800:00000200:19.0:1609800475.717520:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:7.0:1609800475.717521:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.717523:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.717524:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717525:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717526:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:57.0:1609800475.717527:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.717532:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800475.717535:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.1:1609800475.717537:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.717538:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800475.717540:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.717542:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800475.717542:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800475.717544:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (24)++
00000800:00000200:29.0:1609800475.717545:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (25)--
00000800:00000200:24.0:1609800475.717545:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.717546:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:7.0:1609800475.717546:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800475.717547:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:29.0:1609800475.717549:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:7.0:1609800475.717550:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.717555:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800475.717565:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:7.0:1609800475.717569:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800475.717571:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000400:00000200:7.0:1609800475.717571:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717575:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:24.0:1609800475.717576:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000400:00000200:7.0:1609800475.717576:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800475.717579:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:19.0:1609800475.717579:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.717581:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:19.0:1609800475.717582:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.717584:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800475.717585:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:19.0:1609800475.717585:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:29.0:1609800475.717586:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000400:00000200:19.0:1609800475.717591:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800475.717594:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717594:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800475.717595:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.717596:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800475.717597:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800475.717599:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800475.717600:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717600:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800475.717602:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:24.0:1609800475.717603:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800475.717605:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800475.717608:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800475.717608:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800475.717610:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (23)++
00000800:00000200:25.0:1609800475.717611:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800475.717611:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800475.717611:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (24)--
00000800:00000200:24.0:1609800475.717612:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800475.717613:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800475.717613:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:25.0:1609800475.717616:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800475.717616:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:25.0:1609800475.717617:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800475.717617:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:24.0:1609800475.717618:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.0:1609800475.717619:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:57.0:1609800475.717620:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800475.717621:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000400:00000200:57.0:1609800475.717622:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.717624:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800475.717627:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:57.0:1609800475.717628:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717628:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800475.717628:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:57.0:1609800475.717630:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.1:1609800475.717645:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:29.0:1609800475.717650:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.717652:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.717654:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:29.0:1609800475.717655:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:29.0:1609800475.717658:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:24.0:1609800475.717660:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:29.0:1609800475.717661:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.717664:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717666:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:25.1:1609800475.717667:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000400:00000200:29.0:1609800475.717671:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800475.717671:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.717674:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800475.717676:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800475.717676:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.717679:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800475.717680:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800475.717682:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.717683:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.717684:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.717685:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:29.0:1609800475.717686:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.717687:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800475.717688:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.717690:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:57.0:1609800475.717691:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800475.717691:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000400:00000200:29.0:1609800475.717693:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.717695:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:29.0:1609800475.717696:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717697:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:29.0:1609800475.717698:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:24.0:1609800475.717699:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:19.0:1609800475.717699:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800475.717701:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.717702:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800475.717704:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800475.717704:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:26.0:1609800475.717705:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:29.0:1609800475.717707:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800475.717709:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800475.717709:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000400:00000200:19.0:1609800475.717709:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800475.717712:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717712:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800475.717713:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.717714:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.717716:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800475.717717:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800475.717717:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:19.0:1609800475.717717:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800475.717718:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800475.717720:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (25)++
00000800:00000200:29.0:1609800475.717721:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (26)--
00000400:00000200:26.0:1609800475.717721:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.717722:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:24.0:1609800475.717722:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800475.717722:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (26)++
00000800:00000200:29.0:1609800475.717723:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (25)++
00000800:00000200:19.0:1609800475.717723:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (26)--
00000400:00000200:26.0:1609800475.717724:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800475.717724:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000800:00000200:29.0:1609800475.717725:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:24.0:1609800475.717725:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800475.717726:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:24.0:1609800475.717728:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800475.717728:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:5.0:1609800475.717729:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800475.717731:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800475.717731:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800475.717732:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800475.717732:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717734:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (25)++
00000800:00000200:26.0:1609800475.717735:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800475.717735:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800475.717736:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800475.717736:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (26)++
00000400:00000200:19.0:1609800475.717736:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800475.717738:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800475.717738:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800475.717738:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.717741:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800475.717742:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (27)--
00000400:00000200:19.0:1609800475.717742:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:26.0:1609800475.717743:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800475.717743:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (26)--
00000800:00000200:24.0:1609800475.717744:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (25)++
00000400:00000200:29.0:1609800475.717745:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.717746:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (26)++
00000800:00000200:24.0:1609800475.717746:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.176@o2ib18
00000800:00000200:26.0:1609800475.717748:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (27)--
00000400:00000200:19.0:1609800475.717748:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800475.717749:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800475.717749:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:26.0:1609800475.717750:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (26)--
00000400:00000200:24.0:1609800475.717751:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.176@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800475.717751:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800475.717752:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (25)++
00000800:00000200:26.0:1609800475.717753:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (26)--
00000800:00000200:19.0:1609800475.717753:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800475.717754:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:29.0:1609800475.717755:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800475.717755:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:19.0:1609800475.717756:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:5.0:1609800475.717756:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800475.717758:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800475.717758:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800475.717758:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.717759:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800475.717760:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800475.717761:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800475.717763:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800475.717764:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800475.717765:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800475.717766:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800475.717768:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800475.717768:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.717769:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:19.0:1609800475.717769:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (23)++
00000800:00000200:19.0:1609800475.717770:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.717771:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (24)++
00000800:00000200:19.0:1609800475.717771:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.717772:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.717772:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:24.0:1609800475.717773:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:22.0:1609800475.717773:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800475.717774:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.717776:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.717777:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:22.0:1609800475.717778:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800475.717779:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:22.0:1609800475.717780:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717782:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800475.717783:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (23)--
00000400:00000200:22.0:1609800475.717783:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800475.717784:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800475.717784:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800475.717786:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.0:1609800475.717787:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800475.717788:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800475.717789:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:22.0:1609800475.717789:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.717789:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717791:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000400:00000200:5.0:1609800475.717792:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717793:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000400:00000200:0.0:1609800475.717793:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800475.717794:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:22.0:1609800475.717794:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800475.717795:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800475.717801:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.717804:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:5.0:1609800475.717809:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.717811:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:5.0:1609800475.717812:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:25.1:1609800475.717815:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (23)++
00000800:00000200:0.0:1609800475.717815:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800475.717816:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.717818:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800475.717821:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:5.0:1609800475.717821:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000800:00000200:26.0:1609800475.717825:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:5.0:1609800475.717826:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800475.717827:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.717828:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:26.0:1609800475.717830:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.717831:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.717833:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:5.0:1609800475.717833:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800475.717838:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.717841:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:25.1:1609800475.717843:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:5.0:1609800475.717845:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.717846:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)++
00000800:00000200:5.0:1609800475.717847:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800475.717849:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:5.0:1609800475.717851:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (25)--
00000800:00000200:29.0:1609800475.717852:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:29.0:1609800475.717854:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.717854:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:29.0:1609800475.717856:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.717860:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.717872:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:19.0:1609800475.717877:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800475.717880:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:19.0:1609800475.717882:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.717883:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:19.0:1609800475.717884:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.717889:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:1.0:1609800475.717956:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800475.717963:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800475.717966:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:1.0:1609800475.717972:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800475.717975:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:1.0:1609800475.717980:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800475.717982:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000800:00000200:1.0:1609800475.717983:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:1.0:1609800475.717990:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718003:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:24.0:1609800475.718009:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.718012:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.718014:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:24.0:1609800475.718014:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800475.718016:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.718019:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:25.1:1609800475.718052:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:26.0:1609800475.718057:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:26.0:1609800475.718060:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:26.0:1609800475.718062:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800475.718062:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:26.0:1609800475.718063:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:26.0:1609800475.718064:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:38.0:1609800475.718112:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800475.718119:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718133:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800475.718135:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800475.718136:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800475.718140:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800475.718145:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:38.0:1609800475.718145:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:38.0:1609800475.718149:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.718151:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000400:00000200:57.0:1609800475.718152:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800475.718152:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718156:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718160:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800475.718160:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000800:00000200:57.0:1609800475.718162:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718163:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000400:00000200:38.0:1609800475.718165:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800475.718172:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800475.718179:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:57.0:1609800475.718180:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (25)--
00000400:00000200:38.0:1609800475.718180:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.718181:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:38.0:1609800475.718183:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:29.0:1609800475.718183:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.718184:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:57.0:1609800475.718185:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:29.0:1609800475.718185:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.718186:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:38.0:1609800475.718188:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800475.718188:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.718189:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:24.0:1609800475.718190:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:38.0:1609800475.718191:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:57.0:1609800475.718194:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800475.718195:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800475.718195:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:29.0:1609800475.718196:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800475.718197:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:38.0:1609800475.718197:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:38.0:1609800475.718198:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:38.0:1609800475.718203:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000400:00000200:57.0:1609800475.718208:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718211:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718214:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718216:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:25.1:1609800475.718216:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718217:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:57.0:1609800475.718222:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000800:00000200:26.0:1609800475.718222:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:26.0:1609800475.718225:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:57.0:1609800475.718226:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800475.718226:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800475.718228:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.718228:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:57.0:1609800475.718229:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718232:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800475.718236:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800475.718238:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:57.0:1609800475.718239:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718242:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718243:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718243:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:57.0:1609800475.718246:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (23)--
00000400:00000200:57.0:1609800475.718250:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800475.718252:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (22)++
00000400:00000200:57.0:1609800475.718253:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718254:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:7.0:1609800475.718254:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800475.718257:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:57.0:1609800475.718259:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800475.718260:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000800:00000200:57.0:1609800475.718262:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:24.0:1609800475.718262:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800475.718262:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.718263:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000400:00000200:24.0:1609800475.718264:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:57.0:1609800475.718265:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718266:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)++
00000400:00000200:7.0:1609800475.718266:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:57.0:1609800475.718267:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (23)++
00000800:00000200:24.0:1609800475.718267:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:57.0:1609800475.718269:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (23)--
00000400:00000200:7.0:1609800475.718272:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800475.718275:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000400:00000200:57.0:1609800475.718278:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800475.718280:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800475.718281:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800475.718282:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)++
00000400:00000200:57.0:1609800475.718283:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:7.0:1609800475.718283:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (23)++
00000400:00000200:57.0:1609800475.718288:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:25.1:1609800475.718289:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (24)++
00000800:00000200:7.0:1609800475.718290:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000800:00000200:57.0:1609800475.718291:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718295:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800475.718295:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (24)++
00000800:00000200:57.0:1609800475.718296:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (25)++
00000800:00000200:57.0:1609800475.718297:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (26)++
00000800:00000200:26.0:1609800475.718300:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (27)++
00000800:00000200:57.0:1609800475.718301:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (27)--
00000800:00000200:19.0:1609800475.718301:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (28)--
00000800:00000200:26.0:1609800475.718302:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (26)--
00000400:00000200:19.0:1609800475.718302:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800475.718304:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.718305:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000400:00000200:19.0:1609800475.718305:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000400:00000200:26.0:1609800475.718306:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.718307:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:26.0:1609800475.718309:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:25.1:1609800475.718324:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.718329:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:24.0:1609800475.718331:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:24.0:1609800475.718332:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.718334:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000400:00000200:24.0:1609800475.718335:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.718336:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000400:00000200:29.0:1609800475.718337:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.718338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:24.0:1609800475.718339:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000400:00000200:29.0:1609800475.718340:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.718342:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:24.0:1609800475.718342:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:29.0:1609800475.718344:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:24.0:1609800475.718344:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.718345:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (22)--
00000800:00000200:24.0:1609800475.718346:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800475.718365:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.718368:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718370:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800475.718375:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718378:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718380:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718381:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000800:00000200:57.0:1609800475.718382:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718385:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000400:00000200:57.0:1609800475.718405:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.718408:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718410:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:25.1:1609800475.718412:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000400:00000200:57.0:1609800475.718415:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718417:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:19.0:1609800475.718417:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800475.718419:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000800:00000200:57.0:1609800475.718421:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800475.718421:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.718422:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.718422:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:57.0:1609800475.718423:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (24)++
00000400:00000200:19.0:1609800475.718423:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.718425:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:19.0:1609800475.718425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000800:00000200:57.0:1609800475.718427:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.718427:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (24)++
00000800:00000200:19.0:1609800475.718427:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.718428:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.718429:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718446:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:24.0:1609800475.718452:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.718454:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:24.0:1609800475.718455:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.718457:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:24.0:1609800475.718458:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.718460:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800475.718512:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.718519:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718521:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800475.718525:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.718526:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718529:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718532:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718533:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000400:00000200:5.0:1609800475.718533:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800475.718534:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000400:00000200:5.0:1609800475.718536:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000800:00000200:57.0:1609800475.718537:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000400:00000200:5.0:1609800475.718542:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800475.718545:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:25.1:1609800475.718549:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:5.0:1609800475.718550:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.718553:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800475.718555:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:5.0:1609800475.718555:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (23)++
00000800:00000200:29.0:1609800475.718561:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (25)--
00000800:00000200:19.0:1609800475.718563:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (24)--
00000800:00000200:5.0:1609800475.718563:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000400:00000200:19.0:1609800475.718565:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800475.718568:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.718568:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800475.718571:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718575:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000400:00000200:57.0:1609800475.718576:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800475.718580:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:26.0:1609800475.718583:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:26.0:1609800475.718584:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.718585:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:26.0:1609800475.718586:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000400:00000200:5.0:1609800475.718586:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800475.718588:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:5.0:1609800475.718593:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800475.718596:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:5.0:1609800475.718596:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:25.1:1609800475.718599:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:5.0:1609800475.718599:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800475.718601:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (21)++
00000800:00000200:5.0:1609800475.718602:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.718604:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (23)++
00000800:00000200:5.0:1609800475.718606:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (24)--
00000800:00000200:29.0:1609800475.718608:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:29.0:1609800475.718610:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (23)++
00000800:00000200:19.0:1609800475.718610:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.718611:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:29.0:1609800475.718612:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718617:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:24.0:1609800475.718621:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.718625:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:24.0:1609800475.718626:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800475.718627:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:24.0:1609800475.718628:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:24.0:1609800475.718631:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800475.718641:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718644:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800475.718649:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718652:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718656:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718657:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000800:00000200:57.0:1609800475.718658:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718662:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718674:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:19.0:1609800475.718678:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:19.0:1609800475.718681:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:19.0:1609800475.718682:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800475.718683:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:19.0:1609800475.718684:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:19.0:1609800475.718687:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:0.0:1609800475.718758:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800475.718766:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800475.718769:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:0.0:1609800475.718775:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800475.718778:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:0.0:1609800475.718783:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800475.718785:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000800:00000200:0.0:1609800475.718786:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:0.0:1609800475.718794:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718808:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:26.0:1609800475.718813:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:26.0:1609800475.718816:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:26.0:1609800475.718818:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800475.718818:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:26.0:1609800475.718820:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:26.0:1609800475.718823:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000400:00000200:57.0:1609800475.718902:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.176@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800475.718904:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800475.718907:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.176@o2ib18 local destination
00000400:00000200:57.0:1609800475.718912:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.176@o2ib18(192.168.128.176@o2ib18:192.168.128.176@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800475.718915:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.176@o2ib18
00000800:00000200:57.0:1609800475.718918:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca080] -> 192.168.128.176@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800475.718921:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe0600] (20)++
00000800:00000200:57.0:1609800475.718922:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe0600] (21)++
00000800:00000200:57.0:1609800475.718926:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe0600] (22)--
00000800:00000200:25.1:1609800475.718939:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (21)++
00000800:00000200:29.0:1609800475.718944:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (22)++
00000800:00000200:29.0:1609800475.718946:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe0600] (23)--
00000400:00000200:29.0:1609800475.718947:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800475.718949:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000400:00000200:29.0:1609800475.718950:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.176@o2ib18: PUT: OK
00000800:00000200:29.0:1609800475.718952:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:25.1:1609800475.719071:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe0600] (20)++
00000800:00000200:24.0:1609800475.719075:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe0600] (21)++
00000800:00000200:24.0:1609800475.719078:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.176@o2ib18
00000800:00000200:24.0:1609800475.719080:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe0600] (22)++
00000800:00000200:24.0:1609800475.719081:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe0600] (23)--
00000800:00000200:24.0:1609800475.719082:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (22)--
00000800:00000200:24.0:1609800475.719082:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe0600] (21)--
00000800:00000200:21.1:1609800475.857403:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (20)++
00000800:00000200:8.0:1609800475.857459:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (21)++
00000800:00000200:8.0:1609800475.857464:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.94@o2ib18
00000400:00000200:8.0:1609800475.857469:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.94@o2ib18 : GET - for me
00000400:00000200:8.0:1609800475.857474:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.94@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800475.857477:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.94@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800475.857480:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed3800] (22)++
00000800:00000200:8.0:1609800475.857482:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed3800] (23)--
00000400:00000200:8.0:1609800475.857485:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.94@o2ib18 local destination
00000400:00000200:8.0:1609800475.857490:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.94@o2ib18(192.168.128.94@o2ib18:192.168.128.94@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800475.857493:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.94@o2ib18
00000800:00000200:37.0:1609800475.857496:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:8.0:1609800475.857496:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece00] -> 192.168.128.94@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800475.857498:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed3800] (22)++
00000800:00000200:8.0:1609800475.857499:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed3800] (22)++
00000800:00000200:8.0:1609800475.857506:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed3800] (23)--
00000800:00000200:8.0:1609800475.857507:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:21.1:1609800475.857564:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed3800] (21)++
00000800:00000200:6.0:1609800475.857610:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed3800] (22)++
00000800:00000200:6.0:1609800475.857614:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed3800] (23)--
00000400:00000200:6.0:1609800475.857616:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800475.857619:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.94@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800475.857623:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (22)--
00000800:00000200:6.0:1609800475.857624:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed3800] (21)--
00000800:00000200:35.1:1609800476.051049:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:37.0:1609800476.051113:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800476.051148:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.117@o2ib18
00000400:00000200:37.0:1609800476.051157:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : GET - for me
00000800:00000200:8.0:1609800476.051161:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:37.0:1609800476.051165:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.117@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800476.051171:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.117@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800476.051177:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800476.051180:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (22)--
00000400:00000200:37.0:1609800476.051185:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:37.0:1609800476.051197:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800476.051203:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800476.051208:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800476.051213:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800476.051214:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800476.051225:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000800:00000200:37.0:1609800476.051227:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:35.1:1609800476.051435:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:6.0:1609800476.051503:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:6.0:1609800476.051511:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000400:00000200:6.0:1609800476.051513:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800476.051520:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800476.051526:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:6.0:1609800476.051528:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:29.1:1609800476.112615:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:8.0:1609800476.112659:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:8.0:1609800476.112664:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.75@o2ib18
00000400:00000200:8.0:1609800476.112668:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : GET - for me
00000400:00000200:8.0:1609800476.112672:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.75@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800476.112676:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.75@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800476.112678:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:8.0:1609800476.112680:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:8.0:1609800476.112683:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:8.0:1609800476.112688:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800476.112691:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:8.0:1609800476.112694:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800476.112696:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800476.112697:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:8.0:1609800476.112697:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800476.112703:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:8.0:1609800476.112705:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800476.112721:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800476.112784:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800476.112791:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:6.0:1609800476.112794:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800476.112800:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800476.112809:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:6.0:1609800476.112811:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:33.1:1609800476.177336:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (20)++
00000800:00000200:19.0:1609800476.177383:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (21)++
00000800:00000200:19.0:1609800476.177395:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.124@o2ib18
00000400:00000200:19.0:1609800476.177404:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.124@o2ib18 : GET - for me
00000400:00000200:19.0:1609800476.177412:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.124@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800476.177419:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.124@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800476.177448:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc736000] (22)++
00000800:00000200:19.0:1609800476.177451:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc736000] (23)--
00000800:00000200:29.0:1609800476.177454:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000400:00000200:19.0:1609800476.177471:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.124@o2ib18 local destination
00000400:00000200:19.0:1609800476.177477:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.124@o2ib18(192.168.128.124@o2ib18:192.168.128.124@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800476.177480:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.124@o2ib18
00000800:00000200:19.0:1609800476.177483:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f580] -> 192.168.128.124@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800476.177485:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc736000] (21)++
00000800:00000200:19.0:1609800476.177486:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc736000] (22)++
00000800:00000200:19.0:1609800476.177493:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc736000] (23)--
00000800:00000200:19.0:1609800476.177495:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:33.1:1609800476.177575:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc736000] (21)++
00000800:00000200:24.0:1609800476.177618:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc736000] (22)++
00000800:00000200:24.0:1609800476.177624:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc736000] (23)--
00000400:00000200:24.0:1609800476.177626:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.177629:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.124@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800476.177633:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (22)--
00000800:00000200:24.0:1609800476.177634:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc736000] (21)--
00000800:00000200:35.1:1609800476.206962:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:29.0:1609800476.207004:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:29.0:1609800476.207010:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.150@o2ib18
00000400:00000200:29.0:1609800476.207015:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800476.207036:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800476.207039:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:29.0:1609800476.207045:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207048:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207048:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.207052:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800476.207055:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800476.207055:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:29.0:1609800476.207057:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.207058:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.207060:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:29.0:1609800476.207062:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:29.0:1609800476.207063:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:29.0:1609800476.207081:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:19.0:1609800476.207081:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207084:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:19.0:1609800476.207084:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:29.0:1609800476.207109:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800476.207110:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800476.207112:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:29.0:1609800476.207114:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800476.207114:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800476.207116:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207146:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800476.207147:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:19.0:1609800476.207149:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800476.207151:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207151:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800476.207153:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207156:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207156:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000400:00000200:26.0:1609800476.207158:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800476.207158:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.207158:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:19.0:1609800476.207159:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800476.207161:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:26.0:1609800476.207163:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207164:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800476.207166:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:29.0:1609800476.207167:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800476.207168:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.207170:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:57.0:1609800476.207172:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.207172:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000400:00000200:26.0:1609800476.207172:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207173:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:26.0:1609800476.207176:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800476.207178:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.207178:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207179:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800476.207181:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:57.0:1609800476.207182:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.207183:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800476.207184:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800476.207188:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.207191:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800476.207192:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:26.0:1609800476.207195:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (23)++
00000800:00000200:24.0:1609800476.207195:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800476.207197:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.207198:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207198:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800476.207200:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800476.207200:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800476.207202:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:26.0:1609800476.207203:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:24.0:1609800476.207203:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:57.0:1609800476.207204:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.207205:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207205:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:24.0:1609800476.207206:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:57.0:1609800476.207208:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800476.207214:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:5.0:1609800476.207216:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800476.207219:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:5.0:1609800476.207220:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207223:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800476.207224:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:19.0:1609800476.207226:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:5.0:1609800476.207227:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800476.207254:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800476.207256:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.207261:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800476.207264:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:26.0:1609800476.207269:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:26.0:1609800476.207274:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:24.0:1609800476.207276:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:26.0:1609800476.207278:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.207281:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:26.0:1609800476.207282:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207283:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:26.0:1609800476.207284:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:24.0:1609800476.207285:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.207286:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207288:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:24.0:1609800476.207289:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207290:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:29.0:1609800476.207291:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800476.207291:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800476.207291:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:26.0:1609800476.207294:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800476.207297:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800476.207297:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.207300:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800476.207300:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800476.207301:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207301:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.207301:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.207302:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800476.207303:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:26.0:1609800476.207305:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:24.0:1609800476.207305:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.207306:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.207306:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207307:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:26.0:1609800476.207307:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:29.0:1609800476.207308:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.207310:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:19.0:1609800476.207310:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:29.0:1609800476.207311:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800476.207312:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:29.0:1609800476.207314:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800476.207316:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800476.207316:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800476.207317:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207317:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800476.207318:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800476.207318:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000400:00000200:57.0:1609800476.207319:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800476.207319:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800476.207320:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)++
00000800:00000200:24.0:1609800476.207320:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:24.0:1609800476.207320:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:26.0:1609800476.207321:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.207322:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:19.0:1609800476.207322:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800476.207323:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (26)++
00000400:00000200:26.0:1609800476.207324:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207324:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207325:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800476.207326:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:19.0:1609800476.207326:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800476.207327:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.207332:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)--
00000400:00000200:26.0:1609800476.207332:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207333:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (26)--
00000800:00000200:57.0:1609800476.207334:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.207334:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:26.0:1609800476.207334:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207334:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000400:00000200:57.0:1609800476.207335:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.207335:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207335:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)--
00000800:00000200:29.0:1609800476.207336:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.207336:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800476.207336:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (26)--
00000400:00000200:57.0:1609800476.207337:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800476.207337:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800476.207338:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:26.0:1609800476.207339:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800476.207339:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (26)--
00000800:00000200:26.0:1609800476.207340:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8aa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800476.207340:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:29.0:1609800476.207341:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.207341:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:24.0:1609800476.207343:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800476.207344:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207344:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000400:00000200:29.0:1609800476.207346:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800476.207346:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:26.0:1609800476.207346:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:24.0:1609800476.207346:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800476.207348:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.207348:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800476.207349:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.207351:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800476.207351:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:29.0:1609800476.207352:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.207353:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.207355:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.207355:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.207357:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.207357:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:24.0:1609800476.207357:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:29.0:1609800476.207359:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800476.207361:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800476.207362:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.207365:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (21)++
00000400:00000200:1.0:1609800476.207366:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207367:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.207369:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:57.0:1609800476.207370:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.207371:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207371:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:1.0:1609800476.207373:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800476.207374:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800476.207379:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:1.0:1609800476.207384:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800476.207386:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:1.0:1609800476.207386:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207389:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800476.207390:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:19.0:1609800476.207391:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:1.0:1609800476.207391:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800476.207400:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:24.0:1609800476.207407:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:24.0:1609800476.207411:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:29.0:1609800476.207413:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:24.0:1609800476.207414:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800476.207415:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.207417:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:1.0:1609800476.207417:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.207418:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207419:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:24.0:1609800476.207421:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:29.0:1609800476.207422:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800476.207423:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.207425:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:24.0:1609800476.207427:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800476.207428:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:24.0:1609800476.207430:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207430:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:26.0:1609800476.207432:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800476.207433:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207433:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800476.207435:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207435:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800476.207435:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800476.207436:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:24.0:1609800476.207436:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800476.207440:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:29.0:1609800476.207442:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207445:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800476.207445:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207447:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800476.207448:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.207448:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000400:00000200:19.0:1609800476.207448:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207450:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800476.207450:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.207450:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:24.0:1609800476.207450:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:19.0:1609800476.207450:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:29.0:1609800476.207451:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800476.207451:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:26.0:1609800476.207453:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.207453:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.207454:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.207455:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:26.0:1609800476.207455:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:57.0:1609800476.207456:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.207456:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)--
00000800:00000200:26.0:1609800476.207456:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)--
00000400:00000200:24.0:1609800476.207456:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800476.207456:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.207457:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (26)--
00000400:00000200:57.0:1609800476.207458:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207458:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:24.0:1609800476.207459:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207459:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800476.207460:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.207460:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:24.0:1609800476.207461:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:19.0:1609800476.207462:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800476.207463:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207464:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800476.207465:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:19.0:1609800476.207465:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.207467:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:24.0:1609800476.207467:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.207469:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207471:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:57.0:1609800476.207472:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.207472:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800476.207473:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800476.207473:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800476.207473:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.207473:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (26)++
00000800:00000200:24.0:1609800476.207474:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800476.207475:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800476.207475:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207475:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800476.207477:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207478:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)++
00000800:00000200:19.0:1609800476.207479:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (28)--
00000800:00000200:24.0:1609800476.207480:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (28)--
00000800:00000200:19.0:1609800476.207480:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (27)--
00000400:00000200:26.0:1609800476.207481:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:24.0:1609800476.207482:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800476.207484:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:26.0:1609800476.207486:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800476.207487:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.207488:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.207488:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.207488:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000400:00000200:29.0:1609800476.207489:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:57.0:1609800476.207490:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800476.207490:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:26.0:1609800476.207491:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.207491:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (26)--
00000800:00000200:24.0:1609800476.207493:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000400:00000200:19.0:1609800476.207493:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800476.207494:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.207494:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:29.0:1609800476.207495:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.207495:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.207496:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207498:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800476.207498:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:29.0:1609800476.207500:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800476.207502:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.207503:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.207503:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800476.207503:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.207504:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800476.207505:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.207505:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:29.0:1609800476.207506:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:19.0:1609800476.207506:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800476.207507:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:26.0:1609800476.207507:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:29.0:1609800476.207508:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800476.207508:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800476.207509:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.207510:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800476.207511:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:38.0:1609800476.207512:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800476.207512:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800476.207514:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:24.0:1609800476.207515:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:38.0:1609800476.207516:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207517:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:57.0:1609800476.207519:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.207519:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.207519:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)--
00000400:00000200:57.0:1609800476.207520:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207520:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800476.207522:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:57.0:1609800476.207523:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800476.207523:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800476.207523:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800476.207525:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.207525:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.150@o2ib18
00000800:00000200:29.0:1609800476.207527:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:24.0:1609800476.207528:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:19.0:1609800476.207528:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.150@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800476.207533:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.207536:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.207538:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800476.207539:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800476.207540:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.207541:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800476.207541:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:24.0:1609800476.207542:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800476.207543:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800476.207546:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800476.207548:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800476.207548:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800476.207549:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:19.0:1609800476.207549:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800476.207550:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.207550:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:24.0:1609800476.207551:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800476.207552:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800476.207553:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800476.207553:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800476.207554:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800476.207555:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800476.207558:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:19.0:1609800476.207560:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:19.0:1609800476.207561:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:26.0:1609800476.207562:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800476.207562:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:26.0:1609800476.207563:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:19.0:1609800476.207565:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:38.0:1609800476.207575:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800476.207577:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800476.207582:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800476.207599:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800476.207602:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800476.207605:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800476.207791:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.207796:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.207799:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.207805:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.207808:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.207812:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.207814:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800476.207815:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800476.207821:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:57.0:1609800476.207907:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.207910:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.207912:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.207916:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.207918:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.207921:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.207922:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800476.207923:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:57.0:1609800476.207924:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000400:00000200:57.0:1609800476.207928:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.207950:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.207952:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.207957:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.207959:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.207961:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.207962:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:57.0:1609800476.207963:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (23)++
00000800:00000200:57.0:1609800476.207966:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:35.1:1609800476.208011:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (23)++
00000400:00000200:7.0:1609800476.208052:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800476.208076:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.208077:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:7.0:1609800476.208082:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:24.0:1609800476.208086:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:24.0:1609800476.208088:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.208095:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.208096:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800476.208103:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:7.0:1609800476.208103:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:24.0:1609800476.208105:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:24.0:1609800476.208109:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:7.0:1609800476.208110:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800476.208111:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800476.208114:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)++
00000400:00000200:24.0:1609800476.208116:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:7.0:1609800476.208116:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:24.0:1609800476.208119:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:24.0:1609800476.208131:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:7.0:1609800476.208144:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:24.0:1609800476.208145:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:24.0:1609800476.208147:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.208149:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000400:00000200:24.0:1609800476.208151:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.208154:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.208158:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000400:00000200:7.0:1609800476.208159:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800476.208165:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.208169:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:29.0:1609800476.208176:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:7.0:1609800476.208179:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.208184:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.208185:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:29.0:1609800476.208186:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:29.0:1609800476.208189:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800476.208190:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.208195:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000400:00000200:29.0:1609800476.208196:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:7.0:1609800476.208213:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.208214:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:7.0:1609800476.208217:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:7.0:1609800476.208229:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800476.208233:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000400:00000200:7.0:1609800476.208233:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.208235:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:7.0:1609800476.208239:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800476.208241:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:7.0:1609800476.208241:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:7.0:1609800476.208244:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800476.208245:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000800:00000200:7.0:1609800476.208246:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:7.0:1609800476.208246:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000400:00000200:24.0:1609800476.208248:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.208249:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:57.0:1609800476.208251:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800476.208251:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)--
00000400:00000200:24.0:1609800476.208252:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.208254:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.208256:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.208258:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:57.0:1609800476.208260:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:7.0:1609800476.208260:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800476.208261:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000400:00000200:7.0:1609800476.208262:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.208271:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800476.208271:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:57.0:1609800476.208277:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:7.0:1609800476.208279:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.208281:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.208282:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:29.0:1609800476.208283:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:57.0:1609800476.208285:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.208285:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.208286:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:57.0:1609800476.208287:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:29.0:1609800476.208287:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000800:00000200:19.0:1609800476.208287:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:7.0:1609800476.208287:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (25)++
00000400:00000200:29.0:1609800476.208290:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.208290:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (27)--
00000800:00000200:19.0:1609800476.208290:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (27)--
00000800:00000200:19.0:1609800476.208293:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:7.0:1609800476.208293:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:57.0:1609800476.208294:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (25)++
00000400:00000200:29.0:1609800476.208295:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.208297:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800476.208299:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:57.0:1609800476.208300:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)--
00000400:00000200:7.0:1609800476.208302:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.208304:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:35.1:1609800476.208309:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (22)++
00000400:00000200:7.0:1609800476.208309:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.208311:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:7.0:1609800476.208314:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.208316:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)++
00000800:00000200:24.0:1609800476.208317:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:7.0:1609800476.208318:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:7.0:1609800476.208323:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (26)--
00000800:00000200:26.0:1609800476.208324:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000800:00000200:24.0:1609800476.208324:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (26)--
00000400:00000200:24.0:1609800476.208326:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.208326:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800476.208330:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:7.0:1609800476.208331:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.208332:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:26.0:1609800476.208333:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.208333:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000400:00000200:24.0:1609800476.208338:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.208338:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:7.0:1609800476.208338:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800476.208340:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:7.0:1609800476.208340:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:19.0:1609800476.208341:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.208342:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:24.0:1609800476.208344:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:7.0:1609800476.208344:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.208345:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:26.0:1609800476.208346:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000400:00000200:19.0:1609800476.208346:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:7.0:1609800476.208346:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (23)++
00000800:00000200:7.0:1609800476.208350:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800476.208354:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.208365:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:29.0:1609800476.208373:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.208378:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:29.0:1609800476.208380:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.208381:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:29.0:1609800476.208384:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:29.0:1609800476.208388:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:35.1:1609800476.208396:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:26.0:1609800476.208403:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:26.0:1609800476.208409:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.208412:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800476.208412:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:26.0:1609800476.208414:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:26.0:1609800476.208416:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800476.208446:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.208450:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.208454:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.208464:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.208470:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.208475:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.208477:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800476.208479:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000400:00000200:5.0:1609800476.208485:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800476.208486:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000400:00000200:5.0:1609800476.208492:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.208494:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800476.208496:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.208498:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800476.208501:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000400:00000200:5.0:1609800476.208502:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800476.208505:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000400:00000200:57.0:1609800476.208507:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:24.0:1609800476.208508:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:5.0:1609800476.208511:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800476.208512:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000800:00000200:5.0:1609800476.208513:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)++
00000400:00000200:24.0:1609800476.208514:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800476.208514:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (23)++
00000800:00000200:29.0:1609800476.208516:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:57.0:1609800476.208519:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800476.208519:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.208523:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:5.0:1609800476.208523:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:57.0:1609800476.208524:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.208529:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800476.208529:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800476.208532:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000400:00000200:5.0:1609800476.208533:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800476.208534:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (22)++
00000400:00000200:5.0:1609800476.208535:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:35.1:1609800476.208537:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (23)++
00000800:00000200:57.0:1609800476.208539:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (23)--
00000400:00000200:5.0:1609800476.208542:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800476.208544:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.208545:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:5.0:1609800476.208548:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800476.208550:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:5.0:1609800476.208550:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)++
00000800:00000200:5.0:1609800476.208551:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (25)++
00000400:00000200:19.0:1609800476.208552:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.208553:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)++
00000400:00000200:57.0:1609800476.208555:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800476.208556:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (26)--
00000400:00000200:19.0:1609800476.208557:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:5.0:1609800476.208560:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800476.208575:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (25)--
00000400:00000200:5.0:1609800476.208575:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.208576:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800476.208576:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.208577:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000400:00000200:57.0:1609800476.208578:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:26.0:1609800476.208579:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000400:00000200:5.0:1609800476.208579:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:35.1:1609800476.208583:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (23)++
00000400:00000200:57.0:1609800476.208584:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800476.208586:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:57.0:1609800476.208587:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:19.0:1609800476.208588:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:26.0:1609800476.208590:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800476.208591:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000800:00000200:26.0:1609800476.208592:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000400:00000200:19.0:1609800476.208592:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.208593:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800476.208595:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:5.0:1609800476.208596:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.208597:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800476.208598:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:57.0:1609800476.208599:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (21)++
00000800:00000200:5.0:1609800476.208599:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.208600:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:35.1:1609800476.208600:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:5.0:1609800476.208601:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:57.0:1609800476.208604:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (24)--
00000800:00000200:24.0:1609800476.208605:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)++
00000800:00000200:5.0:1609800476.208605:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (24)++
00000800:00000200:24.0:1609800476.208609:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.208610:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (25)--
00000800:00000200:5.0:1609800476.208610:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:24.0:1609800476.208611:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)++
00000800:00000200:24.0:1609800476.208612:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (25)--
00000800:00000200:24.0:1609800476.208614:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)--
00000800:00000200:35.1:1609800476.208616:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.208621:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000800:00000200:29.0:1609800476.208623:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000400:00000200:29.0:1609800476.208625:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.208626:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (23)++
00000400:00000200:29.0:1609800476.208627:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:29.0:1609800476.208629:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (24)--
00000800:00000200:19.0:1609800476.208629:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (24)--
00000400:00000200:19.0:1609800476.208630:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.208631:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800476.208633:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.208636:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:35.1:1609800476.208664:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:24.0:1609800476.208669:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000400:00000200:57.0:1609800476.208670:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800476.208672:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000400:00000200:57.0:1609800476.208673:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.208673:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:29.0:1609800476.208674:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:24.0:1609800476.208674:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000400:00000200:57.0:1609800476.208675:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000800:00000200:24.0:1609800476.208675:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800476.208680:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.208683:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.208687:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.208688:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800476.208689:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800476.208693:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.208705:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:26.0:1609800476.208710:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:26.0:1609800476.208712:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:26.0:1609800476.208714:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.208715:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:26.0:1609800476.208716:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:26.0:1609800476.208718:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:57.0:1609800476.208827:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.208829:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.208831:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:57.0:1609800476.208836:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.208840:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:57.0:1609800476.208842:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.208844:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:57.0:1609800476.208845:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:57.0:1609800476.208848:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.208861:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:29.0:1609800476.208865:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000400:00000200:0.0:1609800476.208866:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800476.208868:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:29.0:1609800476.208869:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.208870:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:29.0:1609800476.208871:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:29.0:1609800476.208874:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:0.0:1609800476.208874:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.208877:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:0.0:1609800476.208883:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800476.208886:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:0.0:1609800476.208891:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800476.208893:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:0.0:1609800476.208895:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:0.0:1609800476.208903:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.208915:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:19.0:1609800476.208921:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:19.0:1609800476.208924:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000800:00000200:26.0:1609800476.208926:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:19.0:1609800476.208926:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800476.208928:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.208931:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000400:00000200:5.0:1609800476.208962:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.150@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800476.208969:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.208972:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.150@o2ib18 local destination
00000400:00000200:5.0:1609800476.208978:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.150@o2ib18(192.168.128.150@o2ib18:192.168.128.150@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800476.208981:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.150@o2ib18
00000800:00000200:5.0:1609800476.208986:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9c80] -> 192.168.128.150@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800476.208988:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aafdd000] (20)++
00000800:00000200:5.0:1609800476.208989:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aafdd000] (21)++
00000800:00000200:5.0:1609800476.208997:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aafdd000] (22)--
00000800:00000200:35.1:1609800476.209009:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (21)++
00000800:00000200:24.0:1609800476.209017:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)++
00000800:00000200:24.0:1609800476.209020:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aafdd000] (23)--
00000400:00000200:24.0:1609800476.209021:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.209022:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000400:00000200:24.0:1609800476.209024:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.150@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.209027:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:35.1:1609800476.209063:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aafdd000] (20)++
00000800:00000200:26.0:1609800476.209068:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)++
00000800:00000200:26.0:1609800476.209072:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.150@o2ib18
00000800:00000200:26.0:1609800476.209073:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aafdd000] (22)++
00000800:00000200:26.0:1609800476.209074:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aafdd000] (23)--
00000800:00000200:19.0:1609800476.209074:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (22)--
00000800:00000200:26.0:1609800476.209075:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aafdd000] (21)--
00000800:00000200:24.1:1609800476.316566:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:37.0:1609800476.316625:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.316636:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.169@o2ib18
00000400:00000200:37.0:1609800476.316644:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800476.316652:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.316678:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800476.316683:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800476.316685:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.316686:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800476.316689:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800476.316692:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800476.316693:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800476.316696:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:24.1:1609800476.316696:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.316698:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800476.316700:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.316702:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.316706:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:37.0:1609800476.316728:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800476.316730:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.316733:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800476.316757:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800476.316759:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:1.0:1609800476.316759:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800476.316760:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800476.316762:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800476.316762:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800476.316765:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.316766:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800476.316767:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800476.316771:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.316773:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.316792:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800476.316850:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.316864:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.316869:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.316875:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800476.316892:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:8.0:1609800476.316897:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:8.0:1609800476.316901:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800476.316925:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800476.316929:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:8.0:1609800476.316934:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800476.316935:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.316938:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800476.316941:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800476.316942:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:8.0:1609800476.316944:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800476.316945:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800476.316946:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800476.316968:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000400:00000200:6.0:1609800476.316968:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.316970:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000400:00000200:6.0:1609800476.316971:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:8.0:1609800476.316973:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:8.0:1609800476.316974:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000400:00000200:6.0:1609800476.316978:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800476.316996:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.316997:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000800:00000200:6.0:1609800476.316998:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800476.316999:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800476.317000:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:6.0:1609800476.317002:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800476.317002:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:8.0:1609800476.317003:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800476.317005:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:6.0:1609800476.317006:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800476.317006:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317007:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800476.317010:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800476.317013:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800476.317016:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800476.317018:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800476.317020:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800476.317025:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:6.0:1609800476.317026:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000400:00000200:4.0:1609800476.317026:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317028:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (25)++
00000400:00000200:4.0:1609800476.317029:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:24.1:1609800476.317034:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (26)++
00000800:00000200:8.0:1609800476.317036:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (27)--
00000800:00000200:6.0:1609800476.317036:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (27)--
00000400:00000200:4.0:1609800476.317036:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800476.317037:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800476.317037:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:57.0:1609800476.317039:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800476.317039:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317039:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:4.0:1609800476.317039:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800476.317041:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:57.0:1609800476.317042:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317042:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800476.317043:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.317044:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:8.0:1609800476.317045:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.317045:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800476.317046:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.317047:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.317047:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:4.0:1609800476.317047:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800476.317049:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317049:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000800:00000200:38.0:1609800476.317050:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800476.317050:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317050:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:4.0:1609800476.317050:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)++
00000400:00000200:38.0:1609800476.317051:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000400:00000200:38.0:1609800476.317067:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800476.317067:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317067:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000400:00000200:8.0:1609800476.317068:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317068:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:57.0:1609800476.317073:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800476.317073:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:57.0:1609800476.317074:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.317078:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800476.317081:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800476.317081:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:37.0:1609800476.317083:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800476.317086:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.317086:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800476.317087:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800476.317088:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800476.317090:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.317090:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800476.317091:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800476.317092:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:8.0:1609800476.317093:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800476.317137:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800476.317138:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800476.317160:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:7.0:1609800476.317160:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800476.317163:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000400:00000200:7.0:1609800476.317163:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317166:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000400:00000200:7.0:1609800476.317166:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800476.317167:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:57.0:1609800476.317172:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.317173:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317176:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.1:1609800476.317181:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.317189:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800476.317192:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000800:00000200:6.0:1609800476.317193:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:6.0:1609800476.317195:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.317199:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800476.317201:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:6.0:1609800476.317202:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800476.317206:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800476.317208:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:24.1:1609800476.317213:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000400:00000200:6.0:1609800476.317214:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800476.317217:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800476.317220:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800476.317234:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800476.317235:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800476.317235:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800476.317238:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:8.0:1609800476.317239:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.317241:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000800:00000200:4.0:1609800476.317241:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000400:00000200:8.0:1609800476.317243:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317245:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000400:00000200:8.0:1609800476.317246:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317246:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000800:00000200:4.0:1609800476.317246:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:37.0:1609800476.317248:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:6.0:1609800476.317248:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:8.0:1609800476.317249:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800476.317250:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:4.0:1609800476.317250:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800476.317271:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800476.317272:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.317273:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800476.317273:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800476.317275:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317276:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800476.317276:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:8.0:1609800476.317279:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800476.317281:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800476.317282:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800476.317283:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800476.317285:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800476.317286:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:4.0:1609800476.317287:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800476.317289:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317289:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)++
00000800:00000200:4.0:1609800476.317290:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800476.317291:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)--
00000400:00000200:6.0:1609800476.317291:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800476.317292:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800476.317292:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:4.0:1609800476.317292:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800476.317293:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:6.0:1609800476.317294:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800476.317295:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:37.0:1609800476.317297:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800476.317297:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800476.317299:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)++
00000800:00000200:57.0:1609800476.317300:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800476.317300:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800476.317300:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800476.317301:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)--
00000400:00000200:57.0:1609800476.317302:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800476.317302:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317302:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800476.317302:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:37.0:1609800476.317303:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800476.317303:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.317304:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800476.317304:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)++
00000800:00000200:4.0:1609800476.317304:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:37.0:1609800476.317305:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800476.317305:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800476.317306:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800476.317306:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (26)++
00000400:00000200:5.0:1609800476.317306:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317306:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:8.0:1609800476.317307:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:5.0:1609800476.317310:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.317312:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (27)++
00000400:00000200:4.0:1609800476.317312:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800476.317313:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800476.317314:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (28)--
00000800:00000200:6.0:1609800476.317314:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (28)--
00000800:00000200:6.0:1609800476.317315:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (26)--
00000800:00000200:37.0:1609800476.317316:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:8.0:1609800476.317316:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800476.317316:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317317:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:5.0:1609800476.317317:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800476.317318:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800476.317318:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800476.317319:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800476.317319:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:57.0:1609800476.317320:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317321:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800476.317321:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:8.0:1609800476.317322:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800476.317324:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800476.317324:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:5.0:1609800476.317324:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800476.317325:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800476.317326:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000800:00000200:37.0:1609800476.317327:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:37.0:1609800476.317328:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:8.0:1609800476.317328:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)++
00000800:00000200:4.0:1609800476.317328:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800476.317330:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000400:00000200:6.0:1609800476.317330:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800476.317331:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:5.0:1609800476.317331:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800476.317331:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800476.317333:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317333:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800476.317334:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800476.317334:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317335:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317335:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800476.317336:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:5.0:1609800476.317336:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800476.317338:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800476.317339:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:4.0:1609800476.317356:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:4.0:1609800476.317357:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:6.0:1609800476.317358:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800476.317358:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800476.317360:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.1:1609800476.317361:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.317361:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800476.317362:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800476.317363:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800476.317366:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800476.317367:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800476.317370:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800476.317372:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:37.0:1609800476.317374:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.317375:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (24)++
00000800:00000200:8.0:1609800476.317376:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:37.0:1609800476.317377:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800476.317378:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (26)--
00000800:00000200:6.0:1609800476.317379:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:57.0:1609800476.317380:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800476.317380:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317380:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000400:00000200:57.0:1609800476.317381:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.317382:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800476.317382:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000400:00000200:8.0:1609800476.317383:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800476.317385:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800476.317385:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.317387:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:37.0:1609800476.317388:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800476.317389:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000800:00000200:37.0:1609800476.317390:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800476.317390:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000400:00000200:8.0:1609800476.317391:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317391:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:37.0:1609800476.317392:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800476.317392:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.169@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800476.317394:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:37.0:1609800476.317395:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800476.317396:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800476.317398:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800476.317400:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000400:00000200:8.0:1609800476.317400:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800476.317401:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000400:00000200:6.0:1609800476.317401:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800476.317402:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:8.0:1609800476.317403:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800476.317405:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800476.317407:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800476.317408:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800476.317409:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800476.317410:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800476.317412:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800476.317414:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:0.0:1609800476.317414:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800476.317415:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800476.317416:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:8.0:1609800476.317416:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:6.0:1609800476.317416:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800476.317417:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317418:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.317419:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:57.0:1609800476.317420:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800476.317420:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:0.0:1609800476.317421:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800476.317427:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317430:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:0.0:1609800476.317430:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800476.317431:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.317434:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800476.317435:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800476.317438:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317439:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:22.0:1609800476.317441:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800476.317443:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800476.317448:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317450:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.317464:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000400:00000200:0.0:1609800476.317469:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800476.317472:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:0.0:1609800476.317477:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.317479:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:0.0:1609800476.317486:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800476.317489:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:0.0:1609800476.317494:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800476.317496:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:0.0:1609800476.317498:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000800:00000200:0.0:1609800476.317504:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:24.1:1609800476.317524:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (22)++
00000800:00000200:4.0:1609800476.317552:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:57.0:1609800476.317554:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.317570:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317572:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:4.0:1609800476.317572:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000400:00000200:4.0:1609800476.317573:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800476.317574:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:4.0:1609800476.317575:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800476.317577:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000400:00000200:57.0:1609800476.317579:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800476.317579:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317580:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.317582:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.317583:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800476.317586:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:4.0:1609800476.317587:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:57.0:1609800476.317588:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317590:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.317591:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000400:00000200:1.0:1609800476.317592:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800476.317597:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:1.0:1609800476.317597:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800476.317600:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:1.0:1609800476.317606:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800476.317610:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:24.1:1609800476.317615:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:1.0:1609800476.317615:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800476.317617:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:1.0:1609800476.317618:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (23)++
00000800:00000200:6.0:1609800476.317623:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:6.0:1609800476.317627:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000800:00000200:1.0:1609800476.317627:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (25)--
00000800:00000200:8.0:1609800476.317629:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800476.317629:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800476.317631:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:6.0:1609800476.317636:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.317639:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.317648:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:37.0:1609800476.317651:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.317652:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317654:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:37.0:1609800476.317655:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:57.0:1609800476.317657:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800476.317657:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800476.317665:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317668:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800476.317674:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.317677:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800476.317681:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317683:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.317684:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.317689:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.317690:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:8.0:1609800476.317698:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.317702:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:8.0:1609800476.317704:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:6.0:1609800476.317704:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000800:00000200:8.0:1609800476.317705:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)--
00000800:00000200:8.0:1609800476.317707:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000400:00000200:57.0:1609800476.317708:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800476.317708:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000800:00000200:8.0:1609800476.317709:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800476.317710:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317711:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317713:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:6.0:1609800476.317713:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:57.0:1609800476.317719:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.317723:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.317739:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:57.0:1609800476.317740:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317741:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.317742:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.317746:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.317770:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.317778:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000400:00000200:38.0:1609800476.317779:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800476.317781:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.317782:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800476.317784:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:8.0:1609800476.317784:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:38.0:1609800476.317785:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800476.317805:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:38.0:1609800476.317806:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:38.0:1609800476.317812:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800476.317816:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:38.0:1609800476.317820:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800476.317822:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:38.0:1609800476.317824:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:38.0:1609800476.317832:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:38.0:1609800476.317836:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:24.1:1609800476.317844:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:4.0:1609800476.317851:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000400:00000200:38.0:1609800476.317853:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.317854:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:38.0:1609800476.317855:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800476.317856:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800476.317856:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.317857:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:4.0:1609800476.317859:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:38.0:1609800476.317861:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800476.317863:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800476.317864:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.317864:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800476.317866:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:38.0:1609800476.317867:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800476.317868:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:38.0:1609800476.317869:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000400:00000200:57.0:1609800476.317872:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800476.317873:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:57.0:1609800476.317876:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800476.317880:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317882:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.317883:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000800:00000200:24.1:1609800476.317886:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (23)++
00000800:00000200:57.0:1609800476.317887:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:8.0:1609800476.317894:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000800:00000200:8.0:1609800476.317898:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000800:00000200:37.0:1609800476.317900:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:8.0:1609800476.317900:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800476.317903:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800476.317904:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (24)--
00000400:00000200:37.0:1609800476.317905:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.317906:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.317907:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:8.0:1609800476.317907:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.317910:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:24.1:1609800476.317923:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:4.0:1609800476.317931:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)++
00000800:00000200:4.0:1609800476.317934:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.317936:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:4.0:1609800476.317936:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:4.0:1609800476.317937:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:4.0:1609800476.317938:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800476.317972:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.317975:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.317978:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:7.0:1609800476.317981:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.317983:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.317986:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800476.317990:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.317991:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000400:00000200:7.0:1609800476.317991:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800476.317992:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000400:00000200:7.0:1609800476.317995:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:57.0:1609800476.317996:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:7.0:1609800476.318001:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.318005:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:24.1:1609800476.318009:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:7.0:1609800476.318009:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.318012:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:7.0:1609800476.318013:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (23)++
00000800:00000200:8.0:1609800476.318017:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)++
00000800:00000200:7.0:1609800476.318021:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (25)--
00000800:00000200:37.0:1609800476.318022:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:8.0:1609800476.318022:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000400:00000200:8.0:1609800476.318023:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800476.318026:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.318028:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800476.318029:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.318034:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.318042:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000400:00000200:7.0:1609800476.318044:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.318045:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800476.318046:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.318047:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:4.0:1609800476.318048:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:6.0:1609800476.318049:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.318052:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.318055:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:6.0:1609800476.318055:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:7.0:1609800476.318057:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.318060:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:7.0:1609800476.318062:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:7.0:1609800476.318066:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000400:00000200:7.0:1609800476.318073:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.318076:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800476.318077:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.1:1609800476.318079:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000400:00000200:7.0:1609800476.318079:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800476.318084:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.318084:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800476.318086:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:7.0:1609800476.318086:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800476.318087:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:37.0:1609800476.318089:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.318090:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.318092:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:57.0:1609800476.318093:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800476.318093:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.318096:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:37.0:1609800476.318096:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:7.0:1609800476.318097:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.318098:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:7.0:1609800476.318099:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.318102:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.318103:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:7.0:1609800476.318103:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:57.0:1609800476.318105:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000400:00000200:7.0:1609800476.318107:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800476.318110:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000400:00000200:7.0:1609800476.318111:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.318113:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:24.1:1609800476.318115:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (22)++
00000400:00000200:7.0:1609800476.318119:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.318130:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.318132:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000800:00000200:7.0:1609800476.318134:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.318135:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (24)++
00000800:00000200:4.0:1609800476.318136:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000800:00000200:7.0:1609800476.318137:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (25)++
00000400:00000200:4.0:1609800476.318138:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.318139:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000400:00000200:4.0:1609800476.318141:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000400:00000200:57.0:1609800476.318142:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800476.318142:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (26)--
00000800:00000200:6.0:1609800476.318142:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (26)--
00000400:00000200:6.0:1609800476.318144:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.318144:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (24)--
00000800:00000200:4.0:1609800476.318145:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)++
00000400:00000200:57.0:1609800476.318146:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.318161:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:6.0:1609800476.318163:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:4.0:1609800476.318165:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.318166:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (24)++
00000400:00000200:57.0:1609800476.318167:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800476.318168:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)++
00000800:00000200:4.0:1609800476.318168:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (25)--
00000800:00000200:37.0:1609800476.318170:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (25)--
00000800:00000200:4.0:1609800476.318170:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (25)--
00000800:00000200:57.0:1609800476.318171:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000400:00000200:37.0:1609800476.318172:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.318172:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:4.0:1609800476.318173:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:37.0:1609800476.318174:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.318175:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.318177:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.318177:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000800:00000200:57.0:1609800476.318179:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.318183:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.318196:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.318203:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800476.318207:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:57.0:1609800476.318208:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800476.318208:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.318209:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:6.0:1609800476.318211:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:6.0:1609800476.318214:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800476.318215:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.318218:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800476.318223:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.318226:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:24.1:1609800476.318229:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.318230:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.318231:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.318236:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.318236:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:57.0:1609800476.318240:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (24)--
00000800:00000200:8.0:1609800476.318241:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:8.0:1609800476.318242:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:37.0:1609800476.318243:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:57.0:1609800476.318244:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800476.318244:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:8.0:1609800476.318245:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:57.0:1609800476.318248:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.318250:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000800:00000200:24.1:1609800476.318252:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000400:00000200:57.0:1609800476.318255:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.318257:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:4.0:1609800476.318259:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:57.0:1609800476.318260:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.318262:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)++
00000800:00000200:4.0:1609800476.318262:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000800:00000200:57.0:1609800476.318264:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (23)++
00000400:00000200:4.0:1609800476.318264:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800476.318265:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000400:00000200:4.0:1609800476.318266:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.318267:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (23)--
00000800:00000200:4.0:1609800476.318270:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.318278:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:37.0:1609800476.318285:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:37.0:1609800476.318289:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:37.0:1609800476.318290:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800476.318291:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:37.0:1609800476.318292:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800476.318295:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:57.0:1609800476.318335:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.318341:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.318344:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:57.0:1609800476.318348:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.318351:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:57.0:1609800476.318354:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.318356:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:57.0:1609800476.318356:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:57.0:1609800476.318360:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.318373:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:6.0:1609800476.318381:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:6.0:1609800476.318385:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:6.0:1609800476.318386:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800476.318387:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000400:00000200:6.0:1609800476.318389:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:6.0:1609800476.318392:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:5.0:1609800476.318461:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.169@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800476.318480:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.318484:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.169@o2ib18 local destination
00000400:00000200:5.0:1609800476.318490:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.169@o2ib18(192.168.128.169@o2ib18:192.168.128.169@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800476.318494:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.169@o2ib18
00000800:00000200:5.0:1609800476.318498:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf80] -> 192.168.128.169@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800476.318500:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0600] (20)++
00000800:00000200:5.0:1609800476.318502:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0600] (21)++
00000800:00000200:5.0:1609800476.318510:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:24.1:1609800476.318558:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0600] (21)++
00000800:00000200:8.0:1609800476.318565:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.318569:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0600] (23)--
00000400:00000200:8.0:1609800476.318570:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800476.318571:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)++
00000400:00000200:8.0:1609800476.318572:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.169@o2ib18: PUT: OK
00000800:00000200:37.0:1609800476.318575:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.169@o2ib18
00000800:00000200:8.0:1609800476.318575:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (23)--
00000800:00000200:37.0:1609800476.318576:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)++
00000800:00000200:8.0:1609800476.318576:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.318577:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0600] (22)--
00000800:00000200:37.0:1609800476.318578:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0600] (21)--
00000400:00000200:5.0:1609800476.341196:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800476.341203:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:29.1:1609800476.434754:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (20)++
00000800:00000200:6.0:1609800476.434816:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (21)++
00000800:00000200:6.0:1609800476.434826:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.138@o2ib18
00000400:00000200:6.0:1609800476.434834:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.138@o2ib18 : GET - for me
00000400:00000200:6.0:1609800476.434842:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.138@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800476.434849:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.138@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800476.434855:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3800] (22)++
00000800:00000200:6.0:1609800476.434857:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3800] (23)--
00000400:00000200:6.0:1609800476.434863:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.138@o2ib18 local destination
00000800:00000200:8.0:1609800476.434865:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000400:00000200:6.0:1609800476.434875:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.138@o2ib18(192.168.128.138@o2ib18:192.168.128.138@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800476.434881:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.138@o2ib18
00000800:00000200:6.0:1609800476.434887:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85200] -> 192.168.128.138@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800476.434890:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3800] (21)++
00000800:00000200:6.0:1609800476.434892:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3800] (22)++
00000800:00000200:6.0:1609800476.434910:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3800] (23)--
00000800:00000200:6.0:1609800476.434913:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:29.1:1609800476.434924:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3800] (21)++
00000800:00000200:4.0:1609800476.435004:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3800] (22)++
00000800:00000200:4.0:1609800476.435008:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3800] (23)--
00000400:00000200:4.0:1609800476.435010:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800476.435013:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.138@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800476.435016:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (22)--
00000800:00000200:4.0:1609800476.435017:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3800] (21)--
00000800:00000200:28.1:1609800476.757556:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:8.0:1609800476.757613:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800476.757623:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.65@o2ib18
00000400:00000200:8.0:1609800476.757631:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : GET - for me
00000400:00000200:8.0:1609800476.757640:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.65@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800476.757646:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.65@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800476.757652:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800476.757655:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000400:00000200:8.0:1609800476.757660:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:6.0:1609800476.757663:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:8.0:1609800476.757673:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800476.757678:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:8.0:1609800476.757684:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800476.757686:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800476.757688:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800476.757699:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:8.0:1609800476.757702:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800476.757826:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:4.0:1609800476.757882:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:4.0:1609800476.757889:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:4.0:1609800476.757892:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800476.757898:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800476.757905:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:4.0:1609800476.757907:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:27.1:1609800476.772378:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:29.0:1609800476.772425:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:29.0:1609800476.772438:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.772439:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:29.0:1609800476.772447:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.772448:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:29.0:1609800476.772455:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.772456:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800476.772460:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:29.0:1609800476.772473:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.772479:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800476.772480:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772485:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800476.772485:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000400:00000200:24.0:1609800476.772486:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:29.0:1609800476.772490:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800476.772493:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800476.772497:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:24.0:1609800476.772499:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.772500:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)++
00000800:00000200:29.0:1609800476.772502:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)--
00000800:00000200:29.0:1609800476.772504:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000400:00000200:19.0:1609800476.772505:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.772506:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:24.0:1609800476.772506:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800476.772510:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.772511:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800476.772515:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.772517:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:29.0:1609800476.772518:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800476.772520:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:24.0:1609800476.772522:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.772533:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.772537:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)++
00000400:00000200:29.0:1609800476.772538:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.772539:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.772540:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)--
00000800:00000200:26.0:1609800476.772542:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000400:00000200:29.0:1609800476.772543:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:19.0:1609800476.772544:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.772546:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:24.0:1609800476.772548:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:26.0:1609800476.772549:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.772551:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.772552:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:29.0:1609800476.772554:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800476.772554:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800476.772557:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800476.772558:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.772558:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:29.0:1609800476.772559:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800476.772560:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800476.772561:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000800:00000200:19.0:1609800476.772562:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000400:00000200:57.0:1609800476.772564:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772564:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800476.772565:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.772565:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.772565:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:19.0:1609800476.772568:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.772569:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800476.772571:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800476.772571:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800476.772571:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:26.0:1609800476.772583:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.772589:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800476.772589:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:5.0:1609800476.772590:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800476.772595:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800476.772595:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772596:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000400:00000200:19.0:1609800476.772596:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.772599:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000400:00000200:24.0:1609800476.772600:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.772601:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800476.772601:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.772602:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.772604:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800476.772605:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:24.0:1609800476.772606:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800476.772609:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)--
00000800:00000200:24.0:1609800476.772610:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800476.772611:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:29.0:1609800476.772613:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000800:00000200:57.0:1609800476.772614:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.772615:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800476.772616:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:19.0:1609800476.772616:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.772617:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800476.772622:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)++
00000800:00000200:19.0:1609800476.772622:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800476.772623:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.772623:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)++
00000800:00000200:24.0:1609800476.772625:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:26.0:1609800476.772626:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (28)--
00000800:00000200:24.0:1609800476.772626:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (27)--
00000800:00000200:19.0:1609800476.772626:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800476.772626:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800476.772627:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800476.772628:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.772628:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000400:00000200:5.0:1609800476.772628:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.772630:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:19.0:1609800476.772631:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800476.772633:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800476.772633:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800476.772634:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.772636:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:24.0:1609800476.772637:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000800:00000200:19.0:1609800476.772638:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000800:00000200:24.0:1609800476.772639:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:57.0:1609800476.772640:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800476.772640:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:19.0:1609800476.772641:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:57.0:1609800476.772642:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.772643:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:57.0:1609800476.772647:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800476.772651:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800476.772654:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.772655:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772656:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800476.772658:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.772659:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800476.772660:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800476.772660:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772666:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800476.772666:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800476.772668:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.772671:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:29.0:1609800476.772673:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000800:00000200:5.0:1609800476.772675:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800476.772677:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772678:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:29.0:1609800476.772679:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:5.0:1609800476.772681:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800476.772717:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:19.0:1609800476.772727:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800476.772731:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.772734:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:19.0:1609800476.772736:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:27.1:1609800476.772828:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:24.0:1609800476.772835:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.772841:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.772844:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:24.0:1609800476.772847:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800476.772851:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.772871:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:24.0:1609800476.772876:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800476.772879:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.772882:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.772885:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.772886:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800476.772890:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.772891:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)--
00000800:00000200:24.0:1609800476.772892:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:57.0:1609800476.772901:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.772902:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.772904:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800476.772922:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:26.0:1609800476.772927:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:26.0:1609800476.772931:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.772933:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:26.0:1609800476.772934:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.772936:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.772937:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000400:00000200:26.0:1609800476.772937:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800476.772939:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:19.0:1609800476.772939:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800476.772940:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.772942:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000400:00000200:19.0:1609800476.772943:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800476.772944:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.772944:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:26.0:1609800476.772945:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800476.772945:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:26.0:1609800476.772949:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800476.772950:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.772952:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800476.772953:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800476.772954:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.772955:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800476.772955:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800476.772956:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800476.772956:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800476.772956:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800476.772958:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800476.772959:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.772959:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800476.772960:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:26.0:1609800476.772961:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000400:00000200:24.0:1609800476.772961:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:29.0:1609800476.772962:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.772962:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:26.0:1609800476.772963:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:29.0:1609800476.772964:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800476.772965:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.772966:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.772967:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.772967:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800476.772967:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800476.772969:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800476.772969:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000400:00000200:57.0:1609800476.772970:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800476.772970:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.772970:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000800:00000200:29.0:1609800476.772971:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800476.772971:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800476.772971:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:29.0:1609800476.772972:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)++
00000800:00000200:24.0:1609800476.772972:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800476.772972:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:29.0:1609800476.772974:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000400:00000200:26.0:1609800476.772974:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.772974:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.772975:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800476.772976:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:24.0:1609800476.772976:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.772977:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)--
00000800:00000200:29.0:1609800476.772978:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000800:00000200:29.0:1609800476.772979:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000800:00000200:29.0:1609800476.772980:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:26.0:1609800476.772981:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800476.772982:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800476.772983:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800476.772983:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)++
00000400:00000200:57.0:1609800476.772984:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.772984:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)--
00000400:00000200:29.0:1609800476.772985:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.772985:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000400:00000200:19.0:1609800476.772985:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800476.772986:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800476.772986:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800476.772986:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000800:00000200:24.0:1609800476.772987:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (26)--
00000800:00000200:26.0:1609800476.772988:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800476.772988:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000400:00000200:19.0:1609800476.772988:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.772989:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800476.772989:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000400:00000200:29.0:1609800476.772990:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800476.772991:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:57.0:1609800476.772996:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800476.772996:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800476.772996:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.772998:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:19.0:1609800476.772998:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800476.772999:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800476.772999:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:26.0:1609800476.772999:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:26.0:1609800476.773000:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773000:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800476.773002:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800476.773004:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800476.773005:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800476.773006:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:29.0:1609800476.773007:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800476.773008:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773009:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:57.0:1609800476.773010:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800476.773010:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800476.773012:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800476.773014:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800476.773015:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (21)++
00000400:00000200:57.0:1609800476.773017:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.773017:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000400:00000200:57.0:1609800476.773019:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800476.773019:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:29.0:1609800476.773020:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773028:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.773032:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773035:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:24.0:1609800476.773036:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:24.0:1609800476.773038:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:0.0:1609800476.773056:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800476.773059:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.773062:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800476.773076:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800476.773078:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.773079:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800476.773083:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800476.773084:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800476.773086:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800476.773187:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.773188:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000400:00000200:57.0:1609800476.773192:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773193:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000400:00000200:57.0:1609800476.773195:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:19.0:1609800476.773196:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773198:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:57.0:1609800476.773200:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773204:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:19.0:1609800476.773204:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800476.773207:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800476.773207:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800476.773209:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (21)++
00000400:00000200:19.0:1609800476.773209:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800476.773210:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000400:00000200:19.0:1609800476.773215:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800476.773216:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773218:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800476.773220:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800476.773221:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800476.773222:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800476.773224:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773224:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800476.773226:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800476.773231:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800476.773232:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:57.0:1609800476.773233:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.773234:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773234:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:57.0:1609800476.773235:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773236:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (21)++
00000800:00000200:27.1:1609800476.773236:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773237:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000800:00000200:57.0:1609800476.773238:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:26.0:1609800476.773241:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:26.0:1609800476.773244:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773246:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800476.773246:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000400:00000200:57.0:1609800476.773247:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800476.773247:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800476.773248:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000400:00000200:26.0:1609800476.773249:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773250:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800476.773250:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000400:00000200:24.0:1609800476.773251:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800476.773252:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:29.0:1609800476.773253:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.773255:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000400:00000200:24.0:1609800476.773257:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800476.773258:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.121@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800476.773258:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800476.773259:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:57.0:1609800476.773260:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800476.773261:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800476.773263:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800476.773265:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800476.773265:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800476.773267:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800476.773269:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800476.773270:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.773271:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)++
00000400:00000200:57.0:1609800476.773272:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773272:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800476.773273:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:26.0:1609800476.773273:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000800:00000200:26.0:1609800476.773274:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:24.0:1609800476.773274:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800476.773275:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.773275:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (24)++
00000800:00000200:24.0:1609800476.773275:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800476.773278:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800476.773279:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)++
00000400:00000200:57.0:1609800476.773280:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800476.773281:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800476.773282:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)++
00000800:00000200:19.0:1609800476.773282:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (26)--
00000800:00000200:57.0:1609800476.773283:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773283:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800476.773283:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (26)--
00000400:00000200:19.0:1609800476.773283:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773284:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000800:00000200:26.0:1609800476.773285:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)++
00000800:00000200:22.0:1609800476.773285:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800476.773286:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800476.773286:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800476.773286:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.773287:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (25)++
00000800:00000200:29.0:1609800476.773287:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800476.773288:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (26)++
00000400:00000200:22.0:1609800476.773288:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.773289:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (27)++
00000800:00000200:26.0:1609800476.773289:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (26)--
00000800:00000200:19.0:1609800476.773289:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000400:00000200:26.0:1609800476.773290:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773290:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (26)--
00000400:00000200:22.0:1609800476.773291:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800476.773292:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (25)--
00000800:00000200:29.0:1609800476.773292:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (25)--
00000400:00000200:26.0:1609800476.773292:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:29.0:1609800476.773293:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:26.0:1609800476.773296:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773306:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.773310:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773313:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:24.0:1609800476.773314:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773315:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:24.0:1609800476.773316:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.773319:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:38.0:1609800476.773324:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800476.773343:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800476.773345:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800476.773346:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800476.773349:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:1.0:1609800476.773349:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800476.773355:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800476.773358:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:38.0:1609800476.773363:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800476.773363:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800476.773364:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000400:00000200:1.0:1609800476.773365:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800476.773366:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000400:00000200:1.0:1609800476.773367:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800476.773374:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:38.0:1609800476.773378:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800476.773382:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800476.773384:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.773388:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000400:00000200:38.0:1609800476.773389:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800476.773391:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773392:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:57.0:1609800476.773394:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800476.773394:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800476.773395:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:38.0:1609800476.773396:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:38.0:1609800476.773397:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000400:00000200:29.0:1609800476.773397:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773398:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.773398:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:57.0:1609800476.773400:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:29.0:1609800476.773400:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:38.0:1609800476.773401:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000400:00000200:38.0:1609800476.773405:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.773407:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800476.773408:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800476.773409:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:57.0:1609800476.773410:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:27.1:1609800476.773412:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (22)++
00000400:00000200:38.0:1609800476.773414:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800476.773416:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773416:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:57.0:1609800476.773418:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800476.773418:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:38.0:1609800476.773419:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773420:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:29.0:1609800476.773420:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:57.0:1609800476.773421:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (24)++
00000800:00000200:38.0:1609800476.773421:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000400:00000200:29.0:1609800476.773422:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773422:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (25)--
00000400:00000200:29.0:1609800476.773425:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.773426:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:38.0:1609800476.773426:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (24)++
00000800:00000200:29.0:1609800476.773427:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:38.0:1609800476.773431:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000400:00000200:38.0:1609800476.773435:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800476.773438:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800476.773438:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (22)++
00000400:00000200:38.0:1609800476.773440:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:26.0:1609800476.773443:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000400:00000200:38.0:1609800476.773444:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800476.773445:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000800:00000200:38.0:1609800476.773446:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:26.0:1609800476.773447:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773448:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:38.0:1609800476.773450:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800476.773450:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.773450:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000800:00000200:38.0:1609800476.773451:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000400:00000200:19.0:1609800476.773452:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800476.773453:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (24)++
00000800:00000200:26.0:1609800476.773453:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:24.0:1609800476.773454:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000400:00000200:19.0:1609800476.773454:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:38.0:1609800476.773457:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773458:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:38.0:1609800476.773460:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800476.773464:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800476.773466:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.773466:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000400:00000200:38.0:1609800476.773470:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800476.773471:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:38.0:1609800476.773472:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773473:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:38.0:1609800476.773475:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:29.0:1609800476.773475:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800476.773476:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:26.0:1609800476.773476:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:38.0:1609800476.773477:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (22)++
00000400:00000200:29.0:1609800476.773477:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:38.0:1609800476.773479:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.121@o2ib18: no credits
00000800:00000200:38.0:1609800476.773480:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:29.0:1609800476.773480:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773482:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.773486:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773489:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.773491:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000800:00000200:24.0:1609800476.773496:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773497:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:24.0:1609800476.773498:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773507:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:26.0:1609800476.773512:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:26.0:1609800476.773514:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:57.0:1609800476.773515:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800476.773515:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.773516:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:26.0:1609800476.773517:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:57.0:1609800476.773518:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773521:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800476.773526:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800476.773528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:57.0:1609800476.773529:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773532:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773534:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:57.0:1609800476.773535:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773538:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:57.0:1609800476.773542:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.773550:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:19.0:1609800476.773554:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800476.773556:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:19.0:1609800476.773558:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773559:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:19.0:1609800476.773560:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:57.0:1609800476.773561:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.773562:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:57.0:1609800476.773568:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800476.773573:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773575:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773578:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773579:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:57.0:1609800476.773580:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773583:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:57.0:1609800476.773587:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.773589:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773591:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.773594:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000400:00000200:57.0:1609800476.773596:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773598:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773599:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:57.0:1609800476.773601:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800476.773601:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:57.0:1609800476.773602:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)++
00000400:00000200:29.0:1609800476.773602:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800476.773603:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000800:00000200:26.0:1609800476.773603:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:29.0:1609800476.773604:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:57.0:1609800476.773605:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:29.0:1609800476.773606:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773610:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.773614:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773617:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.773618:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:19.0:1609800476.773618:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:24.0:1609800476.773619:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (24)--
00000800:00000200:24.0:1609800476.773621:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800476.773621:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000800:00000200:24.0:1609800476.773622:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:19.0:1609800476.773622:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800476.773624:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.773627:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:57.0:1609800476.773646:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.773651:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773653:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800476.773658:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773661:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773664:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773665:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:57.0:1609800476.773666:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773669:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.773682:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:29.0:1609800476.773687:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:29.0:1609800476.773689:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:29.0:1609800476.773690:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773691:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:29.0:1609800476.773692:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:29.0:1609800476.773695:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:7.0:1609800476.773701:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.773703:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000400:00000200:7.0:1609800476.773708:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.773709:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000400:00000200:7.0:1609800476.773711:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:26.0:1609800476.773712:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:26.0:1609800476.773713:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:26.0:1609800476.773714:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:19.0:1609800476.773714:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:26.0:1609800476.773715:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:7.0:1609800476.773717:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.773720:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:7.0:1609800476.773725:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800476.773726:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:7.0:1609800476.773729:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:7.0:1609800476.773737:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:7.0:1609800476.773741:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.773749:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.773753:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.773756:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:24.0:1609800476.773757:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800476.773757:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.773758:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:24.0:1609800476.773760:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:7.0:1609800476.773760:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:7.0:1609800476.773764:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800476.773767:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:24.0:1609800476.773768:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:7.0:1609800476.773770:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800476.773771:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800476.773772:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:7.0:1609800476.773773:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000400:00000200:57.0:1609800476.773774:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773777:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:7.0:1609800476.773777:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:7.0:1609800476.773782:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.773784:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800476.773785:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800476.773787:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000400:00000200:7.0:1609800476.773787:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.773789:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773790:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773792:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)++
00000400:00000200:7.0:1609800476.773792:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773793:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000800:00000200:19.0:1609800476.773793:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:7.0:1609800476.773795:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773797:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (25)--
00000800:00000200:26.0:1609800476.773798:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:19.0:1609800476.773798:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (25)--
00000800:00000200:7.0:1609800476.773798:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800476.773799:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800476.773800:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)++
00000800:00000200:7.0:1609800476.773801:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (23)++
00000400:00000200:19.0:1609800476.773802:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:19.0:1609800476.773805:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:7.0:1609800476.773806:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:27.1:1609800476.773809:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (22)++
00000800:00000200:29.0:1609800476.773813:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:29.0:1609800476.773815:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000400:00000200:29.0:1609800476.773817:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800476.773819:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.773819:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)++
00000800:00000200:29.0:1609800476.773821:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (24)--
00000800:00000200:24.0:1609800476.773821:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (24)--
00000800:00000200:29.0:1609800476.773822:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (23)--
00000400:00000200:24.0:1609800476.773823:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.773825:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.773828:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:27.1:1609800476.773858:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000800:00000200:19.0:1609800476.773863:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:19.0:1609800476.773866:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.773867:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:19.0:1609800476.773867:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800476.773868:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)--
00000800:00000200:19.0:1609800476.773869:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:57.0:1609800476.773905:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800476.773911:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800476.773913:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:57.0:1609800476.773919:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800476.773922:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:57.0:1609800476.773925:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800476.773926:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:57.0:1609800476.773927:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:57.0:1609800476.773931:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:5.0:1609800476.773937:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.773942:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:26.0:1609800476.773947:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:5.0:1609800476.773948:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800476.773949:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:26.0:1609800476.773951:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.773952:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:26.0:1609800476.773953:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:5.0:1609800476.773954:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:26.0:1609800476.773956:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:5.0:1609800476.773967:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800476.773973:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:5.0:1609800476.773981:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800476.773984:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:5.0:1609800476.773987:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:5.0:1609800476.773998:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:5.0:1609800476.774007:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.774009:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:29.0:1609800476.774014:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000400:00000200:5.0:1609800476.774014:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800476.774016:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:29.0:1609800476.774018:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800476.774018:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:5.0:1609800476.774018:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000400:00000200:29.0:1609800476.774020:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000400:00000200:5.0:1609800476.774028:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800476.774033:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:5.0:1609800476.774034:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:5.0:1609800476.774039:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800476.774041:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:5.0:1609800476.774043:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:5.0:1609800476.774048:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000400:00000200:5.0:1609800476.774057:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.121@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800476.774060:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:24.0:1609800476.774064:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:24.0:1609800476.774067:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000800:00000200:26.0:1609800476.774069:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:24.0:1609800476.774069:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.774071:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:24.0:1609800476.774074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000400:00000200:5.0:1609800476.774082:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800476.774086:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.121@o2ib18 local destination
00000800:00000200:27.1:1609800476.774095:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (20)++
00000400:00000200:5.0:1609800476.774096:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.121@o2ib18(192.168.128.121@o2ib18:192.168.128.121@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800476.774100:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)++
00000800:00000200:5.0:1609800476.774101:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.121@o2ib18
00000800:00000200:19.0:1609800476.774103:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.121@o2ib18
00000800:00000200:29.0:1609800476.774105:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000800:00000200:19.0:1609800476.774105:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc91800] (22)++
00000800:00000200:19.0:1609800476.774105:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc91800] (23)--
00000800:00000200:5.0:1609800476.774106:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ec7fc400] -> 192.168.128.121@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800476.774107:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:5.0:1609800476.774109:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc91800] (20)++
00000800:00000200:5.0:1609800476.774110:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc91800] (21)++
00000800:00000200:5.0:1609800476.774115:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc91800] (22)--
00000800:00000200:27.1:1609800476.774130:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc91800] (21)++
00000800:00000200:26.0:1609800476.774135:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)++
00000800:00000200:26.0:1609800476.774138:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc91800] (23)--
00000400:00000200:26.0:1609800476.774140:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800476.774140:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (22)--
00000400:00000200:26.0:1609800476.774142:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.121@o2ib18: PUT: OK
00000800:00000200:26.0:1609800476.774145:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc91800] (21)--
00000800:00000200:31.1:1609800476.857268:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:29.0:1609800476.857283:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:29.0:1609800476.857290:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800476.857293:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:29.0:1609800476.857296:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : GET - for me
00000400:00000200:29.0:1609800476.857303:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.110@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:29.0:1609800476.857309:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.110@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:29.0:1609800476.857314:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:29.0:1609800476.857316:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:29.0:1609800476.857321:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:29.0:1609800476.857333:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : REPLY try# 0
00000800:00000200:29.0:1609800476.857338:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:29.0:1609800476.857343:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800476.857346:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:29.0:1609800476.857347:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:29.0:1609800476.857354:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:29.0:1609800476.857356:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800476.857455:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:24.0:1609800476.857465:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:24.0:1609800476.857470:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:24.0:1609800476.857472:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.857476:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800476.857480:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:24.0:1609800476.857482:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:22.1:1609800476.950217:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (20)++
00000800:00000200:6.0:1609800476.950276:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)++
00000800:00000200:6.0:1609800476.950286:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.68@o2ib18
00000400:00000200:6.0:1609800476.950295:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.68@o2ib18 : GET - for me
00000400:00000200:6.0:1609800476.950304:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.68@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800476.950311:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.68@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800476.950316:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99fe00] (22)++
00000800:00000200:6.0:1609800476.950320:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99fe00] (23)--
00000800:00000200:8.0:1609800476.950324:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000400:00000200:6.0:1609800476.950325:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.68@o2ib18 local destination
00000400:00000200:6.0:1609800476.950338:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.68@o2ib18(192.168.128.68@o2ib18:192.168.128.68@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800476.950344:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.68@o2ib18
00000800:00000200:6.0:1609800476.950350:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85900] -> 192.168.128.68@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800476.950353:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99fe00] (21)++
00000800:00000200:6.0:1609800476.950355:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99fe00] (22)++
00000800:00000200:6.0:1609800476.950366:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99fe00] (23)--
00000800:00000200:6.0:1609800476.950369:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:22.1:1609800476.950440:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99fe00] (21)++
00000800:00000200:4.0:1609800476.950505:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)++
00000800:00000200:4.0:1609800476.950509:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99fe00] (23)--
00000400:00000200:4.0:1609800476.950511:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800476.950514:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.68@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800476.950518:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (22)--
00000800:00000200:4.0:1609800476.950519:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99fe00] (21)--
00000800:00000200:25.1:1609800476.974635:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (20)++
00000800:00000200:19.0:1609800476.974643:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800476.974648:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.131@o2ib18
00000800:00000200:29.0:1609800476.974650:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000400:00000200:19.0:1609800476.974651:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.131@o2ib18 : GET - for me
00000400:00000200:19.0:1609800476.974654:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.131@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800476.974659:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.131@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800476.974661:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800476.974663:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcfc00] (22)--
00000400:00000200:19.0:1609800476.974666:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.131@o2ib18 local destination
00000400:00000200:19.0:1609800476.974672:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.131@o2ib18(192.168.128.131@o2ib18:192.168.128.131@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800476.974675:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.131@o2ib18
00000800:00000200:19.0:1609800476.974679:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9000] -> 192.168.128.131@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800476.974680:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcfc00] (21)++
00000800:00000200:19.0:1609800476.974682:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcfc00] (22)++
00000800:00000200:19.0:1609800476.974689:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcfc00] (23)--
00000800:00000200:19.0:1609800476.974690:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:25.1:1609800476.974701:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcfc00] (21)++
00000800:00000200:24.0:1609800476.974708:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)++
00000800:00000200:24.0:1609800476.974711:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcfc00] (23)--
00000400:00000200:24.0:1609800476.974712:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800476.974714:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.131@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800476.974717:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (22)--
00000800:00000200:24.0:1609800476.974718:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcfc00] (21)--
00000800:00000200:30.1:1609800477.080592:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (20)++
00000800:00000200:8.0:1609800477.080650:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (21)++
00000800:00000200:8.0:1609800477.080660:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.175@o2ib18
00000400:00000200:8.0:1609800477.080668:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.080676:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.080700:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800477.080708:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.080709:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:8.0:1609800477.080711:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800477.080714:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800477.080716:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.080717:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.080719:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.080719:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.080742:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (23)++
00000400:00000200:6.0:1609800477.080742:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.080744:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (24)--
00000800:00000200:8.0:1609800477.080745:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:6.0:1609800477.080745:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:8.0:1609800477.080747:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:8.0:1609800477.080750:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.080751:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.080752:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:6.0:1609800477.080754:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800477.080755:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.080757:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800477.080786:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.080787:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.080788:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800477.080789:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:6.0:1609800477.080790:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.080793:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (24)++
00000400:00000200:4.0:1609800477.080793:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.080795:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.080797:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.080798:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.080798:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:4.0:1609800477.080799:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.080800:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:8.0:1609800477.080800:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800477.080820:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800477.080820:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800477.080821:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.080825:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.080826:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000800:00000200:57.0:1609800477.080827:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.080843:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.080844:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.080846:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:6.0:1609800477.080846:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:57.0:1609800477.080847:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.080847:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:4.0:1609800477.080847:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800477.080848:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000400:00000200:37.0:1609800477.080849:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.080849:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:6.0:1609800477.080849:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.080851:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:4.0:1609800477.080851:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.080854:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800477.080856:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.080856:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800477.080857:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.080857:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.080859:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800477.080859:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:57.0:1609800477.080860:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.080863:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.080863:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:5.0:1609800477.080865:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.080866:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.080866:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:37.0:1609800477.080867:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800477.080868:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.080870:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.080871:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800477.080872:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.080874:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.080874:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (26)++
00000800:00000200:37.0:1609800477.080875:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800477.080877:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800477.080884:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800477.080885:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800477.080885:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800477.080886:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.080887:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.080888:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (27)--
00000800:00000200:5.0:1609800477.080889:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.080889:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000800:00000200:37.0:1609800477.080890:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (26)++
00000400:00000200:8.0:1609800477.080890:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.080890:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (26)++
00000800:00000200:6.0:1609800477.080891:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (28)--
00000400:00000200:5.0:1609800477.080891:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.080892:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:8.0:1609800477.080892:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.080892:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000400:00000200:5.0:1609800477.080893:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.080894:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.080894:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.080894:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:57.0:1609800477.080896:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.080898:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.080898:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800477.080899:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.080899:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.080900:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:4.0:1609800477.080900:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.080901:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (23)++
00000800:00000200:8.0:1609800477.080902:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (24)--
00000800:00000200:8.0:1609800477.080903:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:4.0:1609800477.080904:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800477.080905:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.080906:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.080908:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800477.080908:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.080909:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800477.080911:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.080911:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:5.0:1609800477.080913:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800477.080917:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.080920:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.080922:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.080925:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.080927:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.080942:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (22)++
00000800:00000200:4.0:1609800477.080944:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:4.0:1609800477.080947:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (24)--
00000800:00000200:4.0:1609800477.080948:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:57.0:1609800477.080973:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.080974:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.080977:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800477.080994:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000800:00000200:37.0:1609800477.081079:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:37.0:1609800477.081084:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:37.0:1609800477.081085:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:37.0:1609800477.081085:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:37.0:1609800477.081087:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (23)--
00000800:00000200:37.0:1609800477.081087:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:37.0:1609800477.081088:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (21)++
00000800:00000200:37.0:1609800477.081109:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:37.0:1609800477.081113:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.081167:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000400:00000200:37.0:1609800477.081195:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.081199:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800477.081202:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.081202:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:37.0:1609800477.081205:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.081206:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:4.0:1609800477.081206:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000800:00000200:37.0:1609800477.081208:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800477.081209:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.081210:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:37.0:1609800477.081211:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800477.081211:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.081214:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800477.081214:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.081214:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.081216:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.081216:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.081218:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.081220:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:37.0:1609800477.081227:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000400:00000200:8.0:1609800477.081227:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800477.081228:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081229:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000400:00000200:4.0:1609800477.081229:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081230:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081230:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.081230:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:37.0:1609800477.081231:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:57.0:1609800477.081232:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.081234:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081234:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800477.081237:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.081238:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.081240:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.081240:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800477.081242:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.081242:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:37.0:1609800477.081243:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.081244:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800477.081247:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800477.081248:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:1.0:1609800477.081248:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800477.081248:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.081249:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800477.081251:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.081252:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:0.0:1609800477.081252:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:1.0:1609800477.081254:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.081256:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:8.0:1609800477.081258:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:8.0:1609800477.081259:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081260:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:4.0:1609800477.081261:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.081262:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:4.0:1609800477.081264:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.081268:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800477.081269:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.081271:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800477.081273:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:4.0:1609800477.081273:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800477.081274:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.081274:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:0.0:1609800477.081275:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.081276:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000400:00000200:37.0:1609800477.081277:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081277:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000800:00000200:4.0:1609800477.081277:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (24)++
00000800:00000200:0.0:1609800477.081277:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)++
00000400:00000200:8.0:1609800477.081278:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800477.081278:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800477.081279:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (27)++
00000800:00000200:57.0:1609800477.081280:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800477.081280:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800477.081280:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:1.0:1609800477.081280:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.081282:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (28)++
00000400:00000200:1.0:1609800477.081283:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800477.081287:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (29)--
00000800:00000200:57.0:1609800477.081288:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (29)++
00000800:00000200:4.0:1609800477.081288:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (29)--
00000400:00000200:37.0:1609800477.081289:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.081289:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (27)--
00000800:00000200:4.0:1609800477.081291:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (27)++
00000800:00000200:37.0:1609800477.081293:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.081293:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081294:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.081295:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.081296:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (28)--
00000800:00000200:37.0:1609800477.081296:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800477.081297:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.081297:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.081298:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:37.0:1609800477.081299:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800477.081300:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800477.081302:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.081303:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800477.081304:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081306:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (27)++
00000800:00000200:8.0:1609800477.081306:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800477.081307:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.081308:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (28)--
00000400:00000200:6.0:1609800477.081308:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800477.081309:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (27)--
00000800:00000200:8.0:1609800477.081309:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800477.081309:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.081311:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000400:00000200:0.0:1609800477.081311:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.081312:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800477.081312:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.081313:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800477.081314:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800477.081332:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800477.081332:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800477.081335:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.081338:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800477.081339:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800477.081340:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800477.081342:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000800:00000200:6.0:1609800477.081342:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.081342:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.081343:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800477.081345:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:4.0:1609800477.081345:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.081346:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:6.0:1609800477.081346:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (26)++
00000800:00000200:0.0:1609800477.081346:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.081347:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000400:00000200:0.0:1609800477.081347:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081348:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:4.0:1609800477.081348:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800477.081349:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800477.081350:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800477.081351:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.081351:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (23)++
00000400:00000200:57.0:1609800477.081353:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:0.0:1609800477.081354:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.081355:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (24)++
00000400:00000200:0.0:1609800477.081356:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.081358:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:55.0F:1609800477.081359:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.081360:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.081362:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (25)--
00000800:00000200:57.0:1609800477.081363:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:55.0:1609800477.081363:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.081363:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:55.0:1609800477.081366:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.081367:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.081369:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)++
00000800:00000200:57.0:1609800477.081370:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (24)++
00000800:00000200:57.0:1609800477.081376:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (25)--
00000800:00000200:30.1:1609800477.081386:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (24)++
00000800:00000200:55.0:1609800477.081398:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.081399:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000400:00000200:55.0:1609800477.081400:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:55.0:1609800477.081402:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.081403:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (26)--
00000400:00000200:37.0:1609800477.081405:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.081406:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000400:00000200:37.0:1609800477.081408:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.081409:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800477.081410:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (26)--
00000800:00000200:37.0:1609800477.081411:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000400:00000200:8.0:1609800477.081412:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081413:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081413:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:57.0:1609800477.081415:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:8.0:1609800477.081415:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.081416:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (25)--
00000800:00000200:37.0:1609800477.081417:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:37.0:1609800477.081418:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:57.0:1609800477.081422:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.081425:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081425:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:57.0:1609800477.081429:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.081431:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.081432:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081437:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000800:00000200:30.1:1609800477.081455:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800477.081480:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:6.0:1609800477.081503:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:37.0:1609800477.081505:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:6.0:1609800477.081505:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081508:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081508:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.081511:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000400:00000200:37.0:1609800477.081512:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800477.081515:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081515:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:4.0:1609800477.081515:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (25)--
00000800:00000200:6.0:1609800477.081516:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:4.0:1609800477.081517:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.081518:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:4.0:1609800477.081519:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:37.0:1609800477.081523:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.081526:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800477.081526:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800477.081526:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:37.0:1609800477.081528:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:30.1:1609800477.081529:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (21)++
00000800:00000200:37.0:1609800477.081531:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.081532:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800477.081533:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.081536:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:6.0:1609800477.081537:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800477.081540:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081542:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:7.0:1609800477.081542:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800477.081544:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (24)++
00000800:00000200:37.0:1609800477.081546:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081546:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:7.0:1609800477.081546:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081546:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.081547:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:57.0:1609800477.081548:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.081548:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:57.0:1609800477.081549:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.081549:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800477.081550:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800477.081550:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081552:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.175@o2ib18
00000800:00000200:7.0:1609800477.081552:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)++
00000400:00000200:57.0:1609800477.081553:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800477.081553:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800477.081554:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (25)++
00000400:00000200:6.0:1609800477.081554:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:4.0:1609800477.081554:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000400:00000200:37.0:1609800477.081555:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.175@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.081556:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081560:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800477.081562:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (27)--
00000800:00000200:4.0:1609800477.081562:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (27)++
00000800:00000200:6.0:1609800477.081563:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.081563:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (28)--
00000800:00000200:4.0:1609800477.081564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000800:00000200:6.0:1609800477.081565:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.081565:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:6.0:1609800477.081568:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.081569:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800477.081575:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:30.1:1609800477.081577:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (24)++
00000400:00000200:37.0:1609800477.081579:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081579:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (25)++
00000400:00000200:57.0:1609800477.081580:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800477.081581:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800477.081581:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (26)--
00000800:00000200:6.0:1609800477.081582:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000400:00000200:8.0:1609800477.081600:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.081602:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000800:00000200:8.0:1609800477.081603:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800477.081605:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.081605:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.081605:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081606:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800477.081606:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.081607:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:57.0:1609800477.081608:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:37.0:1609800477.081608:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800477.081609:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800477.081609:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.081610:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.081610:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.081612:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800477.081613:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800477.081614:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800477.081616:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081617:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800477.081619:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.081621:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081622:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (23)++
00000800:00000200:6.0:1609800477.081622:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:37.0:1609800477.081623:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (23)++
00000800:00000200:37.0:1609800477.081624:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (24)--
00000800:00000200:8.0:1609800477.081624:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (24)--
00000800:00000200:37.0:1609800477.081625:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:8.0:1609800477.081626:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000400:00000200:5.0:1609800477.081626:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.081632:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800477.081633:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800477.081633:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081634:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.081634:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.081637:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800477.081638:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800477.081638:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800477.081643:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800477.081647:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800477.081652:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.081654:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (20)++
00000800:00000200:5.0:1609800477.081655:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.081659:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.081660:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081664:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:5.0:1609800477.081664:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000800:00000200:57.0:1609800477.081670:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000400:00000200:5.0:1609800477.081673:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.081675:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800477.081677:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000400:00000200:5.0:1609800477.081678:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081679:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.081680:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800477.081682:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:4.0:1609800477.081685:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:5.0:1609800477.081686:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.081687:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:5.0:1609800477.081689:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:4.0:1609800477.081689:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081690:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:4.0:1609800477.081692:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.081693:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.081693:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:6.0:1609800477.081695:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081696:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:57.0:1609800477.081697:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081697:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.081697:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:5.0:1609800477.081698:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.081700:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000800:00000200:5.0:1609800477.081700:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.081701:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.081701:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081703:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081706:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:5.0:1609800477.081706:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000400:00000200:5.0:1609800477.081711:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.081715:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.081716:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000400:00000200:5.0:1609800477.081717:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:30.1:1609800477.081719:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000400:00000200:57.0:1609800477.081721:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.081723:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800477.081725:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081727:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:8.0:1609800477.081727:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:5.0:1609800477.081728:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081730:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:37.0:1609800477.081732:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:8.0:1609800477.081732:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081732:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.081734:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)++
00000400:00000200:57.0:1609800477.081735:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800477.081735:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (25)--
00000400:00000200:8.0:1609800477.081735:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800477.081736:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (25)++
00000400:00000200:37.0:1609800477.081737:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.081738:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (25)++
00000400:00000200:37.0:1609800477.081739:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800477.081740:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (26)--
00000800:00000200:57.0:1609800477.081741:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081741:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:4.0:1609800477.081741:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081743:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:4.0:1609800477.081743:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (24)++
00000800:00000200:4.0:1609800477.081744:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (25)--
00000800:00000200:37.0:1609800477.081745:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:57.0:1609800477.081746:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800477.081746:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000400:00000200:5.0:1609800477.081747:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.081748:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.081749:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000400:00000200:5.0:1609800477.081750:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800477.081751:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (23)++
00000400:00000200:5.0:1609800477.081752:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:5.0:1609800477.081758:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.081759:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (24)++
00000800:00000200:5.0:1609800477.081761:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:57.0:1609800477.081762:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (25)--
00000800:00000200:6.0:1609800477.081763:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (25)--
00000400:00000200:6.0:1609800477.081764:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081764:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800477.081765:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:5.0:1609800477.081766:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)++
00000400:00000200:57.0:1609800477.081767:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800477.081767:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800477.081767:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:6.0:1609800477.081770:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:57.0:1609800477.081771:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081772:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000400:00000200:57.0:1609800477.081773:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:30.1:1609800477.081775:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000400:00000200:57.0:1609800477.081779:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.081783:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800477.081783:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:5.0:1609800477.081784:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.081786:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:57.0:1609800477.081787:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800477.081787:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.081787:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.081788:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:57.0:1609800477.081789:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)++
00000400:00000200:37.0:1609800477.081789:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.081790:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (25)++
00000400:00000200:5.0:1609800477.081790:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:57.0:1609800477.081794:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (26)--
00000800:00000200:8.0:1609800477.081794:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (26)--
00000400:00000200:5.0:1609800477.081795:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.081795:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (26)--
00000400:00000200:4.0:1609800477.081797:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081798:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:37.0:1609800477.081799:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000400:00000200:4.0:1609800477.081799:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:5.0:1609800477.081801:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800477.081801:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:5.0:1609800477.081803:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000400:00000200:57.0:1609800477.081804:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800477.081804:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:30.1:1609800477.081806:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (23)++
00000400:00000200:57.0:1609800477.081807:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081808:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)--
00000400:00000200:57.0:1609800477.081809:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:6.0:1609800477.081813:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:57.0:1609800477.081815:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.081816:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000800:00000200:57.0:1609800477.081818:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:8.0:1609800477.081818:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:6.0:1609800477.081818:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.081820:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:5.0:1609800477.081820:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.081822:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800477.081823:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:57.0:1609800477.081824:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)++
00000800:00000200:6.0:1609800477.081824:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:8.0:1609800477.081825:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (24)++
00000800:00000200:57.0:1609800477.081826:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (25)++
00000800:00000200:37.0:1609800477.081826:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081826:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (25)--
00000800:00000200:8.0:1609800477.081828:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (24)--
00000800:00000200:57.0:1609800477.081831:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000400:00000200:57.0:1609800477.081835:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800477.081835:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000400:00000200:5.0:1609800477.081837:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.081838:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.081839:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800477.081841:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:4.0:1609800477.081842:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:5.0:1609800477.081845:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.081845:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:4.0:1609800477.081847:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.081848:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:5.0:1609800477.081848:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:4.0:1609800477.081850:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.081851:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.081851:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:6.0:1609800477.081852:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081853:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000800:00000200:57.0:1609800477.081855:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000400:00000200:6.0:1609800477.081855:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.081855:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:5.0:1609800477.081856:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.081858:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800477.081859:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:5.0:1609800477.081859:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081860:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.081862:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.081864:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (23)++
00000800:00000200:5.0:1609800477.081864:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000800:00000200:57.0:1609800477.081868:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (23)--
00000800:00000200:30.1:1609800477.081894:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000800:00000200:8.0:1609800477.081901:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:8.0:1609800477.081905:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:8.0:1609800477.081906:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.081907:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:8.0:1609800477.081909:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.081910:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:37.0:1609800477.081911:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.081912:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:37.0:1609800477.081913:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.081914:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:37.0:1609800477.081916:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000800:00000200:30.1:1609800477.081919:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (20)++
00000800:00000200:6.0:1609800477.081927:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800477.081930:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.081947:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (22)++
00000800:00000200:8.0:1609800477.081948:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:6.0:1609800477.081949:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (23)--
00000800:00000200:6.0:1609800477.081950:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000400:00000200:5.0:1609800477.081960:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.081964:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.081966:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:5.0:1609800477.081972:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800477.081973:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800477.081975:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:5.0:1609800477.081979:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.081980:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (20)++
00000400:00000200:57.0:1609800477.081981:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800477.081981:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (21)++
00000400:00000200:57.0:1609800477.081984:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000800:00000200:5.0:1609800477.081987:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)--
00000400:00000200:57.0:1609800477.081990:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.081993:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:57.0:1609800477.081997:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.081999:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.082000:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (22)++
00000800:00000200:30.1:1609800477.082000:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (22)++
00000800:00000200:57.0:1609800477.082004:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (24)--
00000800:00000200:4.0:1609800477.082007:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000800:00000200:4.0:1609800477.082011:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:4.0:1609800477.082012:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.082013:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (23)++
00000400:00000200:4.0:1609800477.082015:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.082016:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (24)--
00000400:00000200:37.0:1609800477.082017:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.082017:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (23)--
00000400:00000200:37.0:1609800477.082019:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.082019:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:37.0:1609800477.082022:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000400:00000200:57.0:1609800477.082096:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.082100:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.082102:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:57.0:1609800477.082107:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.082110:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:57.0:1609800477.082114:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.082115:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (20)++
00000800:00000200:57.0:1609800477.082116:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (21)++
00000800:00000200:57.0:1609800477.082132:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)--
00000800:00000200:30.1:1609800477.082134:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800477.082143:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:6.0:1609800477.082146:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (23)--
00000800:00000200:8.0:1609800477.082148:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000400:00000200:6.0:1609800477.082148:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.082150:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:30.1:1609800477.082158:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800477.082161:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:6.0:1609800477.082163:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (21)++
00000800:00000200:6.0:1609800477.082167:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.175@o2ib18
00000800:00000200:6.0:1609800477.082168:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc400] (22)++
00000800:00000200:4.0:1609800477.082168:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000800:00000200:6.0:1609800477.082170:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc400] (22)--
00000800:00000200:6.0:1609800477.082171:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000400:00000200:1.0:1609800477.082342:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.175@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.082355:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.082358:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.175@o2ib18 local destination
00000400:00000200:1.0:1609800477.082363:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.175@o2ib18(192.168.128.175@o2ib18:192.168.128.175@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.082366:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.175@o2ib18
00000800:00000200:1.0:1609800477.082370:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85380] -> 192.168.128.175@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.082372:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc400] (20)++
00000800:00000200:1.0:1609800477.082373:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc400] (21)++
00000800:00000200:1.0:1609800477.082381:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc400] (22)--
00000800:00000200:30.1:1609800477.082397:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc400] (21)++
00000800:00000200:8.0:1609800477.082412:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc400] (22)++
00000800:00000200:8.0:1609800477.082416:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc400] (23)--
00000400:00000200:8.0:1609800477.082418:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.082419:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (22)--
00000400:00000200:8.0:1609800477.082421:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.175@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.082424:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc400] (21)--
00000800:00000200:25.1:1609800477.149041:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:37.0:1609800477.149093:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:37.0:1609800477.149104:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.149106:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149112:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:37.0:1609800477.149113:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.149116:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:6.0:1609800477.149118:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.149133:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.149134:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.149137:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:4.0:1609800477.149143:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:37.0:1609800477.149144:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800477.149148:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.149154:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800477.149157:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.149158:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800477.149163:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.149163:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800477.149165:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.149166:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.149169:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.149169:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:6.0:1609800477.149171:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000800:00000200:6.0:1609800477.149174:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000800:00000200:37.0:1609800477.149175:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.149175:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:8.0:1609800477.149177:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.149177:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:37.0:1609800477.149178:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.149184:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.149185:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000400:00000200:8.0:1609800477.149185:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.149188:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000400:00000200:4.0:1609800477.149188:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:37.0:1609800477.149190:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:8.0:1609800477.149197:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.149200:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800477.149203:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:4.0:1609800477.149205:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.1:1609800477.149207:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800477.149210:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.149215:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800477.149216:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.149217:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.149218:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:4.0:1609800477.149221:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000800:00000200:8.0:1609800477.149222:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.149224:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:4.0:1609800477.149224:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000800:00000200:4.0:1609800477.149226:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:8.0:1609800477.149228:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.149228:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:57.0:1609800477.149229:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800477.149230:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800477.149233:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149234:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800477.149236:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149237:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.149240:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800477.149240:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:8.0:1609800477.149244:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:8.0:1609800477.149248:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000400:00000200:6.0:1609800477.149251:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800477.149255:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149256:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800477.149260:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149260:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.149260:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800477.149262:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.149265:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800477.149266:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800477.149267:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149267:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.149273:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000800:00000200:6.0:1609800477.149276:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:37.0:1609800477.149278:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800477.149280:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149282:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:38.0:1609800477.149283:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.149284:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.149284:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:38.0:1609800477.149285:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149288:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:4.0:1609800477.149289:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:57.0:1609800477.149290:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.149291:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.149291:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.149291:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.149293:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:4.0:1609800477.149293:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:57.0:1609800477.149295:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.149297:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149299:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:4.0:1609800477.149300:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.149302:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800477.149303:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:57.0:1609800477.149310:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.149312:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.149313:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800477.149319:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.149319:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800477.149320:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.149321:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.149323:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800477.149324:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:37.0:1609800477.149328:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800477.149331:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.149331:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.149335:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:4.0:1609800477.149335:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.149340:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.149345:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800477.149346:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.149349:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000800:00000200:4.0:1609800477.149350:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.149351:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.149351:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.149352:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.149355:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800477.149360:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.149362:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.149367:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.149367:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000800:00000200:6.0:1609800477.149369:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:4.0:1609800477.149369:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000800:00000200:6.0:1609800477.149370:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:0.0:1609800477.149371:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.149372:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000400:00000200:0.0:1609800477.149375:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.149379:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:4.0:1609800477.149381:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:0.0:1609800477.149382:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.1:1609800477.149405:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:0.0:1609800477.149414:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.149415:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:0.0:1609800477.149416:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.149421:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.149422:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.149425:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.149429:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:8.0:1609800477.149429:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:22.0:1609800477.149431:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.149432:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:37.0:1609800477.149434:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:8.0:1609800477.149434:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800477.149435:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.149439:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:37.0:1609800477.149440:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:22.0:1609800477.149441:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.149442:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:6.0:1609800477.149458:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:4.0:1609800477.149460:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.149462:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:8.0:1609800477.149466:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.149473:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800477.149475:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800477.149475:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.149476:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.149477:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800477.149480:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.149481:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149483:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800477.149483:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149485:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.149486:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:37.0:1609800477.149491:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:4.0:1609800477.149497:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800477.149502:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.149503:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800477.149507:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800477.149507:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:6.0:1609800477.149508:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:4.0:1609800477.149508:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800477.149509:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000800:00000200:37.0:1609800477.149511:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.149511:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:8.0:1609800477.149513:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:4.0:1609800477.149513:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.149516:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800477.149516:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800477.149517:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.149518:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.149519:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.149521:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000800:00000200:4.0:1609800477.149521:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000800:00000200:37.0:1609800477.149523:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000400:00000200:8.0:1609800477.149523:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.149523:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000800:00000200:6.0:1609800477.149524:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.149525:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:37.0:1609800477.149527:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:8.0:1609800477.149528:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149529:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.149529:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:8.0:1609800477.149532:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:57.0:1609800477.149534:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149534:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800477.149536:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149536:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.149536:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:57.0:1609800477.149538:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.149539:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:8.0:1609800477.149542:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800477.149542:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.149543:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.149546:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (25)++
00000400:00000200:7.0:1609800477.149547:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149548:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:57.0:1609800477.149550:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149551:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (26)++
00000400:00000200:4.0:1609800477.149551:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800477.149552:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.149553:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.149553:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800477.149554:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800477.149555:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800477.149556:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149557:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800477.149558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149559:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.149562:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (27)--
00000800:00000200:8.0:1609800477.149564:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (27)++
00000800:00000200:7.0:1609800477.149564:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149564:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:8.0:1609800477.149566:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (26)--
00000400:00000200:7.0:1609800477.149566:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149566:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (26)++
00000400:00000200:4.0:1609800477.149566:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:8.0:1609800477.149568:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:6.0:1609800477.149570:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:37.0:1609800477.149571:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:8.0:1609800477.149571:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (25)++
00000400:00000200:7.0:1609800477.149571:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.149573:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (26)--
00000800:00000200:8.0:1609800477.149575:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (25)--
00000800:00000200:8.0:1609800477.149577:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:4.0:1609800477.149577:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800477.149578:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.149583:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.149583:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.149587:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:4.0:1609800477.149587:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800477.149605:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.149607:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.149608:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.149608:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.149610:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800477.149610:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800477.149610:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800477.149611:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149612:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.149612:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.149613:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.149613:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800477.149613:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.149613:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.149614:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.149614:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:37.0:1609800477.149616:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149617:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.149618:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.149630:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:37.0:1609800477.149631:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:6.0:1609800477.149632:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149633:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149637:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.149638:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.149659:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:8.0:1609800477.149667:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:22.0:1609800477.149669:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.149669:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000800:00000200:8.0:1609800477.149670:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:22.0:1609800477.149671:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.149672:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000400:00000200:22.0:1609800477.149674:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800477.149675:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800477.149676:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.149678:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:22.0:1609800477.149679:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.149679:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:57.0:1609800477.149681:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800477.149681:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.149682:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000400:00000200:22.0:1609800477.149683:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800477.149683:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.149685:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:6.0:1609800477.149685:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:37.0:1609800477.149686:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.149686:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800477.149689:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.143@o2ib18
00000800:00000200:4.0:1609800477.149691:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:5.0:1609800477.149694:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.149695:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800477.149696:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800477.149697:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.149698:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.149715:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800477.149716:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.149717:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.149717:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.143@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.149718:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800477.149719:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800477.149720:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:57.0:1609800477.149721:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)++
00000800:00000200:8.0:1609800477.149721:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.149722:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800477.149725:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.149727:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800477.149729:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.149730:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000800:00000200:37.0:1609800477.149731:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800477.149731:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000400:00000200:6.0:1609800477.149731:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.149732:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800477.149732:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:57.0:1609800477.149733:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000400:00000200:6.0:1609800477.149733:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800477.149736:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000400:00000200:6.0:1609800477.149739:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800477.149741:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (25)--
00000800:00000200:37.0:1609800477.149741:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (25)--
00000800:00000200:6.0:1609800477.149741:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800477.149743:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:7.0:1609800477.149744:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149744:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800477.149745:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.149746:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800477.149747:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.149748:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.149750:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.149751:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:57.0:1609800477.149752:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.149752:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:57.0:1609800477.149754:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.149757:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.149762:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.149763:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.149783:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800477.149808:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800477.149812:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000400:00000200:1.0:1609800477.149815:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.149818:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:4.0:1609800477.149820:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800477.149823:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:1.0:1609800477.149824:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.149825:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:4.0:1609800477.149825:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.149827:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:1.0:1609800477.149828:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:4.0:1609800477.149830:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:1.0:1609800477.149832:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.149834:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:1.0:1609800477.149835:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:1.0:1609800477.149843:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.149855:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:37.0:1609800477.149881:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:37.0:1609800477.149885:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:37.0:1609800477.149886:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.149888:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.149888:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:37.0:1609800477.149891:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:38.0:1609800477.149904:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.149907:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.149912:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.149915:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800477.149922:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.149925:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:38.0:1609800477.149927:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.149929:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800477.149931:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:57.0:1609800477.149932:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:57.0:1609800477.149933:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000400:00000200:38.0:1609800477.149937:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800477.149941:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:57.0:1609800477.149946:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:38.0:1609800477.149946:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.149948:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:38.0:1609800477.149950:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000400:00000200:57.0:1609800477.149951:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.149954:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.1:1609800477.149955:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000400:00000200:57.0:1609800477.149956:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:38.0:1609800477.149958:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)--
00000400:00000200:57.0:1609800477.149962:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.149962:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800477.149965:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.149966:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:38.0:1609800477.149968:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800477.149968:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.149969:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800477.149969:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800477.149971:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)++
00000400:00000200:8.0:1609800477.149971:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.149972:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (25)++
00000400:00000200:38.0:1609800477.149972:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.149975:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:6.0:1609800477.149975:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:57.0:1609800477.149977:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (25)--
00000800:00000200:4.0:1609800477.149977:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (25)--
00000400:00000200:4.0:1609800477.149979:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.149981:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800477.149981:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.149982:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800477.149984:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.149984:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:4.0:1609800477.149998:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:38.0:1609800477.150000:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.150001:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:38.0:1609800477.150002:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:25.1:1609800477.150005:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000400:00000200:57.0:1609800477.150008:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800477.150008:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)--
00000400:00000200:57.0:1609800477.150010:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800477.150016:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800477.150032:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:38.0:1609800477.150033:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.150035:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.150035:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800477.150036:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.150038:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.150038:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800477.150039:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150041:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)++
00000800:00000200:57.0:1609800477.150055:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (25)++
00000800:00000200:37.0:1609800477.150058:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (26)--
00000800:00000200:57.0:1609800477.150059:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (26)--
00000400:00000200:38.0:1609800477.150060:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.150060:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:6.0:1609800477.150060:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (25)--
00000400:00000200:6.0:1609800477.150061:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.150062:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:37.0:1609800477.150064:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000400:00000200:6.0:1609800477.150064:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.150065:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.150065:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (24)++
00000800:00000200:4.0:1609800477.150065:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:37.0:1609800477.150067:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (24)--
00000400:00000200:38.0:1609800477.150068:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800477.150068:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:57.0:1609800477.150069:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800477.150070:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.150070:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:57.0:1609800477.150072:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:25.1:1609800477.150072:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:38.0:1609800477.150073:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.150074:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)++
00000800:00000200:38.0:1609800477.150075:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000400:00000200:57.0:1609800477.150078:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.150079:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000800:00000200:38.0:1609800477.150080:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (24)--
00000800:00000200:57.0:1609800477.150081:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.150082:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:8.0:1609800477.150084:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.150084:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:57.0:1609800477.150085:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150086:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)++
00000400:00000200:8.0:1609800477.150086:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.150087:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:8.0:1609800477.150089:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:57.0:1609800477.150092:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000800:00000200:25.1:1609800477.150092:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.150118:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.150126:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.150126:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (24)++
00000400:00000200:37.0:1609800477.150128:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.150130:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.150130:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:6.0:1609800477.150131:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.150132:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:37.0:1609800477.150133:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:6.0:1609800477.150133:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.150137:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:0.0:1609800477.150141:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800477.150152:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:8.0:1609800477.150159:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:8.0:1609800477.150162:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000400:00000200:0.0:1609800477.150162:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.150164:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800477.150164:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:8.0:1609800477.150165:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000400:00000200:0.0:1609800477.150165:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:8.0:1609800477.150166:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800477.150172:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800477.150172:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800477.150176:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:57.0:1609800477.150180:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800477.150181:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800477.150183:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:0.0:1609800477.150183:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:0.0:1609800477.150184:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000400:00000200:57.0:1609800477.150189:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.150192:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:0.0:1609800477.150192:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:57.0:1609800477.150197:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150198:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000800:00000200:57.0:1609800477.150199:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:57.0:1609800477.150205:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000800:00000200:25.1:1609800477.150206:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.150215:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.150218:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000400:00000200:37.0:1609800477.150220:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.150221:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (23)++
00000400:00000200:37.0:1609800477.150222:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.150225:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000800:00000200:6.0:1609800477.150225:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (24)--
00000800:00000200:37.0:1609800477.150226:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:6.0:1609800477.150226:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.150228:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.150231:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:57.0:1609800477.150254:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.150258:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.150260:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:57.0:1609800477.150266:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.150269:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:57.0:1609800477.150272:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150274:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:57.0:1609800477.150275:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000400:00000200:7.0:1609800477.150277:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.150278:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000400:00000200:7.0:1609800477.150285:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.150289:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:25.1:1609800477.150293:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000400:00000200:7.0:1609800477.150295:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.150299:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.150301:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:7.0:1609800477.150303:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800477.150305:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000800:00000200:7.0:1609800477.150305:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)++
00000400:00000200:8.0:1609800477.150306:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800477.150307:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (23)++
00000800:00000200:37.0:1609800477.150308:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000400:00000200:8.0:1609800477.150309:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.150312:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:7.0:1609800477.150315:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.150327:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:4.0:1609800477.150333:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800477.150337:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:4.0:1609800477.150338:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.150340:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:4.0:1609800477.150340:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.150343:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:25.1:1609800477.150372:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:37.0:1609800477.150398:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:37.0:1609800477.150402:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.150403:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:37.0:1609800477.150404:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:8.0:1609800477.150404:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:37.0:1609800477.150406:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:5.0:1609800477.150420:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.150453:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.150456:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:5.0:1609800477.150463:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800477.150466:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:5.0:1609800477.150486:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.150488:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:5.0:1609800477.150489:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000400:00000200:57.0:1609800477.150502:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800477.150503:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000400:00000200:57.0:1609800477.150510:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.150512:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:25.1:1609800477.150517:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000400:00000200:57.0:1609800477.150518:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.150521:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:6.0:1609800477.150524:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:57.0:1609800477.150525:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150527:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)++
00000800:00000200:57.0:1609800477.150528:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (24)++
00000800:00000200:6.0:1609800477.150528:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:6.0:1609800477.150529:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.150530:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (24)--
00000400:00000200:6.0:1609800477.150532:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.150533:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.150535:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.150545:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:8.0:1609800477.150552:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:8.0:1609800477.150555:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:8.0:1609800477.150557:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.150558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:8.0:1609800477.150559:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.150562:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:7.0:1609800477.150592:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800477.150598:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.150601:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:7.0:1609800477.150606:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.150611:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:7.0:1609800477.150615:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800477.150617:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:7.0:1609800477.150618:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:7.0:1609800477.150625:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000400:00000200:57.0:1609800477.150631:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.150635:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.150638:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:25.1:1609800477.150638:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000400:00000200:57.0:1609800477.150644:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.150645:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:57.0:1609800477.150647:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:4.0:1609800477.150648:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.150651:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:4.0:1609800477.150651:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.150652:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.150654:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (21)++
00000400:00000200:4.0:1609800477.150654:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.150655:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (22)++
00000800:00000200:4.0:1609800477.150656:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:57.0:1609800477.150660:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.150672:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:37.0:1609800477.150680:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:37.0:1609800477.150683:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:37.0:1609800477.150685:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.150686:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:37.0:1609800477.150687:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.150690:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:8.0:1609800477.150690:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:37.0:1609800477.150691:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:8.0:1609800477.150691:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:8.0:1609800477.150693:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (22)--
00000800:00000200:8.0:1609800477.150694:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:1.0:1609800477.150821:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.150824:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.150827:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:1.0:1609800477.150832:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.150835:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:1.0:1609800477.150838:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.150839:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:1.0:1609800477.150841:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:1.0:1609800477.150846:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000400:00000200:1.0:1609800477.150850:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:25.1:1609800477.150861:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000400:00000200:1.0:1609800477.150865:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.150867:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000800:00000200:4.0:1609800477.150870:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000400:00000200:1.0:1609800477.150871:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.150873:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:4.0:1609800477.150874:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.150875:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000400:00000200:4.0:1609800477.150876:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.150877:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000800:00000200:4.0:1609800477.150879:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:1.0:1609800477.150879:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.150880:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:1.0:1609800477.150882:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:1.0:1609800477.150886:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.150914:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:6.0:1609800477.150922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:6.0:1609800477.150925:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:6.0:1609800477.150926:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.150927:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:6.0:1609800477.150928:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.150931:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:38.0:1609800477.151053:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.143@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800477.151060:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.151063:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.143@o2ib18 local destination
00000400:00000200:38.0:1609800477.151069:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.143@o2ib18(192.168.128.143@o2ib18:192.168.128.143@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800477.151072:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.143@o2ib18
00000800:00000200:38.0:1609800477.151076:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d00] -> 192.168.128.143@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.151078:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf82800] (20)++
00000800:00000200:38.0:1609800477.151079:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf82800] (21)++
00000800:00000200:38.0:1609800477.151087:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf82800] (22)--
00000800:00000200:25.1:1609800477.151103:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (21)++
00000800:00000200:37.0:1609800477.151112:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (22)++
00000800:00000200:37.0:1609800477.151116:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf82800] (23)--
00000400:00000200:37.0:1609800477.151117:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.151118:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (22)--
00000400:00000200:37.0:1609800477.151119:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.143@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.151128:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000800:00000200:25.1:1609800477.151140:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf82800] (20)++
00000800:00000200:8.0:1609800477.151149:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf82800] (21)++
00000800:00000200:8.0:1609800477.151153:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.143@o2ib18
00000800:00000200:8.0:1609800477.151154:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf82800] (22)++
00000800:00000200:8.0:1609800477.151156:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf82800] (23)--
00000800:00000200:6.0:1609800477.151156:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (23)--
00000800:00000200:8.0:1609800477.151157:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf82800] (21)--
00000400:00000200:0.0:1609800477.238374:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129) <- 192.168.129.189@tcp129 : GET - for me
00000400:00000200:0.0:1609800477.238382:0:16060:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.129.189@tcp129 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:0.0:1609800477.238389:0:16060:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.129.189@tcp129 of length 64/272 into md 0x1 [1] + 0
00000400:00000200:0.0:1609800477.238400:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.129.187@tcp129 to NMR:  192.168.129.189@tcp129 local destination
00000400:00000200:0.0:1609800477.238413:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129:192.168.129.187@tcp129) -> 192.168.129.189@tcp129(192.168.129.189@tcp129:192.168.129.189@tcp129) : REPLY try# 0
00000800:00000200:0.0:1609800477.238418:0:16060:0:(socklnd_cb.c:1003:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800477.238423:0:16060:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800477.238429:0:16060:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800477.238432:0:16060:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff934518f33f00 type 3, nob 160 niov 2 nkiov 0
00000800:00000200:0.0:1609800477.238455:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800477.238457:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.238462:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: REPLY: OK
00000400:00000200:57.0:1609800477.245017:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129) <- 192.168.129.190@tcp129 : GET - for me
00000400:00000200:57.0:1609800477.245023:0:16066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.129.190@tcp129 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:57.0:1609800477.245030:0:16066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.129.190@tcp129 of length 64/272 into md 0x1 [1] + 0
00000400:00000200:57.0:1609800477.245038:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.129.187@tcp129 to NMR:  192.168.129.190@tcp129 local destination
00000400:00000200:57.0:1609800477.245050:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.129.187@tcp129(192.168.129.187@tcp129:192.168.129.187@tcp129) -> 192.168.129.190@tcp129(192.168.129.190@tcp129:192.168.129.190@tcp129) : REPLY try# 0
00000800:00000200:57.0:1609800477.245055:0:16066:0:(socklnd_cb.c:1003:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:57.0:1609800477.245060:0:16066:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800477.245066:0:16066:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:57.0:1609800477.245069:0:16066:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345fbf6f100 type 3, nob 160 niov 2 nkiov 0
00000800:00000200:57.0:1609800477.245087:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.245089:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.245094:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: REPLY: OK
00000400:00000200:5.0:1609800477.341195:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800477.341202:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:31.1:1609800477.538241:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:4.0:1609800477.538297:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:4.0:1609800477.538308:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.89@o2ib18
00000400:00000200:4.0:1609800477.538316:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : GET - for me
00000400:00000200:4.0:1609800477.538325:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.89@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800477.538332:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.89@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800477.538338:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800477.538341:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800477.538347:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:4.0:1609800477.538347:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:4.0:1609800477.538359:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800477.538365:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:4.0:1609800477.538371:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800477.538373:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:4.0:1609800477.538375:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800477.538386:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000800:00000200:4.0:1609800477.538389:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800477.538587:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:6.0:1609800477.538643:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800477.538651:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:6.0:1609800477.538654:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.538660:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800477.538666:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:6.0:1609800477.538671:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800477.556531:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:37.0:1609800477.556592:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800477.556601:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.125@o2ib18
00000400:00000200:37.0:1609800477.556610:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800477.556618:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.556624:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800477.556636:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.556640:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800477.556642:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800477.556650:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.556651:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.556657:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800477.556659:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.556660:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.556667:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000400:00000200:4.0:1609800477.556667:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.556670:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556672:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:37.0:1609800477.556674:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:4.0:1609800477.556675:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800477.556680:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:37.0:1609800477.556686:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800477.556688:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800477.556691:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.556692:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:37.0:1609800477.556695:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800477.556695:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.556700:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:4.0:1609800477.556701:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800477.556705:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.556707:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.556710:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.556711:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800477.556713:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.556715:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.556718:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:37.0:1609800477.556719:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800477.556721:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.556721:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.556721:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:4.0:1609800477.556722:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556725:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:8.0:1609800477.556726:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:37.0:1609800477.556727:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:5.0:1609800477.556727:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800477.556728:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:5.0:1609800477.556731:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.556735:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556737:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:8.0:1609800477.556739:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:5.0:1609800477.556740:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800477.556741:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800477.556747:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.556748:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.556753:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800477.556755:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.556760:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800477.556761:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:6.0:1609800477.556763:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800477.556767:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800477.556769:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.556774:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800477.556774:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.556779:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.556781:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.556783:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:8.0:1609800477.556786:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.556801:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800477.556802:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.556804:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.556804:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.556808:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.556808:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:31.1:1609800477.556810:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (24)++
00000800:00000200:8.0:1609800477.556810:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:8.0:1609800477.556814:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:6.0:1609800477.556814:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:8.0:1609800477.556817:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:6.0:1609800477.556819:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.556825:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.556826:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.556827:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:6.0:1609800477.556828:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:4.0:1609800477.556832:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556833:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:57.0:1609800477.556834:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800477.556836:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800477.556839:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.556841:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.556844:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.556846:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:37.0:1609800477.556852:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:31.1:1609800477.556857:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (23)++
00000400:00000200:6.0:1609800477.556858:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800477.556863:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.556864:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800477.556868:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.556868:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:6.0:1609800477.556869:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800477.556872:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.556872:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:6.0:1609800477.556874:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.556875:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:6.0:1609800477.556876:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.556877:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800477.556877:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:37.0:1609800477.556880:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.556882:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:37.0:1609800477.556883:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:8.0:1609800477.556883:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.556884:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:37.0:1609800477.556885:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:4.0:1609800477.556885:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)++
00000800:00000200:7.0:1609800477.556887:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.556887:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:37.0:1609800477.556889:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:4.0:1609800477.556889:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:8.0:1609800477.556890:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800477.556891:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.556891:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:57.0:1609800477.556893:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.556894:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.556895:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.556896:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800477.556898:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800477.556899:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800477.556901:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:31.1:1609800477.556902:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000400:00000200:4.0:1609800477.556908:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.556912:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:8.0:1609800477.556913:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800477.556915:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:37.0:1609800477.556917:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:8.0:1609800477.556918:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.556920:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:8.0:1609800477.556923:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800477.556942:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800477.556942:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.556943:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800477.556943:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:7.0:1609800477.556944:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.556945:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.556945:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:7.0:1609800477.556946:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.556947:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.556947:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.556948:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.556950:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000400:00000200:37.0:1609800477.556951:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.556951:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800477.556952:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.556953:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.556954:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:8.0:1609800477.556954:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (26)++
00000400:00000200:6.0:1609800477.556957:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:57.0:1609800477.556960:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.556960:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)--
00000400:00000200:37.0:1609800477.556961:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.556962:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000400:00000200:6.0:1609800477.556962:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:57.0:1609800477.556963:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.556963:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)++
00000800:00000200:37.0:1609800477.556964:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.556965:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.556965:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)++
00000800:00000200:8.0:1609800477.556966:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:4.0:1609800477.556966:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)--
00000400:00000200:57.0:1609800477.556967:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.556967:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.556967:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000800:00000200:6.0:1609800477.556968:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.556968:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:8.0:1609800477.556969:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.556971:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800477.556971:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.556972:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.556973:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800477.556973:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.556974:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000400:00000200:8.0:1609800477.556975:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:6.0:1609800477.556975:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:6.0:1609800477.556976:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556978:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:37.0:1609800477.556979:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.556980:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:8.0:1609800477.556981:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800477.556984:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.556984:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800477.556986:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.556986:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.556987:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800477.556988:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.556989:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.556989:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.556990:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800477.556991:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.556992:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000400:00000200:1.0:1609800477.556992:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.556993:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000800:00000200:8.0:1609800477.556996:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:8.0:1609800477.556997:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:1.0:1609800477.556998:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.556999:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:1.0:1609800477.556999:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557002:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:1.0:1609800477.557002:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.557003:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:57.0:1609800477.557004:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.557005:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557005:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800477.557008:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800477.557022:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800477.557031:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800477.557035:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:8.0:1609800477.557037:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:37.0:1609800477.557038:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.557041:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:37.0:1609800477.557042:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.557042:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800477.557044:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800477.557044:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.557048:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:37.0:1609800477.557049:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.557050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:37.0:1609800477.557052:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800477.557053:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.557053:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.557055:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800477.557072:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:8.0:1609800477.557073:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.557073:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800477.557074:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.557074:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.557075:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.557076:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.557077:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:37.0:1609800477.557080:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000400:00000200:6.0:1609800477.557081:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800477.557081:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:8.0:1609800477.557083:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.557086:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800477.557086:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.557112:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:37.0:1609800477.557113:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:8.0:1609800477.557113:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800477.557113:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800477.557115:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:6.0:1609800477.557115:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557116:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:8.0:1609800477.557116:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.557116:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800477.557117:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800477.557117:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:4.0:1609800477.557118:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800477.557119:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800477.557132:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.557132:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000800:00000200:8.0:1609800477.557133:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:4.0:1609800477.557133:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000800:00000200:8.0:1609800477.557134:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000400:00000200:6.0:1609800477.557134:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.557134:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)--
00000800:00000200:57.0:1609800477.557135:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800477.557136:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557136:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:57.0:1609800477.557137:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557153:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.557154:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:37.0:1609800477.557155:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800477.557155:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.557157:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800477.557158:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.557160:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800477.557160:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:38.0:1609800477.557161:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800477.557162:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.557162:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.557162:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.125@o2ib18
00000400:00000200:38.0:1609800477.557164:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557164:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800477.557164:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)++
00000400:00000200:8.0:1609800477.557166:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.557166:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (26)++
00000800:00000200:37.0:1609800477.557167:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800477.557167:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800477.557168:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800477.557168:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.557169:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800477.557170:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.557170:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (27)--
00000800:00000200:37.0:1609800477.557171:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.557171:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (26)--
00000400:00000200:4.0:1609800477.557171:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.557172:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000400:00000200:57.0:1609800477.557173:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.557173:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:37.0:1609800477.557175:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:37.0:1609800477.557176:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:8.0:1609800477.557176:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.557177:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:4.0:1609800477.557182:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.557185:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:38.0:1609800477.557186:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.557187:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:4.0:1609800477.557187:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800477.557188:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800477.557188:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557190:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.557190:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.557191:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800477.557192:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.557193:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800477.557194:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.557194:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:4.0:1609800477.557195:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:38.0:1609800477.557196:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.557196:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:38.0:1609800477.557197:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.557197:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800477.557200:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.557200:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800477.557218:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.557219:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800477.557222:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.557224:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:8.0:1609800477.557225:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.557226:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:6.0:1609800477.557264:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:6.0:1609800477.557267:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000800:00000200:6.0:1609800477.557268:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:6.0:1609800477.557271:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800477.557293:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.557305:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557309:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800477.557315:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.557319:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:22.0:1609800477.557322:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800477.557324:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800477.557325:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.557326:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800477.557328:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000400:00000200:22.0:1609800477.557330:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.557336:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:0.0:1609800477.557342:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800477.557350:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.557354:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:0.0:1609800477.557360:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800477.557363:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:31.1:1609800477.557367:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:0.0:1609800477.557368:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.557370:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:0.0:1609800477.557371:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:4.0:1609800477.557375:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:4.0:1609800477.557380:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:0.0:1609800477.557380:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (25)--
00000800:00000200:8.0:1609800477.557381:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:4.0:1609800477.557382:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.557384:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.557395:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.557396:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:57.0:1609800477.557398:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.557402:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557404:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:37.0:1609800477.557405:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800477.557408:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800477.557409:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.557410:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800477.557411:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800477.557412:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.557417:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.557418:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:57.0:1609800477.557422:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.557424:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800477.557425:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.557431:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.557455:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:8.0:1609800477.557465:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.557470:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:8.0:1609800477.557472:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557473:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:8.0:1609800477.557477:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.557484:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:7.0:1609800477.557532:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.557539:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800477.557544:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557548:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557550:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:7.0:1609800477.557550:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:7.0:1609800477.557562:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.557569:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:57.0:1609800477.557571:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.557575:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:7.0:1609800477.557578:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800477.557582:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800477.557583:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800477.557584:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.557585:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:7.0:1609800477.557596:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:57.0:1609800477.557597:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:57.0:1609800477.557603:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000400:00000200:7.0:1609800477.557606:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.557608:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800477.557609:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000400:00000200:57.0:1609800477.557610:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557612:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800477.557618:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.557618:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:57.0:1609800477.557621:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800477.557623:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.557623:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:57.0:1609800477.557624:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:57.0:1609800477.557625:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000400:00000200:6.0:1609800477.557626:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557628:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)++
00000800:00000200:57.0:1609800477.557630:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (26)--
00000400:00000200:7.0:1609800477.557631:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.557632:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.557633:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000400:00000200:37.0:1609800477.557635:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.557636:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:4.0:1609800477.557636:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:37.0:1609800477.557639:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:31.1:1609800477.557645:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (23)++
00000400:00000200:7.0:1609800477.557647:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.557653:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.557654:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:8.0:1609800477.557657:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:7.0:1609800477.557659:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800477.557661:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:8.0:1609800477.557661:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:7.0:1609800477.557662:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:37.0:1609800477.557663:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:8.0:1609800477.557664:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800477.557664:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000400:00000200:8.0:1609800477.557669:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:7.0:1609800477.557670:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:8.0:1609800477.557674:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.557682:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:7.0:1609800477.557682:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800477.557687:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.557691:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:6.0:1609800477.557692:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:6.0:1609800477.557696:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:6.0:1609800477.557699:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557700:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:7.0:1609800477.557701:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800477.557704:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800477.557704:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.557706:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:7.0:1609800477.557706:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:4.0:1609800477.557708:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:37.0:1609800477.557709:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000400:00000200:57.0:1609800477.557711:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557711:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:7.0:1609800477.557711:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.557711:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:37.0:1609800477.557713:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800477.557714:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:7.0:1609800477.557714:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:7.0:1609800477.557715:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000400:00000200:57.0:1609800477.557720:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.557721:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:57.0:1609800477.557723:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:7.0:1609800477.557729:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800477.557734:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:7.0:1609800477.557736:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.557738:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.557740:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)++
00000400:00000200:7.0:1609800477.557740:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:57.0:1609800477.557741:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:57.0:1609800477.557745:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:8.0:1609800477.557746:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:57.0:1609800477.557750:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800477.557750:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:7.0:1609800477.557751:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800477.557753:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557754:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557755:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:57.0:1609800477.557756:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:7.0:1609800477.557757:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:8.0:1609800477.557758:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.557759:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:4.0:1609800477.557761:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.557763:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800477.557766:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.557767:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.557770:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:8.0:1609800477.557772:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:7.0:1609800477.557773:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.557774:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800477.557774:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:7.0:1609800477.557775:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.557776:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:7.0:1609800477.557777:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:31.1:1609800477.557778:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.557784:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (24)++
00000800:00000200:7.0:1609800477.557784:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (24)--
00000800:00000200:37.0:1609800477.557787:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000800:00000200:57.0:1609800477.557789:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (25)--
00000400:00000200:7.0:1609800477.557792:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.557793:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.557795:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (24)++
00000800:00000200:6.0:1609800477.557795:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)++
00000400:00000200:57.0:1609800477.557796:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.557798:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (26)--
00000800:00000200:37.0:1609800477.557800:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (25)--
00000800:00000200:6.0:1609800477.557800:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (25)--
00000800:00000200:37.0:1609800477.557802:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:6.0:1609800477.557802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.557806:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:8.0:1609800477.557806:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000400:00000200:7.0:1609800477.557806:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.557807:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:37.0:1609800477.557808:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.557810:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:37.0:1609800477.557813:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:7.0:1609800477.557820:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.557825:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.557825:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:37.0:1609800477.557828:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800477.557830:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800477.557831:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000400:00000200:57.0:1609800477.557833:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:7.0:1609800477.557834:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:7.0:1609800477.557835:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000400:00000200:57.0:1609800477.557839:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.557841:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:57.0:1609800477.557842:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800477.557846:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.557848:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.557849:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.557853:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:31.1:1609800477.557854:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (23)++
00000800:00000200:8.0:1609800477.557864:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:8.0:1609800477.557868:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:8.0:1609800477.557871:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.557872:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:8.0:1609800477.557875:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.557876:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:4.0:1609800477.557878:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.557879:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:8.0:1609800477.557881:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:4.0:1609800477.557883:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.557887:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:31.1:1609800477.557894:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:37.0:1609800477.557904:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800477.557910:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.557912:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:6.0:1609800477.557912:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:37.0:1609800477.557914:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:37.0:1609800477.557916:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:5.0:1609800477.557919:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.557931:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800477.557937:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:57.0:1609800477.557946:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800477.557950:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000400:00000200:57.0:1609800477.557953:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.557957:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:5.0:1609800477.557958:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:57.0:1609800477.557963:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.557976:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800477.557980:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.557982:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.557983:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800477.557984:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:5.0:1609800477.557984:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.557988:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:5.0:1609800477.557988:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:5.0:1609800477.557996:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:31.1:1609800477.558001:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (22)++
00000800:00000200:8.0:1609800477.558008:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000800:00000200:8.0:1609800477.558012:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:7.0:1609800477.558012:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800477.558013:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.558014:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:8.0:1609800477.558015:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.558017:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000800:00000200:8.0:1609800477.558018:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800477.558018:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.558020:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:4.0:1609800477.558021:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:7.0:1609800477.558023:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.558023:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:7.0:1609800477.558026:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:7.0:1609800477.558031:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800477.558034:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:7.0:1609800477.558037:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800477.558039:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:7.0:1609800477.558039:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:7.0:1609800477.558044:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.558057:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:37.0:1609800477.558065:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:37.0:1609800477.558068:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:37.0:1609800477.558070:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.558071:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:37.0:1609800477.558072:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.558074:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000400:00000200:57.0:1609800477.558090:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800477.558092:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000400:00000200:57.0:1609800477.558097:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.558100:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:8.0:1609800477.558100:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:8.0:1609800477.558105:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:8.0:1609800477.558106:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800477.558106:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800477.558107:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.558108:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:8.0:1609800477.558109:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:57.0:1609800477.558110:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:57.0:1609800477.558114:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.558116:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (20)++
00000800:00000200:57.0:1609800477.558117:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.558131:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800477.558135:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.558138:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.558142:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.558143:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.558144:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000400:00000200:1.0:1609800477.558146:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:31.1:1609800477.558151:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:1.0:1609800477.558151:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.558155:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000400:00000200:57.0:1609800477.558158:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.558159:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.558161:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.558163:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:6.0:1609800477.558164:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.558165:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.558165:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800477.558167:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:6.0:1609800477.558167:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:1.0:1609800477.558167:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.558168:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:1.0:1609800477.558169:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:6.0:1609800477.558171:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (24)--
00000800:00000200:57.0:1609800477.558179:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:1.0:1609800477.558179:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:57.0:1609800477.558190:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:31.1:1609800477.558190:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (23)++
00000400:00000200:57.0:1609800477.558194:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.558198:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.558198:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:57.0:1609800477.558200:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:4.0:1609800477.558200:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:4.0:1609800477.558202:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.558203:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)++
00000400:00000200:4.0:1609800477.558205:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.558206:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.558207:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (24)--
00000400:00000200:8.0:1609800477.558208:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.558209:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:37.0:1609800477.558210:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:8.0:1609800477.558211:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.558211:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:57.0:1609800477.558213:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.558214:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:8.0:1609800477.558214:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:57.0:1609800477.558216:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (21)++
00000800:00000200:57.0:1609800477.558220:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (22)--
00000400:00000200:57.0:1609800477.558224:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.125@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.558228:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.558230:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:31.1:1609800477.558231:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000400:00000200:57.0:1609800477.558235:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.558238:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800477.558239:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:57.0:1609800477.558241:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.558242:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:6.0:1609800477.558242:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:6.0:1609800477.558243:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.558244:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (23)++
00000800:00000200:37.0:1609800477.558244:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000400:00000200:6.0:1609800477.558246:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:57.0:1609800477.558247:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:6.0:1609800477.558249:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800477.558259:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:4.0:1609800477.558267:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800477.558286:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800477.558288:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.558289:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000400:00000200:4.0:1609800477.558290:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.558293:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.125@o2ib18
00000800:00000200:4.0:1609800477.558293:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (23)--
00000800:00000200:8.0:1609800477.558294:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)++
00000800:00000200:4.0:1609800477.558294:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:8.0:1609800477.558296:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)--
00000800:00000200:8.0:1609800477.558297:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:35.1:1609800477.650872:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:6.0:1609800477.650889:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800477.650895:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800477.650898:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:6.0:1609800477.650902:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : GET - for me
00000400:00000200:6.0:1609800477.650909:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.81@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800477.650916:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.81@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800477.650921:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800477.650923:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:6.0:1609800477.650928:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:6.0:1609800477.650940:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800477.650946:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:6.0:1609800477.650952:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.650954:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800477.650956:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800477.650963:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800477.650965:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800477.650984:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800477.651013:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:4.0:1609800477.651032:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:4.0:1609800477.651033:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.651036:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800477.651039:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:4.0:1609800477.651040:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:27.1:1609800477.665210:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:37.0:1609800477.665225:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:37.0:1609800477.665230:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.73@o2ib18
00000400:00000200:37.0:1609800477.665236:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : GET - for me
00000400:00000200:37.0:1609800477.665242:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.73@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800477.665248:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.73@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800477.665253:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:37.0:1609800477.665256:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:37.0:1609800477.665261:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:6.0:1609800477.665271:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:37.0:1609800477.665272:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800477.665278:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:37.0:1609800477.665282:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800477.665286:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (21)++
00000800:00000200:37.0:1609800477.665287:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (22)++
00000800:00000200:37.0:1609800477.665297:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:37.0:1609800477.665299:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800477.665312:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:4.0:1609800477.665363:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:4.0:1609800477.665371:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000400:00000200:4.0:1609800477.665374:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.665380:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800477.665386:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:4.0:1609800477.665389:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:22.1:1609800477.674286:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:29.0:1609800477.674333:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:29.0:1609800477.674345:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.116@o2ib18
00000400:00000200:29.0:1609800477.674354:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800477.674362:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.674368:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:29.0:1609800477.674381:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674384:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:29.0:1609800477.674387:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800477.674393:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800477.674398:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:29.0:1609800477.674400:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800477.674403:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800477.674406:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800477.674410:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:29.0:1609800477.674412:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000400:00000200:19.0:1609800477.674413:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674414:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:29.0:1609800477.674416:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:19.0:1609800477.674419:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:29.0:1609800477.674424:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800477.674432:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800477.674437:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800477.674439:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800477.674440:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800477.674445:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.674445:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800477.674445:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800477.674450:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:19.0:1609800477.674452:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800477.674455:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800477.674458:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800477.674461:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674462:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:26.0:1609800477.674464:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:19.0:1609800477.674465:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (25)--
00000800:00000200:29.0:1609800477.674466:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800477.674466:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.674468:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800477.674470:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:29.0:1609800477.674471:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800477.674471:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:24.0:1609800477.674471:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800477.674474:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:29.0:1609800477.674476:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800477.674484:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800477.674490:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800477.674494:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000800:00000200:29.0:1609800477.674496:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000800:00000200:24.0:1609800477.674496:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800477.674498:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000400:00000200:26.0:1609800477.674498:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800477.674498:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800477.674500:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:24.0:1609800477.674501:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800477.674503:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800477.674503:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800477.674504:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.674506:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800477.674507:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.674508:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800477.674509:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:38.0:1609800477.674511:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800477.674511:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800477.674511:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800477.674516:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:19.0:1609800477.674521:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674526:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800477.674529:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674531:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:29.0:1609800477.674535:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.674535:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000800:00000200:26.0:1609800477.674536:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800477.674536:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800477.674537:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800477.674538:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800477.674539:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:38.0:1609800477.674540:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800477.674541:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800477.674542:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.674542:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.674543:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (26)++
00000800:00000200:19.0:1609800477.674543:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000400:00000200:38.0:1609800477.674544:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800477.674548:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800477.674549:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800477.674550:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800477.674551:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800477.674555:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (28)--
00000800:00000200:19.0:1609800477.674555:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (28)--
00000800:00000200:29.0:1609800477.674556:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800477.674556:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (28)++
00000800:00000200:24.0:1609800477.674557:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (27)--
00000800:00000200:19.0:1609800477.674559:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:57.0:1609800477.674560:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800477.674560:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800477.674560:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000800:00000200:24.0:1609800477.674561:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:57.0:1609800477.674562:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674564:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800477.674566:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.674567:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800477.674569:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:38.0:1609800477.674570:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800477.674571:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.674571:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:24.0:1609800477.674571:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:29.0:1609800477.674572:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:26.0:1609800477.674573:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (26)--
00000400:00000200:38.0:1609800477.674574:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800477.674574:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800477.674574:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:29.0:1609800477.674576:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:24.0:1609800477.674577:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800477.674578:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800477.674578:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:57.0:1609800477.674579:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800477.674580:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.674581:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.674582:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800477.674583:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.674586:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800477.674588:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:24.0:1609800477.674599:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800477.674604:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800477.674609:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800477.674614:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800477.674617:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800477.674622:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (21)++
00000800:00000200:24.0:1609800477.674625:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:24.0:1609800477.674630:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:24.0:1609800477.674631:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.674645:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.674654:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.674659:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800477.674661:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:19.0:1609800477.674664:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:0.0:1609800477.674664:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800477.674666:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.674670:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800477.674760:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:26.0:1609800477.674766:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:26.0:1609800477.674771:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:24.0:1609800477.674773:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:26.0:1609800477.674774:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800477.674777:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:26.0:1609800477.674778:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674779:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:24.0:1609800477.674780:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800477.674781:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:29.0:1609800477.674783:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800477.674785:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:26.0:1609800477.674787:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674787:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:26.0:1609800477.674790:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800477.674791:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.674792:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800477.674792:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800477.674793:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800477.674794:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:26.0:1609800477.674795:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800477.674797:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800477.674798:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800477.674799:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800477.674800:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800477.674801:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:24.0:1609800477.674803:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800477.674806:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:29.0:1609800477.674807:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800477.674808:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:57.0:1609800477.674809:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800477.674809:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.674810:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674810:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800477.674810:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000400:00000200:19.0:1609800477.674811:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:26.0:1609800477.674812:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000800:00000200:29.0:1609800477.674813:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800477.674813:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:24.0:1609800477.674813:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000400:00000200:57.0:1609800477.674815:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800477.674815:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:24.0:1609800477.674815:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (25)--
00000800:00000200:29.0:1609800477.674816:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800477.674816:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:29.0:1609800477.674817:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800477.674817:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:19.0:1609800477.674817:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800477.674818:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:24.0:1609800477.674818:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:29.0:1609800477.674820:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (26)--
00000800:00000200:24.0:1609800477.674820:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800477.674820:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800477.674821:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000400:00000200:26.0:1609800477.674821:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800477.674822:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800477.674822:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:57.0:1609800477.674823:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800477.674823:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800477.674823:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800477.674824:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:26.0:1609800477.674824:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.674825:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800477.674826:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800477.674826:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800477.674827:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800477.674832:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800477.674834:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800477.674836:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800477.674836:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (25)++
00000800:00000200:26.0:1609800477.674837:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800477.674837:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.674838:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (26)++
00000400:00000200:29.0:1609800477.674839:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.674839:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800477.674840:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:26.0:1609800477.674841:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800477.674845:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000400:00000200:24.0:1609800477.674846:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674846:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:19.0:1609800477.674847:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (25)++
00000800:00000200:57.0:1609800477.674848:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800477.674848:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (26)++
00000800:00000200:24.0:1609800477.674848:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800477.674848:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:57.0:1609800477.674849:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.674849:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:26.0:1609800477.674850:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:26.0:1609800477.674851:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (26)--
00000800:00000200:24.0:1609800477.674851:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800477.674852:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800477.674852:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:24.0:1609800477.674853:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800477.674853:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800477.674854:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800477.674855:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800477.674857:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674858:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800477.674858:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800477.674859:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:29.0:1609800477.674860:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800477.674861:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.674862:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800477.674863:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800477.674864:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674864:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.674866:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800477.674866:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800477.674866:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800477.674868:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:29.0:1609800477.674869:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:22.1:1609800477.674869:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (24)++
00000800:00000200:19.0:1609800477.674869:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800477.674870:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:24.0:1609800477.674870:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (27)--
00000800:00000200:24.0:1609800477.674871:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800477.674871:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800477.674872:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:24.0:1609800477.674873:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800477.674873:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800477.674874:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800477.674874:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800477.674875:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.674876:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:24.0:1609800477.674876:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000800:00000200:24.0:1609800477.674878:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:19.0:1609800477.674878:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000400:00000200:7.0:1609800477.674878:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800477.674880:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800477.674882:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.674883:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.674883:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800477.674884:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800477.674886:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800477.674893:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800477.674895:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.674897:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800477.674907:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:26.0:1609800477.674912:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:26.0:1609800477.674915:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000800:00000200:26.0:1609800477.674916:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:26.0:1609800477.674918:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:22.1:1609800477.674926:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000800:00000200:29.0:1609800477.674931:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000800:00000200:29.0:1609800477.674935:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000800:00000200:19.0:1609800477.674937:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:29.0:1609800477.674938:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800477.674940:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.116@o2ib18
00000400:00000200:29.0:1609800477.674941:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.674943:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:24.0:1609800477.674943:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800477.674947:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.116@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800477.674949:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800477.674951:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.674952:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800477.674953:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:29.0:1609800477.674955:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800477.674958:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800477.674959:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800477.674959:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800477.674962:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800477.674963:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.674964:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800477.674965:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:29.0:1609800477.674966:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:19.0:1609800477.674966:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800477.674968:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800477.674971:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.674972:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (22)--
00000800:00000200:19.0:1609800477.674973:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:57.0:1609800477.674979:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.674980:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.674983:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:57.0:1609800477.675015:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675021:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675023:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800477.675029:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675033:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800477.675037:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675039:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800477.675041:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675047:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800477.675052:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675055:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675057:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:5.0:1609800477.675057:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800477.675060:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675063:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800477.675064:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:57.0:1609800477.675066:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800477.675068:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675069:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675069:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:22.1:1609800477.675074:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000400:00000200:5.0:1609800477.675074:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800477.675075:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000400:00000200:5.0:1609800477.675079:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.675080:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:5.0:1609800477.675082:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:26.0:1609800477.675083:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:26.0:1609800477.675084:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.675086:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:26.0:1609800477.675088:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:24.0:1609800477.675089:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:5.0:1609800477.675089:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800477.675090:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.675092:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:5.0:1609800477.675092:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:24.0:1609800477.675093:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:26.0:1609800477.675094:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:24.0:1609800477.675097:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:5.0:1609800477.675098:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800477.675100:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:5.0:1609800477.675101:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:5.0:1609800477.675109:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675127:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.675133:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.675136:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800477.675138:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.675139:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:19.0:1609800477.675141:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800477.675145:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800477.675173:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675176:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675179:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800477.675184:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675187:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800477.675192:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675193:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800477.675194:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675198:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:57.0:1609800477.675202:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675205:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675207:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:22.1:1609800477.675211:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000400:00000200:57.0:1609800477.675212:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675214:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800477.675217:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800477.675217:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:57.0:1609800477.675218:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:57.0:1609800477.675218:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000800:00000200:57.0:1609800477.675221:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)--
00000800:00000200:26.0:1609800477.675221:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (25)--
00000400:00000200:26.0:1609800477.675223:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.675223:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:26.0:1609800477.675225:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:26.0:1609800477.675228:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675233:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:29.0:1609800477.675238:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:29.0:1609800477.675242:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:29.0:1609800477.675243:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.675244:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:29.0:1609800477.675246:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:29.0:1609800477.675248:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800477.675257:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675260:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800477.675261:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (20)++
00000400:00000200:57.0:1609800477.675262:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:24.0:1609800477.675266:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (21)++
00000400:00000200:57.0:1609800477.675268:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675270:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:24.0:1609800477.675270:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:24.0:1609800477.675271:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (22)++
00000800:00000200:26.0:1609800477.675272:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:24.0:1609800477.675272:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:57.0:1609800477.675273:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675274:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:24.0:1609800477.675274:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:57.0:1609800477.675275:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675279:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675292:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.675297:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.675300:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800477.675302:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.675303:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:19.0:1609800477.675304:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800477.675307:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:1.0:1609800477.675342:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.675349:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.675352:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:1.0:1609800477.675357:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.675361:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:1.0:1609800477.675366:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.675368:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:1.0:1609800477.675369:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:1.0:1609800477.675377:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:1.0:1609800477.675381:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.675384:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.675386:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:1.0:1609800477.675389:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.675392:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:1.0:1609800477.675394:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800477.675395:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:1.0:1609800477.675396:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:1.0:1609800477.675400:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000800:00000200:22.1:1609800477.675403:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000400:00000200:1.0:1609800477.675404:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800477.675409:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:1.0:1609800477.675409:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.675410:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:26.0:1609800477.675413:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:1.0:1609800477.675414:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800477.675415:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.675415:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:1.0:1609800477.675416:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:26.0:1609800477.675418:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:24.0:1609800477.675418:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:24.0:1609800477.675420:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.675420:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800477.675421:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:1.0:1609800477.675421:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:26.0:1609800477.675422:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:24.0:1609800477.675422:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:1.0:1609800477.675422:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (23)++
00000800:00000200:24.0:1609800477.675426:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:1.0:1609800477.675426:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000400:00000200:1.0:1609800477.675430:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800477.675439:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.675445:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:1.0:1609800477.675447:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.675448:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:1.0:1609800477.675449:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:29.0:1609800477.675450:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:1.0:1609800477.675453:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.675454:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:1.0:1609800477.675457:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800477.675458:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.675459:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000400:00000200:19.0:1609800477.675460:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:1.0:1609800477.675460:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.675464:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:1.0:1609800477.675465:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)--
00000800:00000200:22.1:1609800477.675477:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:26.0:1609800477.675483:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:26.0:1609800477.675486:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:26.0:1609800477.675488:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:24.0:1609800477.675488:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000800:00000200:26.0:1609800477.675489:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000800:00000200:26.0:1609800477.675491:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:24.0:1609800477.675491:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000800:00000200:26.0:1609800477.675492:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:24.0:1609800477.675493:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800477.675495:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:24.0:1609800477.675499:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800477.675577:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675587:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675589:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:38.0:1609800477.675593:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675595:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675598:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:38.0:1609800477.675601:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.675602:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675604:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000400:00000200:38.0:1609800477.675604:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:57.0:1609800477.675605:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675609:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:38.0:1609800477.675609:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800477.675612:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:57.0:1609800477.675615:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800477.675617:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.675619:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000400:00000200:57.0:1609800477.675621:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800477.675621:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:22.1:1609800477.675622:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000400:00000200:57.0:1609800477.675628:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:19.0:1609800477.675628:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:38.0:1609800477.675629:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800477.675632:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:57.0:1609800477.675633:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800477.675633:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.675634:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:57.0:1609800477.675636:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000400:00000200:19.0:1609800477.675636:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:19.0:1609800477.675638:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:57.0:1609800477.675639:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675640:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675641:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:22.1:1609800477.675642:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000800:00000200:57.0:1609800477.675645:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000800:00000200:29.0:1609800477.675647:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:57.0:1609800477.675649:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800477.675650:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:29.0:1609800477.675652:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.675653:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:57.0:1609800477.675654:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.675654:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:24.0:1609800477.675656:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:57.0:1609800477.675657:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:24.0:1609800477.675657:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.675658:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:24.0:1609800477.675660:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:57.0:1609800477.675663:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675665:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:29.0:1609800477.675665:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:24.0:1609800477.675666:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:57.0:1609800477.675668:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675669:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800477.675670:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675673:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675685:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:19.0:1609800477.675691:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:19.0:1609800477.675693:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800477.675695:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.675696:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000400:00000200:19.0:1609800477.675697:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:26.0:1609800477.675699:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:26.0:1609800477.675700:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800477.675700:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:26.0:1609800477.675701:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (23)--
00000800:00000200:19.0:1609800477.675702:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:26.0:1609800477.675703:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:57.0:1609800477.675717:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:57.0:1609800477.675723:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.675726:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:57.0:1609800477.675731:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.675734:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:57.0:1609800477.675736:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:57.0:1609800477.675738:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:57.0:1609800477.675739:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:57.0:1609800477.675742:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675755:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:24.0:1609800477.675761:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:24.0:1609800477.675763:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:24.0:1609800477.675764:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800477.675766:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:24.0:1609800477.675767:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:24.0:1609800477.675769:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000400:00000200:0.0:1609800477.675856:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800477.675862:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.675866:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:0.0:1609800477.675872:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800477.675875:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800477.675880:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.675883:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (20)++
00000800:00000200:0.0:1609800477.675885:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (21)++
00000800:00000200:0.0:1609800477.675892:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)--
00000400:00000200:0.0:1609800477.675896:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800477.675900:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.675901:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:22.1:1609800477.675905:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000400:00000200:0.0:1609800477.675905:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800477.675907:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800477.675909:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.675911:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (22)++
00000800:00000200:0.0:1609800477.675911:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (23)++
00000800:00000200:19.0:1609800477.675913:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000800:00000200:0.0:1609800477.675915:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800477.675916:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:19.0:1609800477.675918:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.675918:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800477.675919:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:19.0:1609800477.675921:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:0.0:1609800477.675921:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.675923:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000400:00000200:0.0:1609800477.675927:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800477.675930:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:0.0:1609800477.675930:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:0.0:1609800477.675933:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.675934:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (21)++
00000800:00000200:0.0:1609800477.675935:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (22)++
00000800:00000200:22.1:1609800477.675937:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (23)++
00000800:00000200:0.0:1609800477.675940:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (24)--
00000800:00000200:29.0:1609800477.675943:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (23)++
00000400:00000200:0.0:1609800477.675943:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.116@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800477.675946:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000400:00000200:29.0:1609800477.675947:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.675948:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000400:00000200:0.0:1609800477.675948:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800477.675950:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000400:00000200:0.0:1609800477.675950:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.116@o2ib18 local destination
00000800:00000200:22.1:1609800477.675953:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (22)++
00000400:00000200:0.0:1609800477.675954:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.116@o2ib18(192.168.128.116@o2ib18:192.168.128.116@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800477.675956:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.116@o2ib18
00000800:00000200:29.0:1609800477.675958:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (23)--
00000800:00000200:26.0:1609800477.675960:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:0.0:1609800477.675960:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f780] -> 192.168.128.116@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.675961:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc735200] (23)++
00000800:00000200:26.0:1609800477.675963:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (24)--
00000800:00000200:0.0:1609800477.675963:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc735200] (24)++
00000400:00000200:26.0:1609800477.675965:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800477.675966:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (24)++
00000400:00000200:26.0:1609800477.675967:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:0.0:1609800477.675968:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc735200] (25)--
00000800:00000200:19.0:1609800477.675970:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.116@o2ib18
00000800:00000200:26.0:1609800477.675972:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800477.675972:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc735200] (24)++
00000800:00000200:24.0:1609800477.675973:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800477.675973:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc735200] (24)--
00000800:00000200:19.0:1609800477.675974:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000800:00000200:22.1:1609800477.675980:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc735200] (21)++
00000800:00000200:29.0:1609800477.675985:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc735200] (22)++
00000800:00000200:29.0:1609800477.675988:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc735200] (23)--
00000400:00000200:29.0:1609800477.675990:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800477.675991:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (22)--
00000400:00000200:29.0:1609800477.675992:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.116@o2ib18: PUT: OK
00000800:00000200:29.0:1609800477.675996:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc735200] (21)--
00000800:00000200:23.1:1609800477.825307:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000800:00000200:6.0:1609800477.825367:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:6.0:1609800477.825391:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.177@o2ib18
00000400:00000200:6.0:1609800477.825395:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.825401:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.825404:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:6.0:1609800477.825409:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.825413:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.825415:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800477.825419:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.825420:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.825421:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800477.825424:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)++
00000800:00000200:6.0:1609800477.825426:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:6.0:1609800477.825427:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:37.0:1609800477.825428:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.825428:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:37.0:1609800477.825431:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.825431:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:6.0:1609800477.825451:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800477.825453:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.825455:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.825456:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800477.825478:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800477.825480:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.825484:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.825484:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.825487:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800477.825487:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.825489:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.825489:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:37.0:1609800477.825490:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.825492:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.825492:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.825493:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.825494:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)++
00000800:00000200:6.0:1609800477.825495:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)--
00000800:00000200:37.0:1609800477.825496:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:6.0:1609800477.825496:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:4.0:1609800477.825496:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:37.0:1609800477.825498:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.825498:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:7.0:1609800477.825499:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800477.825499:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800477.825501:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.825504:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:4.0:1609800477.825504:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.825505:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:8.0:1609800477.825505:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:7.0:1609800477.825505:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.825507:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.825507:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000400:00000200:4.0:1609800477.825507:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:6.0:1609800477.825509:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:4.0:1609800477.825514:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800477.825515:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.825515:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800477.825515:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800477.825518:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.825518:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800477.825519:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.825520:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.825520:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.825521:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800477.825521:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800477.825522:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800477.825525:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800477.825526:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825526:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.825528:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800477.825530:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800477.825532:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:37.0:1609800477.825533:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800477.825533:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800477.825534:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800477.825538:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800477.825540:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800477.825541:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.825541:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800477.825543:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.825544:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)++
00000800:00000200:6.0:1609800477.825544:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800477.825544:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (26)++
00000800:00000200:6.0:1609800477.825547:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800477.825548:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:6.0:1609800477.825549:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.825551:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.825551:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000800:00000200:37.0:1609800477.825552:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000800:00000200:37.0:1609800477.825553:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (27)--
00000400:00000200:8.0:1609800477.825554:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825555:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:37.0:1609800477.825556:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:6.0:1609800477.825556:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)++
00000800:00000200:8.0:1609800477.825557:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.825558:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)--
00000800:00000200:57.0:1609800477.825559:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800477.825559:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.825560:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800477.825560:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.825560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:37.0:1609800477.825561:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.825561:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:57.0:1609800477.825562:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.825563:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.825564:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.825564:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800477.825565:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.825566:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800477.825568:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.825569:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)++
00000800:00000200:8.0:1609800477.825571:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000400:00000200:37.0:1609800477.825572:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:8.0:1609800477.825572:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000400:00000200:37.0:1609800477.825577:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800477.825579:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800477.825581:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800477.825614:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800477.825615:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.825617:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:5.0:1609800477.825617:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:57.0:1609800477.825619:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.825619:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000400:00000200:5.0:1609800477.825620:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.825621:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.825624:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800477.825624:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.825626:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:37.0:1609800477.825627:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:57.0:1609800477.825656:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.825658:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.825660:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800477.825661:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800477.825742:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:6.0:1609800477.825747:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:6.0:1609800477.825749:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.825750:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800477.825752:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.825753:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800477.825754:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:6.0:1609800477.825757:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:6.0:1609800477.825797:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.825800:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:6.0:1609800477.825802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.825806:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:6.0:1609800477.825811:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800477.825814:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800477.825818:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800477.825821:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.825822:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.825827:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:6.0:1609800477.825829:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800477.825830:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:23.1:1609800477.825839:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000800:00000200:4.0:1609800477.825848:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:1.0:1609800477.825851:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.825853:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:1.0:1609800477.825853:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.825855:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:4.0:1609800477.825857:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800477.825857:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.825862:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:4.0:1609800477.825864:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.825866:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:8.0:1609800477.825866:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800477.825867:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800477.825872:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:8.0:1609800477.825873:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.825874:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000400:00000200:4.0:1609800477.825874:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800477.825876:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800477.825876:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:8.0:1609800477.825877:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:4.0:1609800477.825877:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800477.825882:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800477.825883:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825885:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.825886:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800477.825887:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.825887:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800477.825888:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.825889:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800477.825891:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.825892:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:8.0:1609800477.825893:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800477.825894:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800477.825894:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000400:00000200:6.0:1609800477.825895:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:4.0:1609800477.825896:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)--
00000800:00000200:4.0:1609800477.825897:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000400:00000200:37.0:1609800477.825898:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825899:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:37.0:1609800477.825901:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.825901:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825901:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:57.0:1609800477.825903:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.825903:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:37.0:1609800477.825904:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800477.825904:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800477.825905:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.825905:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)--
00000400:00000200:4.0:1609800477.825905:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800477.825906:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:6.0:1609800477.825906:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800477.825907:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:57.0:1609800477.825909:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.825925:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:37.0:1609800477.825926:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800477.825926:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800477.825926:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.825927:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.825927:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.825929:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800477.825931:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:37.0:1609800477.825932:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:6.0:1609800477.825933:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (27)++
00000400:00000200:4.0:1609800477.825935:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:57.0:1609800477.825938:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800477.825938:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800477.825938:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:57.0:1609800477.825940:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.825940:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000800:00000200:4.0:1609800477.825940:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800477.825941:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (28)--
00000400:00000200:8.0:1609800477.825941:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.825941:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (27)--
00000400:00000200:57.0:1609800477.825942:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.825942:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:4.0:1609800477.825943:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800477.825944:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800477.825944:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:4.0:1609800477.825944:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800477.825945:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800477.825947:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.825948:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:4.0:1609800477.825948:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:4.0:1609800477.825949:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)--
00000400:00000200:8.0:1609800477.825950:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800477.825950:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000400:00000200:38.0:1609800477.825951:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800477.825952:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:8.0:1609800477.825952:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800477.825952:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800477.825954:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800477.825955:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (25)--
00000800:00000200:8.0:1609800477.825955:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800477.825956:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.825956:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.825957:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800477.825957:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:57.0:1609800477.825958:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.825958:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.825959:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000400:00000200:6.0:1609800477.825961:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:6.0:1609800477.825966:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800477.825968:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.825968:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.825969:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.825969:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800477.825970:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:38.0:1609800477.825971:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:57.0:1609800477.825972:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800477.825972:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:57.0:1609800477.825973:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.825973:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.825974:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800477.825975:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800477.825976:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800477.825979:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:6.0:1609800477.825981:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800477.825985:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.825986:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:23.1:1609800477.826009:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:4.0:1609800477.826017:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:4.0:1609800477.826021:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000800:00000200:4.0:1609800477.826022:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:4.0:1609800477.826024:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000400:00000200:0.0:1609800477.826047:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800477.826052:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000400:00000200:0.0:1609800477.826055:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800477.826059:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:8.0:1609800477.826061:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:8.0:1609800477.826065:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:0.0:1609800477.826065:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800477.826067:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:6.0:1609800477.826067:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:0.0:1609800477.826069:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:8.0:1609800477.826070:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.826073:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800477.826073:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800477.826075:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800477.826075:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:0.0:1609800477.826077:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000400:00000200:8.0:1609800477.826081:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800477.826081:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800477.826084:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800477.826084:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800477.826084:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:8.0:1609800477.826086:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800477.826087:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800477.826089:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800477.826090:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800477.826094:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.826096:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:8.0:1609800477.826097:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:57.0:1609800477.826104:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800477.826106:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.826106:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000400:00000200:57.0:1609800477.826109:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800477.826113:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.92@o2ib18
00000800:00000200:23.1:1609800477.826114:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000400:00000200:24.0:1609800477.826118:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : GET - for me
00000800:00000200:19.0:1609800477.826118:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:37.0:1609800477.826135:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:22.0:1609800477.826135:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.826138:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000400:00000200:24.0:1609800477.826138:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.92@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800477.826140:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.826143:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:24.0:1609800477.826143:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.92@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000400:00000200:22.0:1609800477.826144:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.826145:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:24.0:1609800477.826146:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:24.0:1609800477.826148:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)--
00000400:00000200:22.0:1609800477.826148:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:37.0:1609800477.826149:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:4.0:1609800477.826149:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:37.0:1609800477.826151:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:24.0:1609800477.826153:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:37.0:1609800477.826155:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000800:00000200:8.0:1609800477.826156:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:22.0:1609800477.826157:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.826160:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.177@o2ib18
00000400:00000200:24.0:1609800477.826161:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800477.826161:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:22.0:1609800477.826162:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:37.0:1609800477.826164:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800477.826164:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800477.826164:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800477.826164:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.177@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800477.826165:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:37.0:1609800477.826167:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.0:1609800477.826167:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800477.826168:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.826169:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800477.826169:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)++
00000400:00000200:4.0:1609800477.826169:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800477.826170:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:22.0:1609800477.826170:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000400:00000200:37.0:1609800477.826171:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:24.0:1609800477.826171:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000400:00000200:37.0:1609800477.826176:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.0:1609800477.826177:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (25)--
00000800:00000200:37.0:1609800477.826178:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800477.826179:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:37.0:1609800477.826181:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800477.826181:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:7.0:1609800477.826182:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.826183:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:37.0:1609800477.826184:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800477.826184:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.826186:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800477.826187:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:23.1:1609800477.826189:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (24)++
00000400:00000200:8.0:1609800477.826190:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.826193:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800477.826193:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800477.826195:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800477.826196:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:4.0:1609800477.826196:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800477.826197:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800477.826197:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:6.0:1609800477.826197:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)++
00000800:00000200:37.0:1609800477.826198:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (27)--
00000800:00000200:8.0:1609800477.826198:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800477.826199:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)--
00000800:00000200:6.0:1609800477.826199:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (27)--
00000800:00000200:4.0:1609800477.826199:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:22.0:1609800477.826217:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826218:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:6.0:1609800477.826219:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.826220:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:22.0:1609800477.826221:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:4.0:1609800477.826221:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800477.826222:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800477.826222:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:8.0:1609800477.826225:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)++
00000800:00000200:7.0:1609800477.826226:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:8.0:1609800477.826227:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.826227:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000400:00000200:22.0:1609800477.826230:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:57.0:1609800477.826231:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800477.826232:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000400:00000200:57.0:1609800477.826233:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800477.826233:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:4.0:1609800477.826234:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:4.0:1609800477.826235:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:57.0:1609800477.826236:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800477.826237:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.826237:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:7.0:1609800477.826239:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (20)++
00000800:00000200:5.0:1609800477.826240:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800477.826241:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:7.0:1609800477.826241:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (21)++
00000400:00000200:5.0:1609800477.826243:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800477.826261:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:22.0:1609800477.826263:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:7.0:1609800477.826265:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:22.0:1609800477.826266:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000400:00000200:5.0:1609800477.826268:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.0:1609800477.826272:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:26.0:1609800477.826279:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:23.1:1609800477.826280:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (22)++
00000400:00000200:22.0:1609800477.826282:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800477.826282:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800477.826285:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:22.0:1609800477.826286:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800477.826287:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826289:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:22.0:1609800477.826289:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:26.0:1609800477.826291:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800477.826292:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000400:00000200:37.0:1609800477.826294:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:22.0:1609800477.826294:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800477.826295:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:8.0:1609800477.826295:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:26.0:1609800477.826296:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:5.0:1609800477.826296:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800477.826297:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:22.0:1609800477.826297:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:5.0:1609800477.826298:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.826299:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:37.0:1609800477.826300:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:7.0:1609800477.826300:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826301:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:22.0:1609800477.826301:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800477.826301:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800477.826302:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800477.826302:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:22.0:1609800477.826303:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:22.0:1609800477.826303:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000400:00000200:8.0:1609800477.826305:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:22.0:1609800477.826308:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000400:00000200:7.0:1609800477.826309:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000400:00000200:22.0:1609800477.826312:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800477.826312:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:22.0:1609800477.826316:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.826317:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:7.0:1609800477.826317:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:22.0:1609800477.826319:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:7.0:1609800477.826319:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:23.1:1609800477.826320:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (22)++
00000800:00000200:7.0:1609800477.826320:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:7.0:1609800477.826325:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)--
00000400:00000200:22.0:1609800477.826326:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800477.826329:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:22.0:1609800477.826330:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:7.0:1609800477.826333:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800477.826333:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.826335:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)++
00000800:00000200:4.0:1609800477.826335:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:22.0:1609800477.826336:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800477.826337:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800477.826337:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (26)--
00000800:00000200:22.0:1609800477.826338:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (25)++
00000800:00000200:6.0:1609800477.826338:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000800:00000200:6.0:1609800477.826339:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:4.0:1609800477.826339:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (25)--
00000800:00000200:22.0:1609800477.826340:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000400:00000200:7.0:1609800477.826340:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:4.0:1609800477.826340:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826343:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)--
00000400:00000200:4.0:1609800477.826344:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:7.0:1609800477.826345:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800477.826346:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (25)--
00000800:00000200:6.0:1609800477.826347:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (25)--
00000800:00000200:7.0:1609800477.826349:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:6.0:1609800477.826349:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800477.826350:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:7.0:1609800477.826352:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800477.826352:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:22.0:1609800477.826353:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800477.826353:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:7.0:1609800477.826355:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000800:00000200:6.0:1609800477.826355:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000400:00000200:22.0:1609800477.826357:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800477.826358:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (23)++
00000400:00000200:22.0:1609800477.826359:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:7.0:1609800477.826360:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:37.0:1609800477.826366:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:22.0:1609800477.826366:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800477.826369:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000400:00000200:37.0:1609800477.826370:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.0:1609800477.826370:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:8.0:1609800477.826371:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:37.0:1609800477.826373:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:22.0:1609800477.826374:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800477.826374:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:22.0:1609800477.826376:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)++
00000400:00000200:8.0:1609800477.826376:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826377:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:22.0:1609800477.826377:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000400:00000200:8.0:1609800477.826378:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:4.0:1609800477.826379:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.826381:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:22.0:1609800477.826382:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000400:00000200:22.0:1609800477.826386:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:22.0:1609800477.826390:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:22.0:1609800477.826392:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:23.1:1609800477.826395:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000400:00000200:22.0:1609800477.826397:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:22.0:1609800477.826399:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:22.0:1609800477.826403:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.826403:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:22.0:1609800477.826404:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)++
00000800:00000200:22.0:1609800477.826405:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000800:00000200:22.0:1609800477.826408:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (25)--
00000800:00000200:37.0:1609800477.826410:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)++
00000800:00000200:6.0:1609800477.826410:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000400:00000200:6.0:1609800477.826411:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800477.826414:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.826415:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000400:00000200:1.0:1609800477.826416:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800477.826417:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)++
00000800:00000200:4.0:1609800477.826417:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:6.0:1609800477.826418:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:37.0:1609800477.826419:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:37.0:1609800477.826420:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:1.0:1609800477.826422:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800477.826425:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:58.0F:1609800477.826428:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800477.826432:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800477.826434:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:1.0:1609800477.826435:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:58.0:1609800477.826440:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.826440:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800477.826442:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:1.0:1609800477.826442:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:1.0:1609800477.826443:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000400:00000200:58.0:1609800477.826444:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:4.0:1609800477.826447:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000400:00000200:58.0:1609800477.826450:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800477.826452:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:1.0:1609800477.826452:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:58.0:1609800477.826453:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000400:00000200:8.0:1609800477.826454:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.826456:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:1.0:1609800477.826457:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800477.826458:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800477.826460:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.826460:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:1.0:1609800477.826463:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800477.826464:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:23.1:1609800477.826465:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (23)++
00000400:00000200:1.0:1609800477.826465:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:58.0:1609800477.826469:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)--
00000400:00000200:1.0:1609800477.826471:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800477.826474:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.826475:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:1.0:1609800477.826478:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.826479:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000400:00000200:6.0:1609800477.826480:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800477.826480:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)++
00000800:00000200:1.0:1609800477.826481:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (24)++
00000800:00000200:37.0:1609800477.826483:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)++
00000400:00000200:6.0:1609800477.826483:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.826486:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (26)--
00000800:00000200:1.0:1609800477.826486:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (26)--
00000800:00000200:37.0:1609800477.826487:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (26)--
00000800:00000200:6.0:1609800477.826487:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (25)--
00000400:00000200:37.0:1609800477.826488:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.826491:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.826495:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:23.1:1609800477.826499:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:8.0:1609800477.826524:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.826527:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000400:00000200:8.0:1609800477.826529:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800477.826541:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:6.0:1609800477.826541:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.826544:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.826545:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:8.0:1609800477.826546:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800477.826547:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:6.0:1609800477.826548:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)--
00000800:00000200:6.0:1609800477.826549:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000400:00000200:38.0:1609800477.826584:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800477.826620:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800477.826623:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:38.0:1609800477.826629:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800477.826633:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:38.0:1609800477.826654:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800477.826655:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (20)++
00000800:00000200:38.0:1609800477.826656:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (21)++
00000800:00000200:38.0:1609800477.826663:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)--
00000800:00000200:23.1:1609800477.826676:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:37.0:1609800477.826684:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:37.0:1609800477.826687:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000400:00000200:37.0:1609800477.826688:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.826690:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:37.0:1609800477.826691:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:58.0:1609800477.826693:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800477.826710:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826710:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000400:00000200:58.0:1609800477.826712:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:58.0:1609800477.826718:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800477.826721:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:58.0:1609800477.826725:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800477.826727:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (20)++
00000800:00000200:58.0:1609800477.826729:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (21)++
00000800:00000200:58.0:1609800477.826732:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)--
00000400:00000200:0.0:1609800477.826733:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800477.826741:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800477.826745:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000400:00000200:0.0:1609800477.826745:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:0.0:1609800477.826751:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.826752:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:4.0:1609800477.826755:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000800:00000200:0.0:1609800477.826755:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:6.0:1609800477.826758:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:4.0:1609800477.826758:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.826760:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:0.0:1609800477.826760:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800477.826762:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:0.0:1609800477.826763:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:4.0:1609800477.826764:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000800:00000200:0.0:1609800477.826772:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)--
00000800:00000200:23.1:1609800477.826820:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:8.0:1609800477.826827:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000400:00000200:58.0:1609800477.826829:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800477.826830:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000400:00000200:8.0:1609800477.826832:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800477.826833:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826833:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:8.0:1609800477.826835:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000400:00000200:58.0:1609800477.826836:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:8.0:1609800477.826837:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:23.1:1609800477.826839:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000400:00000200:58.0:1609800477.826842:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800477.826857:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:58.0:1609800477.826862:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800477.826862:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:58.0:1609800477.826864:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:58.0:1609800477.826865:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000800:00000200:6.0:1609800477.826867:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:4.0:1609800477.826868:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:58.0:1609800477.826870:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.826870:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)++
00000800:00000200:6.0:1609800477.826872:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.826873:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:58.0:1609800477.826874:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800477.826877:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800477.826881:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:7.0:1609800477.826881:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800477.826882:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000400:00000200:58.0:1609800477.826886:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800477.826889:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:37.0:1609800477.826889:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:58.0:1609800477.826891:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800477.826892:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000800:00000200:58.0:1609800477.826893:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:58.0:1609800477.826894:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (23)++
00000400:00000200:37.0:1609800477.826894:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800477.826895:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000400:00000200:37.0:1609800477.826896:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:58.0:1609800477.826897:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:37.0:1609800477.826899:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:7.0:1609800477.826906:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800477.826910:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000400:00000200:7.0:1609800477.826912:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000400:00000200:7.0:1609800477.826918:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800477.826918:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)++
00000800:00000200:7.0:1609800477.826922:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:4.0:1609800477.826922:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (23)--
00000800:00000200:6.0:1609800477.826924:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:4.0:1609800477.826924:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800477.826926:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:7.0:1609800477.826927:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800477.826929:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:4.0:1609800477.826929:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:7.0:1609800477.826930:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000400:00000200:58.0:1609800477.826933:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.177@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800477.826937:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800477.826951:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.177@o2ib18 local destination
00000800:00000200:7.0:1609800477.826953:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (22)--
00000400:00000200:58.0:1609800477.826957:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.177@o2ib18(192.168.128.177@o2ib18:192.168.128.177@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800477.826959:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.177@o2ib18
00000800:00000200:58.0:1609800477.826963:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecb80] -> 192.168.128.177@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800477.826965:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451f99ba00] (21)++
00000800:00000200:23.1:1609800477.826966:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (21)++
00000800:00000200:58.0:1609800477.826967:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451f99ba00] (22)++
00000800:00000200:58.0:1609800477.826971:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.826973:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000800:00000200:8.0:1609800477.826977:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000400:00000200:8.0:1609800477.826978:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800477.826980:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)++
00000400:00000200:8.0:1609800477.826981:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.826983:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.826983:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (24)--
00000800:00000200:8.0:1609800477.826984:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (22)--
00000400:00000200:37.0:1609800477.826985:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800477.826987:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.177@o2ib18: PUT: OK
00000800:00000200:37.0:1609800477.826989:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:23.1:1609800477.827010:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451f99ba00] (20)++
00000800:00000200:4.0:1609800477.827018:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)++
00000800:00000200:4.0:1609800477.827021:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.177@o2ib18
00000800:00000200:4.0:1609800477.827022:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451f99ba00] (22)++
00000800:00000200:8.0:1609800477.827023:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (23)--
00000800:00000200:4.0:1609800477.827024:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451f99ba00] (23)--
00000800:00000200:4.0:1609800477.827025:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451f99ba00] (21)--
00000800:00000200:29.1:1609800478.012271:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:19.0:1609800478.012319:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800478.012326:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.63@o2ib18
00000400:00000200:19.0:1609800478.012331:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : GET - for me
00000400:00000200:19.0:1609800478.012336:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.63@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800478.012357:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.63@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800478.012361:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:19.0:1609800478.012363:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000400:00000200:19.0:1609800478.012366:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:24.0:1609800478.012368:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:19.0:1609800478.012372:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800478.012375:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:19.0:1609800478.012378:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.012380:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800478.012381:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000800:00000200:19.0:1609800478.012388:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800478.012389:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800478.012453:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:26.0:1609800478.012491:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:26.0:1609800478.012497:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:29.0:1609800478.012499:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:26.0:1609800478.012499:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800478.012502:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: REPLY: OK
00000800:00000200:26.0:1609800478.012506:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:32.1:1609800478.146367:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:24.0:1609800478.146418:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:24.0:1609800478.146430:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.87@o2ib18
00000400:00000200:24.0:1609800478.146438:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : GET - for me
00000400:00000200:24.0:1609800478.146447:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.87@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:24.0:1609800478.146453:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.87@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:24.0:1609800478.146458:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:24.0:1609800478.146461:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000400:00000200:24.0:1609800478.146467:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:19.0:1609800478.146473:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:24.0:1609800478.146479:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : REPLY try# 0
00000800:00000200:24.0:1609800478.146485:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:24.0:1609800478.146490:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800478.146493:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (21)++
00000800:00000200:24.0:1609800478.146495:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000800:00000200:24.0:1609800478.146505:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000800:00000200:24.0:1609800478.146507:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800478.146578:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:29.0:1609800478.146623:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:29.0:1609800478.146635:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:29.0:1609800478.146638:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.146645:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: REPLY: OK
00000800:00000200:29.0:1609800478.146651:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:29.0:1609800478.146653:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:26.1:1609800478.185743:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (20)++
00000800:00000200:6.0:1609800478.185759:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (21)++
00000800:00000200:6.0:1609800478.185765:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.135@o2ib18
00000400:00000200:6.0:1609800478.185772:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.135@o2ib18 : GET - for me
00000400:00000200:6.0:1609800478.185778:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.135@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800478.185785:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.135@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800478.185790:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800478.185792:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff933635fe7600] (23)--
00000400:00000200:6.0:1609800478.185798:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.135@o2ib18 local destination
00000800:00000200:37.0:1609800478.185806:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000400:00000200:6.0:1609800478.185809:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.135@o2ib18(192.168.128.135@o2ib18:192.168.128.135@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800478.185815:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.135@o2ib18
00000800:00000200:6.0:1609800478.185820:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec280] -> 192.168.128.135@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800478.185823:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff933635fe7600] (21)++
00000800:00000200:6.0:1609800478.185825:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff933635fe7600] (22)++
00000800:00000200:6.0:1609800478.185833:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff933635fe7600] (23)--
00000800:00000200:6.0:1609800478.185835:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:26.1:1609800478.185858:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff933635fe7600] (21)++
00000800:00000200:8.0:1609800478.185908:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff933635fe7600] (22)++
00000800:00000200:8.0:1609800478.185916:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff933635fe7600] (23)--
00000400:00000200:8.0:1609800478.185919:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.185925:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.135@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800478.185931:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (22)--
00000800:00000200:8.0:1609800478.185934:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff933635fe7600] (21)--
00000800:00000200:33.1:1609800478.274840:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:37.0:1609800478.274903:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800478.274913:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800478.274921:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.274929:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.274935:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800478.274947:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.274952:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800478.274958:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800478.274964:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800478.274965:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.274971:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.274973:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800478.274973:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.274980:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000400:00000200:6.0:1609800478.274981:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.274983:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:37.0:1609800478.274985:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:37.0:1609800478.274987:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:6.0:1609800478.274987:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800478.274993:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:6.0:1609800478.274999:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800478.275004:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800478.275006:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800478.275007:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.275011:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800478.275012:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.275012:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800478.275016:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800478.275018:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.275021:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800478.275025:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.275027:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275027:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:6.0:1609800478.275030:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:6.0:1609800478.275032:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:37.0:1609800478.275033:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800478.275033:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275035:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800478.275037:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800478.275039:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:37.0:1609800478.275042:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.275044:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.275048:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.275051:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:8.0:1609800478.275052:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275055:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.275056:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:37.0:1609800478.275058:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:8.0:1609800478.275058:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800478.275059:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800478.275061:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:6.0:1609800478.275061:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.275061:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:57.0:1609800478.275063:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.275064:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.275065:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:57.0:1609800478.275068:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275084:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.275085:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800478.275085:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275086:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:57.0:1609800478.275087:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800478.275087:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.275087:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.275090:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:5.0:1609800478.275091:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800478.275091:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800478.275092:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800478.275094:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.275096:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800478.275098:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800478.275098:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800478.275099:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275101:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800478.275102:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.275102:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.275102:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800478.275103:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (26)++
00000800:00000200:4.0:1609800478.275105:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800478.275109:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (27)++
00000800:00000200:4.0:1609800478.275109:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800478.275110:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:8.0:1609800478.275110:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (27)--
00000800:00000200:6.0:1609800478.275110:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (28)--
00000800:00000200:4.0:1609800478.275110:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:57.0:1609800478.275111:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.275111:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000800:00000200:6.0:1609800478.275112:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:8.0:1609800478.275113:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:4.0:1609800478.275113:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:4.0:1609800478.275114:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000400:00000200:37.0:1609800478.275115:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.275118:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.275119:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:5.0:1609800478.275144:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.275145:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.275145:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.275146:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:5.0:1609800478.275146:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275178:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800478.275178:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800478.275178:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:57.0:1609800478.275179:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275180:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800478.275196:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275197:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800478.275198:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000400:00000200:8.0:1609800478.275198:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:57.0:1609800478.275199:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.275199:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:5.0:1609800478.275203:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800478.275204:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800478.275204:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.275206:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.275207:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800478.275210:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:57.0:1609800478.275211:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800478.275212:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.275213:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:57.0:1609800478.275214:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.275214:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.275218:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:8.0:1609800478.275219:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:8.0:1609800478.275223:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.275224:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:57.0:1609800478.275241:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800478.275274:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800478.275276:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800478.275280:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (22)++
00000800:00000200:7.0:1609800478.275290:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.275292:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.275292:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:7.0:1609800478.275296:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.275296:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:6.0:1609800478.275297:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800478.275299:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800478.275317:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:4.0:1609800478.275317:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800478.275320:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:4.0:1609800478.275321:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.275322:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:4.0:1609800478.275325:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.275329:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.275331:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:4.0:1609800478.275338:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.275341:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.275343:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.275347:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800478.275348:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.275352:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800478.275354:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:4.0:1609800478.275355:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:33.1:1609800478.275374:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:22.0:1609800478.275378:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:22.0:1609800478.275380:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275383:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000400:00000200:22.0:1609800478.275384:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.275387:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.275390:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:37.0:1609800478.275391:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.275393:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800478.275394:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.275395:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:6.0:1609800478.275396:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.275397:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:8.0:1609800478.275399:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:4.0:1609800478.275401:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:37.0:1609800478.275402:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.275403:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.275404:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800478.275406:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275407:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800478.275407:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.275407:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800478.275409:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:37.0:1609800478.275410:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800478.275411:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800478.275413:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.275414:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275414:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800478.275415:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800478.275417:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800478.275419:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800478.275420:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275422:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.275423:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.275425:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:4.0:1609800478.275425:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800478.275426:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:37.0:1609800478.275427:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:4.0:1609800478.275427:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.275428:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:6.0:1609800478.275428:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)++
00000800:00000200:37.0:1609800478.275429:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000800:00000200:6.0:1609800478.275430:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.275430:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.275431:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.275431:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.275432:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:8.0:1609800478.275432:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275432:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:4.0:1609800478.275433:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:6.0:1609800478.275434:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:8.0:1609800478.275435:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.275435:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (26)++
00000400:00000200:37.0:1609800478.275437:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.275437:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800478.275438:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.275440:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800478.275441:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.275442:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800478.275442:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275442:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (27)--
00000800:00000200:1.0:1609800478.275442:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800478.275443:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000800:00000200:58.0:1609800478.275444:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800478.275444:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:1.0:1609800478.275444:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275445:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000800:00000200:4.0:1609800478.275447:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:58.0:1609800478.275449:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.275449:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800478.275452:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.275455:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800478.275455:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)++
00000800:00000200:8.0:1609800478.275456:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (27)--
00000800:00000200:8.0:1609800478.275457:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000400:00000200:4.0:1609800478.275457:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.275459:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.275459:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000400:00000200:6.0:1609800478.275459:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800478.275460:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (26)--
00000800:00000200:8.0:1609800478.275461:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:1.0:1609800478.275461:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.275462:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.275462:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000400:00000200:4.0:1609800478.275462:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275463:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800478.275463:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275465:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800478.275465:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:58.0:1609800478.275466:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.275467:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800478.275467:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.275470:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800478.275470:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275472:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.275473:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800478.275473:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.275474:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:4.0:1609800478.275474:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:23.0:1609800478.275475:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.275477:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800478.275477:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:4.0:1609800478.275477:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800478.275479:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800478.275480:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:4.0:1609800478.275480:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800478.275481:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.275482:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.1:1609800478.275482:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800478.275483:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000400:00000200:58.0:1609800478.275484:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.275484:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.275484:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800478.275485:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000400:00000200:1.0:1609800478.275485:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.275487:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800478.275488:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:4.0:1609800478.275488:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:4.0:1609800478.275488:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:1.0:1609800478.275489:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800478.275490:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:4.0:1609800478.275494:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:23.0:1609800478.275495:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.275497:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:23.0:1609800478.275499:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.275502:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.275504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000400:00000200:4.0:1609800478.275504:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800478.275504:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800478.275505:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800478.275505:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.275507:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800478.275507:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)++
00000400:00000200:37.0:1609800478.275508:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.275508:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:4.0:1609800478.275508:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.275509:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.275509:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800478.275510:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (26)++
00000800:00000200:8.0:1609800478.275510:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000400:00000200:4.0:1609800478.275510:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:58.0:1609800478.275512:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.275513:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800478.275515:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275515:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.275516:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.275517:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.275518:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:23.0:1609800478.275518:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (28)--
00000800:00000200:4.0:1609800478.275519:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.275522:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.275541:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800478.275542:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.275542:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.275545:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800478.275546:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275548:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800478.275548:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (27)++
00000800:00000200:37.0:1609800478.275550:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800478.275550:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275550:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (28)--
00000800:00000200:58.0:1609800478.275551:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800478.275551:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:4.0:1609800478.275551:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (27)--
00000800:00000200:37.0:1609800478.275552:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.275552:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)++
00000400:00000200:58.0:1609800478.275553:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275553:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (27)--
00000400:00000200:8.0:1609800478.275555:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800478.275555:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000400:00000200:58.0:1609800478.275556:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800478.275556:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000400:00000200:6.0:1609800478.275558:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.275560:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.275561:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800478.275563:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:8.0:1609800478.275563:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800478.275563:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800478.275564:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800478.275565:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.275585:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800478.275585:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.275586:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.275588:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.275589:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.275590:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:8.0:1609800478.275591:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:6.0:1609800478.275591:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:33.1:1609800478.275592:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (24)++
00000800:00000200:8.0:1609800478.275594:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (25)++
00000800:00000200:6.0:1609800478.275596:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (26)--
00000800:00000200:6.0:1609800478.275597:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)++
00000800:00000200:8.0:1609800478.275598:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:8.0:1609800478.275600:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:6.0:1609800478.275601:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (25)--
00000400:00000200:6.0:1609800478.275618:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.275620:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800478.275620:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800478.275621:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:38.0:1609800478.275623:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.275624:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.275625:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:58.0:1609800478.275626:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.275626:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:23.0:1609800478.275627:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:58.0:1609800478.275628:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.275631:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.275633:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:23.0:1609800478.275635:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800478.275637:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:8.0:1609800478.275639:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:23.0:1609800478.275641:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800478.275641:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:8.0:1609800478.275642:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:23.0:1609800478.275643:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:38.0:1609800478.275644:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800478.275644:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000400:00000200:38.0:1609800478.275645:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.275648:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.0:1609800478.275649:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:23.0:1609800478.275654:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:23.0:1609800478.275658:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.275660:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:23.0:1609800478.275668:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800478.275672:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:33.1:1609800478.275675:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:23.0:1609800478.275675:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800478.275676:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:23.0:1609800478.275677:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:23.0:1609800478.275681:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:37.0:1609800478.275683:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:23.0:1609800478.275686:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.275687:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:37.0:1609800478.275689:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.275690:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.275690:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:37.0:1609800478.275692:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:23.0:1609800478.275693:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:6.0:1609800478.275693:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:6.0:1609800478.275695:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275696:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:6.0:1609800478.275697:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:23.0:1609800478.275700:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.275702:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:23.0:1609800478.275702:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.275704:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:23.0:1609800478.275707:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800478.275708:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:23.0:1609800478.275709:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:23.0:1609800478.275712:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800478.275725:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:8.0:1609800478.275733:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:8.0:1609800478.275736:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:8.0:1609800478.275738:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.275738:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:8.0:1609800478.275741:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.275746:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:58.0:1609800478.275788:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800478.275791:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000400:00000200:58.0:1609800478.275794:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.275797:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:58.0:1609800478.275815:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.275816:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:58.0:1609800478.275818:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:58.0:1609800478.275823:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.275837:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800478.275838:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:58.0:1609800478.275841:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800478.275841:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:6.0:1609800478.275841:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:37.0:1609800478.275842:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:37.0:1609800478.275844:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:58.0:1609800478.275849:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:58.0:1609800478.275860:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800478.275862:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:58.0:1609800478.275867:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.275869:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:58.0:1609800478.275874:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.275877:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:58.0:1609800478.275885:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800478.275886:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:58.0:1609800478.275887:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:58.0:1609800478.275888:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (24)++
00000800:00000200:58.0:1609800478.275892:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:8.0:1609800478.275892:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.275893:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:4.0:1609800478.275895:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.275898:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:4.0:1609800478.275902:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800478.275904:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:0.0:1609800478.275911:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800478.275912:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:6.0:1609800478.275915:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:6.0:1609800478.275916:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.275917:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:0.0:1609800478.275917:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.275918:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:0.0:1609800478.275938:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:0.0:1609800478.275943:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800478.275946:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:0.0:1609800478.275957:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:0.0:1609800478.275961:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.275963:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:0.0:1609800478.275965:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:0.0:1609800478.275973:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:0.0:1609800478.275979:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.275989:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.275991:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:0.0:1609800478.275995:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.275998:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:33.1:1609800478.275999:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:0.0:1609800478.276000:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.276002:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:0.0:1609800478.276003:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:0.0:1609800478.276006:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276007:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:8.0:1609800478.276009:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:8.0:1609800478.276010:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.276010:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800478.276012:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:4.0:1609800478.276012:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:8.0:1609800478.276015:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800478.276019:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800478.276026:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:0.0:1609800478.276028:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.276029:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:0.0:1609800478.276030:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:37.0:1609800478.276031:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.276032:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:37.0:1609800478.276033:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.276036:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.276037:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000400:00000200:58.0:1609800478.276040:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.276040:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.276041:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:58.0:1609800478.276043:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:0.0:1609800478.276043:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.276045:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:0.0:1609800478.276046:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000400:00000200:58.0:1609800478.276049:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.276050:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:58.0:1609800478.276052:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:33.1:1609800478.276054:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:0.0:1609800478.276054:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.276056:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.276058:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000400:00000200:0.0:1609800478.276058:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.276059:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000400:00000200:0.0:1609800478.276060:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:4.0:1609800478.276061:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:58.0:1609800478.276064:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.276065:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000400:00000200:0.0:1609800478.276065:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800478.276066:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:8.0:1609800478.276067:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:4.0:1609800478.276068:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:0.0:1609800478.276068:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:8.0:1609800478.276069:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.276069:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:4.0:1609800478.276070:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000400:00000200:8.0:1609800478.276071:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.276071:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800478.276073:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:0.0:1609800478.276073:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:0.0:1609800478.276074:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:33.1:1609800478.276075:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (24)++
00000800:00000200:0.0:1609800478.276078:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (25)--
00000800:00000200:8.0:1609800478.276079:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276080:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:0.0:1609800478.276083:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.276084:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276084:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:8.0:1609800478.276085:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.276086:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.276087:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000400:00000200:0.0:1609800478.276089:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:33.1:1609800478.276090:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (22)++
00000400:00000200:0.0:1609800478.276094:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.276096:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.276097:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:8.0:1609800478.276099:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000800:00000200:0.0:1609800478.276099:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800478.276100:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276101:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:6.0:1609800478.276101:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.276101:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:0.0:1609800478.276101:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000400:00000200:58.0:1609800478.276102:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800478.276104:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:0.0:1609800478.276105:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:6.0:1609800478.276107:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:0.0:1609800478.276109:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.276111:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.276115:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:0.0:1609800478.276119:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800478.276120:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800478.276129:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:4.0:1609800478.276132:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:4.0:1609800478.276133:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.276134:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800478.276135:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:4.0:1609800478.276135:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.276137:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000400:00000200:0.0:1609800478.276138:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:58.0:1609800478.276142:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.276144:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000400:00000200:0.0:1609800478.276144:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.276145:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:0.0:1609800478.276146:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:4.0:1609800478.276147:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:58.0:1609800478.276150:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000800:00000200:0.0:1609800478.276156:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.276157:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:0.0:1609800478.276159:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:33.1:1609800478.276163:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (23)++
00000800:00000200:0.0:1609800478.276164:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:37.0:1609800478.276172:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:37.0:1609800478.276176:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:37.0:1609800478.276178:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)++
00000800:00000200:6.0:1609800478.276178:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)++
00000800:00000200:37.0:1609800478.276180:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (26)--
00000800:00000200:37.0:1609800478.276181:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (25)--
00000800:00000200:6.0:1609800478.276182:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (25)--
00000800:00000200:37.0:1609800478.276183:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:6.0:1609800478.276183:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.276185:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.276187:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276187:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000400:00000200:37.0:1609800478.276188:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.276188:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:37.0:1609800478.276190:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.276193:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:58.0:1609800478.276273:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.276278:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.276281:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:58.0:1609800478.276286:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.276289:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:58.0:1609800478.276294:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.276296:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000400:00000200:7.0:1609800478.276296:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.276297:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:58.0:1609800478.276301:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:7.0:1609800478.276304:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.276307:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:7.0:1609800478.276314:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800478.276315:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:7.0:1609800478.276317:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:8.0:1609800478.276322:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:7.0:1609800478.276323:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.276324:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:8.0:1609800478.276325:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:7.0:1609800478.276326:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (24)++
00000400:00000200:8.0:1609800478.276327:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.276328:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000400:00000200:8.0:1609800478.276329:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.276332:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:7.0:1609800478.276334:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)--
00000400:00000200:7.0:1609800478.276340:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.276344:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.276346:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:33.1:1609800478.276347:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:7.0:1609800478.276351:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.276353:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:4.0:1609800478.276354:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:7.0:1609800478.276357:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800478.276357:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000800:00000200:7.0:1609800478.276358:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)++
00000800:00000200:7.0:1609800478.276359:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000400:00000200:4.0:1609800478.276359:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.276360:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (24)--
00000400:00000200:4.0:1609800478.276361:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.276363:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:4.0:1609800478.276364:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:7.0:1609800478.276367:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800478.276376:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000400:00000200:58.0:1609800478.276377:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.127@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800478.276383:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:58.0:1609800478.276385:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.276385:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.276386:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:6.0:1609800478.276387:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.276388:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:58.0:1609800478.276389:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.127@o2ib18 local destination
00000800:00000200:8.0:1609800478.276389:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000400:00000200:6.0:1609800478.276389:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.276393:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.127@o2ib18
00000800:00000200:8.0:1609800478.276394:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)++
00000400:00000200:7.0:1609800478.276394:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.276395:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:8.0:1609800478.276396:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (24)--
00000800:00000200:8.0:1609800478.276397:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:7.0:1609800478.276397:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:6.0:1609800478.276398:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000400:00000200:58.0:1609800478.276403:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.276406:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:7.0:1609800478.276408:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.276409:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (20)++
00000800:00000200:7.0:1609800478.276410:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (21)++
00000800:00000200:58.0:1609800478.276411:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.276413:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:58.0:1609800478.276415:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (23)++
00000800:00000200:7.0:1609800478.276415:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:58.0:1609800478.276420:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:33.1:1609800478.276427:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (22)++
00000800:00000200:4.0:1609800478.276435:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000800:00000200:4.0:1609800478.276454:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:4.0:1609800478.276456:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.276457:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)++
00000400:00000200:4.0:1609800478.276458:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.276459:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (24)--
00000400:00000200:37.0:1609800478.276461:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.276461:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (23)--
00000800:00000200:4.0:1609800478.276462:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000400:00000200:37.0:1609800478.276463:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.276466:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:31.1:1609800478.318353:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:19.0:1609800478.318416:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800478.318424:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.137@o2ib18
00000400:00000200:19.0:1609800478.318429:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.318452:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.318455:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:19.0:1609800478.318463:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.318464:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800478.318467:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.318470:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.318471:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318474:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.318476:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318476:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.318481:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318481:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.318483:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:24.0:1609800478.318484:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:19.0:1609800478.318484:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:19.0:1609800478.318485:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800478.318490:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:24.0:1609800478.318491:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800478.318493:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.318494:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800478.318496:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318498:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800478.318498:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:24.0:1609800478.318501:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800478.318502:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.318503:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:23.0:1609800478.318504:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.318504:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318505:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.318507:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.318508:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:23.0:1609800478.318508:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.318509:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318509:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.318512:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800478.318512:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.318513:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:19.0:1609800478.318513:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.318514:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:29.0:1609800478.318515:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.318516:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318516:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:19.0:1609800478.318517:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800478.318519:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:29.0:1609800478.318520:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318520:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:24.0:1609800478.318521:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318522:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:29.0:1609800478.318523:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:26.0:1609800478.318527:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:24.0:1609800478.318528:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.318529:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.318530:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:29.0:1609800478.318531:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800478.318531:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.318535:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800478.318536:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318539:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800478.318539:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800478.318540:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800478.318541:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.318542:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.318542:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.318543:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:29.0:1609800478.318544:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.318545:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.318546:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.318548:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:26.0:1609800478.318548:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318548:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:19.0:1609800478.318549:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.318551:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (27)++
00000800:00000200:19.0:1609800478.318551:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800478.318552:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:19.0:1609800478.318554:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.318557:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.318557:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (28)--
00000800:00000200:19.0:1609800478.318557:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.318558:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:19.0:1609800478.318558:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800478.318559:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.318559:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)++
00000400:00000200:58.0:1609800478.318560:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.318562:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (28)++
00000800:00000200:24.0:1609800478.318562:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318562:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (27)++
00000400:00000200:58.0:1609800478.318563:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800478.318563:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.318564:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (29)--
00000800:00000200:19.0:1609800478.318564:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (29)--
00000400:00000200:24.0:1609800478.318565:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318565:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (27)--
00000800:00000200:29.0:1609800478.318566:0:16042:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.137@o2ib18(1): redundant or enough NOOP
00000800:00000200:26.0:1609800478.318566:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800478.318566:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.318567:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:19.0:1609800478.318567:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:29.0:1609800478.318568:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:19.0:1609800478.318568:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:29.0:1609800478.318570:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:26.0:1609800478.318570:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800478.318570:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318571:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.318571:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318571:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:24.0:1609800478.318573:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:5.0:1609800478.318577:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.318579:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.318582:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800478.318582:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.318582:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800478.318584:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:26.0:1609800478.318585:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:24.0:1609800478.318585:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.318587:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.318588:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318588:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800478.318588:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.318590:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:58.0:1609800478.318591:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.318591:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:5.0:1609800478.318591:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318592:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:5.0:1609800478.318596:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.318597:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.318598:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.318601:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.318609:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.318610:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.318612:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800478.318620:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800478.318622:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.318627:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.318668:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:29.0:1609800478.318677:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:29.0:1609800478.318682:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318684:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:29.0:1609800478.318685:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318688:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:29.0:1609800478.318689:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318690:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:19.0:1609800478.318691:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.318692:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:26.0:1609800478.318695:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:19.0:1609800478.318696:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318697:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:29.0:1609800478.318699:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800478.318699:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.318699:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:24.0:1609800478.318700:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.318703:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800478.318704:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318705:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800478.318708:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318708:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.318709:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800478.318709:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318710:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.318711:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800478.318711:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:19.0:1609800478.318713:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.318714:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318714:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.318715:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:26.0:1609800478.318716:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800478.318717:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:26.0:1609800478.318719:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800478.318722:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800478.318723:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318725:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:26.0:1609800478.318725:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.318725:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.318725:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:58.0:1609800478.318726:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800478.318726:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800478.318728:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318728:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (28)++
00000800:00000200:24.0:1609800478.318728:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:58.0:1609800478.318731:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.318731:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800478.318732:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (29)--
00000800:00000200:24.0:1609800478.318732:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.318732:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (29)--
00000800:00000200:29.0:1609800478.318733:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (28)--
00000800:00000200:26.0:1609800478.318733:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (29)--
00000800:00000200:24.0:1609800478.318734:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:19.0:1609800478.318734:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:58.0:1609800478.318735:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.318735:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:58.0:1609800478.318736:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318736:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:58.0:1609800478.318738:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.318738:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800478.318740:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:29.0:1609800478.318741:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:24.0:1609800478.318742:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:29.0:1609800478.318745:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.318747:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.318750:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:31.1:1609800478.318753:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:29.0:1609800478.318755:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318758:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800478.318758:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:29.0:1609800478.318761:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800478.318761:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:29.0:1609800478.318763:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800478.318763:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:26.0:1609800478.318764:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:29.0:1609800478.318765:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.318768:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:29.0:1609800478.318770:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:7.0:1609800478.318772:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.318773:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:29.0:1609800478.318774:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:7.0:1609800478.318776:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.318783:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800478.318783:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:23.0:1609800478.318783:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.318783:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.318785:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.318787:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:23.0:1609800478.318788:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318789:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800478.318792:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:23.0:1609800478.318793:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:19.0:1609800478.318793:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800478.318795:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:23.0:1609800478.318799:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.318799:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:26.0:1609800478.318801:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:23.0:1609800478.318802:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:19.0:1609800478.318803:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:23.0:1609800478.318805:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800478.318806:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800478.318807:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:23.0:1609800478.318808:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:19.0:1609800478.318808:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:31.1:1609800478.318810:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:7.0:1609800478.318811:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800478.318813:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:7.0:1609800478.318813:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.318814:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318816:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.318817:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.318819:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800478.318819:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.318820:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:24.0:1609800478.318821:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:19.0:1609800478.318822:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:29.0:1609800478.318823:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318823:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.318825:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:29.0:1609800478.318827:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318827:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:19.0:1609800478.318827:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:24.0:1609800478.318829:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.318829:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (27)--
00000400:00000200:29.0:1609800478.318830:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:26.0:1609800478.318830:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:19.0:1609800478.318830:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:58.0:1609800478.318831:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.318831:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000400:00000200:58.0:1609800478.318832:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.318833:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000400:00000200:24.0:1609800478.318834:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800478.318835:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:58.0:1609800478.318836:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.318836:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:19.0:1609800478.318836:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.318837:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318840:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800478.318842:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800478.318842:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318845:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.318845:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.318846:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.318847:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800478.318848:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.318849:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800478.318849:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800478.318850:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:24.0:1609800478.318850:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.318853:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)++
00000800:00000200:29.0:1609800478.318854:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (27)--
00000400:00000200:19.0:1609800478.318854:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:29.0:1609800478.318856:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000400:00000200:26.0:1609800478.318856:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.318857:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:29.0:1609800478.318858:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:26.0:1609800478.318859:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:23.0:1609800478.318859:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800478.318860:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.318861:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.318861:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800478.318862:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:29.0:1609800478.318863:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.318863:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:19.0:1609800478.318863:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.318864:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (26)--
00000400:00000200:23.0:1609800478.318864:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800478.318865:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.318865:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:24.0:1609800478.318865:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:29.0:1609800478.318866:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:26.0:1609800478.318866:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.318866:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800478.318868:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800478.318868:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800478.318870:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.318870:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.318873:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:1.0:1609800478.318873:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800478.318876:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.318877:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:58.0:1609800478.318878:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800478.318878:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:58.0:1609800478.318880:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.318881:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.318882:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:58.0:1609800478.318883:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.318883:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.318889:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800478.318895:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.318897:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800478.318899:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:24.0:1609800478.318901:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:1.0:1609800478.318913:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800478.318915:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.318920:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:1.0:1609800478.318933:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800478.318941:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.318963:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:1.0:1609800478.318970:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.318973:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:58.0:1609800478.318976:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800478.318978:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.318980:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000400:00000200:58.0:1609800478.318982:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.318982:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:58.0:1609800478.318985:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:1.0:1609800478.318989:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:58.0:1609800478.318992:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.318996:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319001:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319003:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319006:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:58.0:1609800478.319012:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:31.1:1609800478.319015:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319022:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:26.0:1609800478.319025:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:19.0:1609800478.319028:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.319031:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:19.0:1609800478.319032:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.319034:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:26.0:1609800478.319040:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.319041:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:26.0:1609800478.319042:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319045:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:26.0:1609800478.319047:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:0.0:1609800478.319066:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.319087:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.319090:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:0.0:1609800478.319096:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.319116:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:0.0:1609800478.319130:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.319132:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:0.0:1609800478.319134:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:0.0:1609800478.319142:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:0.0:1609800478.319148:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.319152:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319153:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.319154:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:31.1:1609800478.319155:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:0.0:1609800478.319160:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000400:00000200:58.0:1609800478.319161:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.319163:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:58.0:1609800478.319164:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:0.0:1609800478.319165:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.319167:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:0.0:1609800478.319168:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:58.0:1609800478.319170:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.319172:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:58.0:1609800478.319174:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319178:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319180:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:58.0:1609800478.319181:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:58.0:1609800478.319187:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:24.0:1609800478.319207:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:29.0:1609800478.319216:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)++
00000800:00000200:24.0:1609800478.319223:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:29.0:1609800478.319224:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (26)--
00000400:00000200:24.0:1609800478.319225:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.319226:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.319227:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000400:00000200:29.0:1609800478.319229:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:24.0:1609800478.319229:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319230:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:19.0:1609800478.319232:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.319233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:19.0:1609800478.319234:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.319235:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:29.0:1609800478.319237:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:19.0:1609800478.319239:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:58.0:1609800478.319260:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.319264:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319267:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319272:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.319275:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319278:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319279:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:58.0:1609800478.319280:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:31.1:1609800478.319283:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:58.0:1609800478.319284:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:26.0:1609800478.319289:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319292:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:26.0:1609800478.319293:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800478.319294:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:26.0:1609800478.319295:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:26.0:1609800478.319297:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:24.0:1609800478.319297:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:26.0:1609800478.319298:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:24.0:1609800478.319299:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.319301:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.319303:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800478.319304:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:58.0:1609800478.319310:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319313:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319318:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.319321:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:7.0:1609800478.319321:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.319324:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319325:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:58.0:1609800478.319326:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:7.0:1609800478.319328:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.319329:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:7.0:1609800478.319331:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:7.0:1609800478.319337:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800478.319341:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:7.0:1609800478.319341:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:7.0:1609800478.319346:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.319347:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:7.0:1609800478.319348:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:7.0:1609800478.319350:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:26.0:1609800478.319354:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800478.319359:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:7.0:1609800478.319359:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:19.0:1609800478.319361:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.319363:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800478.319364:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319367:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:7.0:1609800478.319368:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.319370:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:31.1:1609800478.319371:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:7.0:1609800478.319375:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.319377:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:7.0:1609800478.319377:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.319380:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:29.0:1609800478.319381:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.319381:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800478.319382:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:29.0:1609800478.319384:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.319384:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:7.0:1609800478.319385:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:29.0:1609800478.319388:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:7.0:1609800478.319390:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:7.0:1609800478.319396:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800478.319402:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:26.0:1609800478.319407:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319410:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:26.0:1609800478.319412:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.319412:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.319413:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:26.0:1609800478.319414:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.319414:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:7.0:1609800478.319421:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800478.319424:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:7.0:1609800478.319424:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:31.1:1609800478.319426:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:7.0:1609800478.319427:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.319429:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:7.0:1609800478.319429:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.319432:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:7.0:1609800478.319434:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:24.0:1609800478.319436:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.319437:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800478.319438:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800478.319439:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800478.319440:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.319445:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800478.319451:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319456:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:19.0:1609800478.319456:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:19.0:1609800478.319458:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.319461:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319464:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:58.0:1609800478.319485:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.319489:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319491:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319497:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.319500:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319518:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319519:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:58.0:1609800478.319520:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319524:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.319536:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:29.0:1609800478.319542:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:5.0:1609800478.319543:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800478.319545:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:29.0:1609800478.319546:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.319547:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:29.0:1609800478.319549:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:5.0:1609800478.319550:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.319551:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:5.0:1609800478.319554:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:5.0:1609800478.319560:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.319563:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:58.0:1609800478.319565:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800478.319569:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.319571:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000400:00000200:58.0:1609800478.319572:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800478.319572:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:58.0:1609800478.319575:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:5.0:1609800478.319580:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:58.0:1609800478.319585:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800478.319585:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000400:00000200:5.0:1609800478.319587:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.319588:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:26.0:1609800478.319590:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:58.0:1609800478.319593:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319594:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:26.0:1609800478.319594:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319596:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:26.0:1609800478.319596:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:19.0:1609800478.319596:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:26.0:1609800478.319597:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:26.0:1609800478.319599:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (26)--
00000800:00000200:26.0:1609800478.319600:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:58.0:1609800478.319601:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:19.0:1609800478.319601:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:19.0:1609800478.319602:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.319604:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.319605:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.319607:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800478.319607:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319610:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.319611:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:5.0:1609800478.319614:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.319616:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:5.0:1609800478.319617:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000400:00000200:58.0:1609800478.319618:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:29.0:1609800478.319618:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:29.0:1609800478.319621:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:5.0:1609800478.319621:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000400:00000200:29.0:1609800478.319622:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800478.319623:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000400:00000200:58.0:1609800478.319624:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800478.319624:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:5.0:1609800478.319624:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (23)++
00000400:00000200:29.0:1609800478.319625:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.319628:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.319628:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:5.0:1609800478.319630:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:58.0:1609800478.319631:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319633:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319634:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:58.0:1609800478.319638:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:31.1:1609800478.319643:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.319649:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:24.0:1609800478.319652:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000400:00000200:24.0:1609800478.319653:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.319655:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319655:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)++
00000800:00000200:19.0:1609800478.319657:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (24)--
00000800:00000200:24.0:1609800478.319659:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:19.0:1609800478.319659:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.319660:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:19.0:1609800478.319661:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319664:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:58.0:1609800478.319745:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800478.319747:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000400:00000200:58.0:1609800478.319748:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319751:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000800:00000200:29.0:1609800478.319753:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:29.0:1609800478.319756:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000400:00000200:58.0:1609800478.319757:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.319757:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319758:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:29.0:1609800478.319759:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:58.0:1609800478.319760:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:29.0:1609800478.319760:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:58.0:1609800478.319763:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319764:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:58.0:1609800478.319765:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319768:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:58.0:1609800478.319772:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.319775:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319776:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319781:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800478.319782:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319784:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319787:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319788:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.319788:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:58.0:1609800478.319789:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (24)++
00000800:00000200:58.0:1609800478.319792:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (25)--
00000800:00000200:24.0:1609800478.319792:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (25)--
00000400:00000200:24.0:1609800478.319794:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.319794:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:24.0:1609800478.319796:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.319799:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.319804:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:26.0:1609800478.319809:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:26.0:1609800478.319812:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:26.0:1609800478.319813:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.319815:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:26.0:1609800478.319815:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:26.0:1609800478.319818:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:58.0:1609800478.319825:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.319828:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.319830:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:58.0:1609800478.319835:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.319837:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:58.0:1609800478.319840:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.319841:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:58.0:1609800478.319842:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:58.0:1609800478.319845:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.319868:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:19.0:1609800478.319873:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:19.0:1609800478.319876:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:19.0:1609800478.319877:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.319879:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:19.0:1609800478.319880:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.319882:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:7.0:1609800478.320096:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.137@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.320103:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.320106:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:7.0:1609800478.320112:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.320116:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:7.0:1609800478.320130:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.320132:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:7.0:1609800478.320133:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:7.0:1609800478.320141:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800478.320154:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:29.0:1609800478.320160:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:29.0:1609800478.320163:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:29.0:1609800478.320164:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800478.320165:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:29.0:1609800478.320167:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.320170:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:31.1:1609800478.320267:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:24.0:1609800478.320290:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800478.320295:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.137@o2ib18
00000800:00000200:24.0:1609800478.320297:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800478.320299:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800478.320300:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:24.0:1609800478.320330:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000400:00000200:5.0:1609800478.341187:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800478.341194:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:26.1:1609800478.386860:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:27.0:1609800478.386910:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.386922:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:29.0:1609800478.386924:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:27.0:1609800478.386930:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : GET - for me
00000400:00000200:27.0:1609800478.386939:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.105@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:27.0:1609800478.386946:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.105@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:27.0:1609800478.386951:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.386954:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:27.0:1609800478.386959:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:27.0:1609800478.386972:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : REPLY try# 0
00000800:00000200:27.0:1609800478.386978:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.386984:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800478.386986:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.386988:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:27.0:1609800478.386999:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.387003:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.387016:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:24.0:1609800478.387062:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.387072:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800478.387075:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.387081:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800478.387087:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:24.0:1609800478.387089:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:34.1:1609800478.431587:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:29.0:1609800478.431631:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.431637:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.113@o2ib18
00000400:00000200:29.0:1609800478.431641:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.431642:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:29.0:1609800478.431646:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.431649:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:27.0:1609800478.431649:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:27.0:1609800478.431654:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.431656:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.431676:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800478.431676:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.431680:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800478.431680:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:29.0:1609800478.431683:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.431685:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800478.431686:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.431687:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:29.0:1609800478.431689:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.431689:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.431691:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:29.0:1609800478.431692:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:27.0:1609800478.431692:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.431693:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800478.431693:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.431695:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.431696:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.431697:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800478.431698:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.431698:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.431702:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.431702:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.431703:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)++
00000800:00000200:27.0:1609800478.431704:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:27.0:1609800478.431705:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:24.0:1609800478.431705:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:27.0:1609800478.431706:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:29.0:1609800478.431709:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:27.0:1609800478.431709:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:24.0:1609800478.431712:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.431713:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800478.431714:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.431715:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.431717:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.431717:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800478.431718:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.431718:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.431720:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.431720:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800478.431721:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.431721:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.431723:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.431723:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800478.431724:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:29.0:1609800478.431725:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.431725:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000800:00000200:19.0:1609800478.431728:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:27.0:1609800478.431731:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.431733:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:24.0:1609800478.431733:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:29.0:1609800478.431734:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (27)--
00000800:00000200:27.0:1609800478.431734:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:58.0:1609800478.431735:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.431735:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000800:00000200:24.0:1609800478.431735:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (26)++
00000800:00000200:29.0:1609800478.431736:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000800:00000200:27.0:1609800478.431736:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.431736:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:58.0:1609800478.431737:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.431738:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.431739:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.431740:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.431740:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.431740:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.431741:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.431741:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (27)--
00000800:00000200:27.0:1609800478.431742:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)++
00000800:00000200:24.0:1609800478.431742:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000800:00000200:58.0:1609800478.431743:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.431744:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.431744:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:24.0:1609800478.431744:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000400:00000200:19.0:1609800478.431744:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:27.0:1609800478.431745:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000400:00000200:58.0:1609800478.431747:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800478.431748:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800478.431750:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800478.431752:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800478.431752:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000800:00000200:19.0:1609800478.431754:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800478.431755:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.431757:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:19.0:1609800478.431757:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.431758:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000400:00000200:38.0:1609800478.431759:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.431760:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.431761:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (25)--
00000400:00000200:29.0:1609800478.431762:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.431762:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:19.0:1609800478.431762:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.431763:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.431764:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:29.0:1609800478.431765:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.431765:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.431767:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800478.431767:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800478.431768:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.431769:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)--
00000800:00000200:29.0:1609800478.431770:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.431770:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:58.0:1609800478.431771:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.431771:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.431771:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.431772:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.431773:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000400:00000200:58.0:1609800478.431774:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.431774:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000400:00000200:24.0:1609800478.431774:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:29.0:1609800478.431775:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:58.0:1609800478.431779:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.431780:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.431780:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.431782:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.431785:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:38.0:1609800478.431786:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.431787:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:38.0:1609800478.431788:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.431790:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.431791:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800478.431793:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.431793:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:24.0:1609800478.431794:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800478.431797:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800478.431797:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:38.0:1609800478.431801:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.431803:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800478.431805:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:38.0:1609800478.431808:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.431810:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:27.0:1609800478.431813:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:19.0:1609800478.431815:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:27.0:1609800478.431817:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:34.1:1609800478.431940:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:29.0:1609800478.431945:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.431948:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800478.431950:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:29.0:1609800478.431951:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:34.1:1609800478.431955:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:29.0:1609800478.431955:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.431957:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:19.0:1609800478.431960:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:29.0:1609800478.431962:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.431963:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.431965:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.431965:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:19.0:1609800478.431966:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.431967:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.431968:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:19.0:1609800478.431969:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.431970:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.431970:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000800:00000200:29.0:1609800478.431971:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.431971:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:19.0:1609800478.431972:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:27.0:1609800478.431973:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.431974:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:29.0:1609800478.431975:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000400:00000200:27.0:1609800478.431976:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.431976:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.431977:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:29.0:1609800478.431978:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000400:00000200:27.0:1609800478.431978:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:19.0:1609800478.431978:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.431980:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.431980:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:58.0:1609800478.431981:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.431981:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.431984:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.431984:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.431984:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800478.431987:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.431988:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.431988:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800478.431989:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.431989:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.431990:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800478.431991:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.431992:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.431992:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:27.0:1609800478.431993:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.431994:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000400:00000200:29.0:1609800478.431996:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:19.0:1609800478.431996:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:19.0:1609800478.431997:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000400:00000200:24.0:1609800478.431998:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.431998:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000800:00000200:58.0:1609800478.432000:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.432000:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:58.0:1609800478.432001:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.432001:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.432001:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.432003:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:24.0:1609800478.432003:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.432004:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.432004:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.432004:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (26)--
00000800:00000200:27.0:1609800478.432005:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000400:00000200:19.0:1609800478.432005:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.432006:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.432006:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000800:00000200:24.0:1609800478.432006:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.432007:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.432008:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.432008:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.432009:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800478.432010:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.432011:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)++
00000800:00000200:58.0:1609800478.432012:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.432013:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.432013:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (26)++
00000800:00000200:24.0:1609800478.432018:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (27)++
00000400:00000200:19.0:1609800478.432019:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432020:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.432020:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.432022:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:29.0:1609800478.432023:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (28)--
00000800:00000200:24.0:1609800478.432023:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (28)--
00000800:00000200:24.0:1609800478.432024:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (26)--
00000800:00000200:29.0:1609800478.432025:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800478.432026:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)++
00000400:00000200:19.0:1609800478.432027:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:1.0:1609800478.432027:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.432029:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000400:00000200:1.0:1609800478.432029:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.432031:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000800:00000200:29.0:1609800478.432032:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (26)--
00000400:00000200:1.0:1609800478.432032:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.432033:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:29.0:1609800478.432034:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:19.0:1609800478.432038:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800478.432041:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.432041:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800478.432042:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:19.0:1609800478.432043:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.432044:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.432046:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.432047:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:1.0:1609800478.432047:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.432048:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:1.0:1609800478.432048:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.432050:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:58.0:1609800478.432052:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800478.432052:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.432053:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.432053:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800478.432054:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.432055:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.1:1609800478.432055:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.432056:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.432057:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.432057:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.432057:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)++
00000800:00000200:29.0:1609800478.432059:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)++
00000800:00000200:19.0:1609800478.432059:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:24.0:1609800478.432060:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800478.432060:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (25)--
00000800:00000200:29.0:1609800478.432061:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.432061:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)++
00000800:00000200:19.0:1609800478.432061:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:1.0:1609800478.432061:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.432062:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:27.0:1609800478.432063:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:24.0:1609800478.432063:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:1.0:1609800478.432063:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.432064:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.113@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.432064:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800478.432065:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800478.432066:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432068:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000400:00000200:29.0:1609800478.432069:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:58.0:1609800478.432070:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.432072:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432072:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000400:00000200:58.0:1609800478.432074:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.432075:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (24)--
00000400:00000200:29.0:1609800478.432076:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.432076:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432078:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800478.432081:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800478.432084:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.432085:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.432098:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:34.1:1609800478.432100:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (23)++
00000800:00000200:29.0:1609800478.432100:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432102:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432103:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:29.0:1609800478.432105:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:19.0:1609800478.432106:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432107:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:0.0:1609800478.432151:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800478.432153:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.432156:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.432157:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432164:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432166:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:58.0:1609800478.432172:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.432175:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:58.0:1609800478.432177:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432179:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:58.0:1609800478.432181:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432185:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:58.0:1609800478.432201:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432207:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432209:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:58.0:1609800478.432213:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.432215:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:58.0:1609800478.432218:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432219:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432219:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:58.0:1609800478.432222:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:34.1:1609800478.432225:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800478.432230:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:24.0:1609800478.432232:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000400:00000200:24.0:1609800478.432234:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.432235:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:24.0:1609800478.432236:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.432238:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800478.432239:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:24.0:1609800478.432240:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:19.0:1609800478.432240:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.432243:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.432245:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:58.0:1609800478.432320:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432323:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432325:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:58.0:1609800478.432330:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.432332:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:58.0:1609800478.432335:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432336:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000400:00000200:7.0:1609800478.432336:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.432337:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432340:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:7.0:1609800478.432343:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432345:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.432346:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:58.0:1609800478.432347:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.432352:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:34.1:1609800478.432355:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:58.0:1609800478.432356:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:7.0:1609800478.432356:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.432360:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:7.0:1609800478.432361:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.432362:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.432363:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:7.0:1609800478.432363:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:58.0:1609800478.432364:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:27.0:1609800478.432364:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.432365:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:7.0:1609800478.432366:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000800:00000200:58.0:1609800478.432367:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800478.432368:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.432369:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.432370:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:7.0:1609800478.432375:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:58.0:1609800478.432379:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000400:00000200:7.0:1609800478.432379:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.432382:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:34.1:1609800478.432386:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000400:00000200:58.0:1609800478.432387:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432390:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432390:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:58.0:1609800478.432392:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:24.0:1609800478.432393:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000400:00000200:24.0:1609800478.432394:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.432395:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000400:00000200:7.0:1609800478.432395:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432397:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800478.432397:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.432397:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000400:00000200:7.0:1609800478.432398:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:19.0:1609800478.432399:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.432400:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.432400:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:19.0:1609800478.432401:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.432404:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.432407:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:58.0:1609800478.432408:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.432408:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:7.0:1609800478.432408:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:58.0:1609800478.432410:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:58.0:1609800478.432411:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432411:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.432413:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:58.0:1609800478.432414:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:7.0:1609800478.432415:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000800:00000200:7.0:1609800478.432420:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:34.1:1609800478.432425:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000400:00000200:7.0:1609800478.432425:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.432430:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:29.0:1609800478.432434:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:27.0:1609800478.432445:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:27.0:1609800478.432446:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.1:1609800478.432449:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (22)++
00000400:00000200:27.0:1609800478.432450:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.432451:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.432453:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:7.0:1609800478.432453:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:27.0:1609800478.432454:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:27.0:1609800478.432456:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:27.0:1609800478.432457:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.432458:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.432459:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:27.0:1609800478.432460:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.432461:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:19.0:1609800478.432462:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.432463:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:27.0:1609800478.432464:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:19.0:1609800478.432464:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800478.432465:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:7.0:1609800478.432465:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.432466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:7.0:1609800478.432466:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432467:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432471:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:58.0:1609800478.432477:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432483:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:34.1:1609800478.432483:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:58.0:1609800478.432485:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:24.0:1609800478.432487:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:58.0:1609800478.432490:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.432490:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432492:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:24.0:1609800478.432492:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.432493:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:24.0:1609800478.432494:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.432510:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800478.432511:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:58.0:1609800478.432512:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432513:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432516:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800478.432527:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:27.0:1609800478.432532:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:27.0:1609800478.432534:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:5.0:1609800478.432534:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800478.432535:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.432537:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.432537:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:27.0:1609800478.432539:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:5.0:1609800478.432553:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.432557:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:5.0:1609800478.432563:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.432567:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:5.0:1609800478.432572:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.432574:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:5.0:1609800478.432575:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:34.1:1609800478.432576:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.432581:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:5.0:1609800478.432582:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (24)--
00000800:00000200:29.0:1609800478.432584:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:24.0:1609800478.432585:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432586:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:29.0:1609800478.432587:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432587:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:5.0:1609800478.432589:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432592:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:19.0:1609800478.432596:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800478.432598:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:5.0:1609800478.432598:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.432600:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.432600:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:27.0:1609800478.432601:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:19.0:1609800478.432603:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:5.0:1609800478.432605:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.432608:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:19.0:1609800478.432610:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:5.0:1609800478.432612:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.432613:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:5.0:1609800478.432616:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:5.0:1609800478.432620:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:5.0:1609800478.432625:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432632:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:5.0:1609800478.432633:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.432635:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:24.0:1609800478.432636:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800478.432639:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432640:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:24.0:1609800478.432640:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.432640:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.432642:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:24.0:1609800478.432643:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.432646:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:5.0:1609800478.432646:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.432647:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:5.0:1609800478.432648:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:5.0:1609800478.432652:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:5.0:1609800478.432657:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432663:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:5.0:1609800478.432664:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.432666:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:27.0:1609800478.432668:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:27.0:1609800478.432670:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:5.0:1609800478.432670:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800478.432672:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.432672:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:5.0:1609800478.432672:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:27.0:1609800478.432674:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:5.0:1609800478.432675:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800478.432677:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:5.0:1609800478.432677:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:5.0:1609800478.432678:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:5.0:1609800478.432682:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800478.432694:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.432698:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:29.0:1609800478.432701:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:29.0:1609800478.432702:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432702:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:29.0:1609800478.432704:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:34.1:1609800478.432708:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.432710:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:29.0:1609800478.432711:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.432714:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:19.0:1609800478.432714:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:29.0:1609800478.432715:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.432716:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:29.0:1609800478.432717:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:58.0:1609800478.432765:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432767:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432770:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:58.0:1609800478.432774:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.432777:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:58.0:1609800478.432780:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432782:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:58.0:1609800478.432783:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432786:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:58.0:1609800478.432790:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432797:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:58.0:1609800478.432801:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432802:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:58.0:1609800478.432803:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:24.0:1609800478.432804:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:24.0:1609800478.432805:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.432806:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:58.0:1609800478.432807:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800478.432808:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.432810:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:24.0:1609800478.432810:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:58.0:1609800478.432812:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432813:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:58.0:1609800478.432814:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:58.0:1609800478.432817:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:58.0:1609800478.432820:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.432823:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.432824:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:34.1:1609800478.432828:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:58.0:1609800478.432829:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.432831:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.432832:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:58.0:1609800478.432833:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.432834:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.432834:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:58.0:1609800478.432835:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (23)++
00000400:00000200:27.0:1609800478.432835:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.432836:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:27.0:1609800478.432837:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.432838:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:27.0:1609800478.432839:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800478.432849:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:7.0:1609800478.432851:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800478.432853:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800478.432855:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:19.0:1609800478.432857:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.432858:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:7.0:1609800478.432858:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.432859:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.432861:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:19.0:1609800478.432862:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000400:00000200:7.0:1609800478.432867:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.432870:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:7.0:1609800478.432875:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.432877:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:7.0:1609800478.432879:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432886:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800478.432892:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:7.0:1609800478.432892:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800478.432896:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000400:00000200:7.0:1609800478.432896:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.432898:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:29.0:1609800478.432900:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:29.0:1609800478.432901:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)++
00000800:00000200:27.0:1609800478.432901:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)++
00000800:00000200:29.0:1609800478.432902:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (25)--
00000800:00000200:29.0:1609800478.432903:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (24)--
00000800:00000200:27.0:1609800478.432903:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (24)--
00000400:00000200:7.0:1609800478.432903:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.432904:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (23)--
00000400:00000200:27.0:1609800478.432904:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.432905:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:27.0:1609800478.432907:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.432908:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800478.432909:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:7.0:1609800478.432910:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432910:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (22)++
00000800:00000200:7.0:1609800478.432914:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:7.0:1609800478.432918:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432926:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:19.0:1609800478.432930:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:19.0:1609800478.432933:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000800:00000200:29.0:1609800478.432934:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:19.0:1609800478.432934:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.432934:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.432937:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.432937:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000400:00000200:7.0:1609800478.432943:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.432945:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:7.0:1609800478.432946:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000800:00000200:7.0:1609800478.432949:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.432951:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (20)++
00000800:00000200:7.0:1609800478.432952:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432972:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000400:00000200:7.0:1609800478.432977:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.113@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:34.1:1609800478.432983:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000400:00000200:7.0:1609800478.432985:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.432986:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.113@o2ib18 local destination
00000800:00000200:24.0:1609800478.432987:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800478.432990:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:7.0:1609800478.432991:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.113@o2ib18(192.168.128.113@o2ib18:192.168.128.113@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.432992:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:24.0:1609800478.432992:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.432993:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.113@o2ib18
00000400:00000200:24.0:1609800478.432994:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.432996:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853ca400] -> 192.168.128.113@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800478.432997:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:7.0:1609800478.432998:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.432999:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb21200] (21)++
00000800:00000200:7.0:1609800478.433002:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb21200] (22)--
00000800:00000200:34.1:1609800478.433014:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (21)++
00000800:00000200:29.0:1609800478.433018:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)++
00000800:00000200:29.0:1609800478.433021:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb21200] (23)--
00000400:00000200:29.0:1609800478.433022:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.433023:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000400:00000200:29.0:1609800478.433026:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.113@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.433028:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:34.1:1609800478.433064:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb21200] (20)++
00000800:00000200:27.0:1609800478.433069:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)++
00000800:00000200:27.0:1609800478.433072:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.113@o2ib18
00000800:00000200:27.0:1609800478.433073:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb21200] (22)++
00000800:00000200:24.0:1609800478.433073:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (22)--
00000800:00000200:27.0:1609800478.433074:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb21200] (23)--
00000800:00000200:27.0:1609800478.433075:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb21200] (21)--
00000800:00000200:26.1:1609800478.692078:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:19.0:1609800478.692094:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692102:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.105@o2ib18
00000800:00000200:29.0:1609800478.692105:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:19.0:1609800478.692110:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.692111:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.692115:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:19.0:1609800478.692116:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692118:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.692143:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800478.692155:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.692161:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800478.692169:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800478.692169:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.692173:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800478.692174:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:19.0:1609800478.692179:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.692180:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800478.692182:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800478.692185:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.692185:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.692187:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.692189:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:29.0:1609800478.692190:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800478.692191:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.692191:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.692193:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:29.0:1609800478.692195:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800478.692196:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.692200:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800478.692201:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:29.0:1609800478.692202:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800478.692211:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.692233:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.692234:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.692234:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.692236:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:27.0:1609800478.692236:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.692239:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.1:1609800478.692239:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.692240:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.692243:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:27.0:1609800478.692244:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800478.692245:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:58.0:1609800478.692248:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.692248:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.692249:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:24.0:1609800478.692249:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:58.0:1609800478.692250:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692252:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:58.0:1609800478.692254:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.692256:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692259:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:24.0:1609800478.692265:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.692268:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:58.0:1609800478.692270:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.692270:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.692271:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.692273:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.692274:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.692276:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000400:00000200:58.0:1609800478.692278:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.692278:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:38.0:1609800478.692281:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.692282:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800478.692283:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:38.0:1609800478.692286:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800478.692287:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:38.0:1609800478.692292:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.692293:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.692296:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.692299:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:29.0:1609800478.692301:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.692302:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:27.0:1609800478.692303:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.692303:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:29.0:1609800478.692305:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692308:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:38.0:1609800478.692309:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.692312:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692313:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800478.692316:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.692317:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.692319:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.692322:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800478.692323:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.692339:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:29.0:1609800478.692340:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:29.0:1609800478.692341:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:58.0:1609800478.692349:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.692351:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692354:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800478.692375:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:24.0:1609800478.692381:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:24.0:1609800478.692386:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.692388:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:24.0:1609800478.692389:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.692392:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:24.0:1609800478.692392:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.692394:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:27.0:1609800478.692395:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.692395:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:27.0:1609800478.692398:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692400:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800478.692401:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:26.1:1609800478.692403:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.692403:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800478.692406:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.692406:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800478.692409:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:27.0:1609800478.692409:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.692409:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.692410:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdde00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.692412:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.692413:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.692414:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.692415:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.692415:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800478.692415:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800478.692416:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000400:00000200:29.0:1609800478.692417:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.692417:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:29.0:1609800478.692419:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.692419:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000400:00000200:29.0:1609800478.692421:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:27.0:1609800478.692421:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.692422:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:58.0:1609800478.692426:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.692427:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692427:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.692429:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.692430:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.692431:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800478.692434:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.692435:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.692436:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:29.0:1609800478.692439:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.692443:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:29.0:1609800478.692444:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.692454:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692459:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.692463:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800478.692464:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:1.0:1609800478.692464:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.692466:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:1.0:1609800478.692466:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.692470:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800478.692471:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:27.0:1609800478.692476:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.692480:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:29.0:1609800478.692482:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:27.0:1609800478.692483:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.692485:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:27.0:1609800478.692487:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.692487:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:29.0:1609800478.692488:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800478.692488:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800478.692489:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:1.0:1609800478.692489:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.692491:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:1.0:1609800478.692492:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.692495:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.692498:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.692498:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:27.0:1609800478.692500:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800478.692500:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.692501:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:29.0:1609800478.692502:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.692503:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.692503:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692504:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:27.0:1609800478.692504:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.692505:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.692508:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692509:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:29.0:1609800478.692510:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.692513:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.692513:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.692514:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692515:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.692516:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.692517:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.692517:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)++
00000800:00000200:29.0:1609800478.692518:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.692518:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (26)--
00000800:00000200:24.0:1609800478.692518:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800478.692518:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:27.0:1609800478.692519:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.692520:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.692520:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:24.0:1609800478.692520:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.692522:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800478.692524:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:24.0:1609800478.692524:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.692524:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.692525:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:29.0:1609800478.692525:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800478.692527:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.692527:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800478.692529:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800478.692529:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800478.692530:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:19.0:1609800478.692532:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.692534:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.1:1609800478.692536:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692536:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692538:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:0.0:1609800478.692540:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.692541:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:58.0:1609800478.692542:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800478.692542:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692544:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.692545:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800478.692545:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.692546:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000400:00000200:0.0:1609800478.692547:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.692548:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.692548:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.692550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.692551:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:19.0:1609800478.692552:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:24.0:1609800478.692553:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:19.0:1609800478.692553:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000400:00000200:27.0:1609800478.692554:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692555:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.692555:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:27.0:1609800478.692556:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.1:1609800478.692561:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000400:00000200:27.0:1609800478.692562:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.692564:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800478.692565:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.692566:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:0.0:1609800478.692566:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.692567:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800478.692568:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:0.0:1609800478.692568:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.692569:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.692571:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.692571:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000400:00000200:0.0:1609800478.692572:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.692574:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.692574:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000400:00000200:29.0:1609800478.692575:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.692575:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:27.0:1609800478.692576:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (26)--
00000800:00000200:27.0:1609800478.692577:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000400:00000200:24.0:1609800478.692577:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.692577:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:29.0:1609800478.692578:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.692579:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:29.0:1609800478.692581:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800478.692581:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:19.0:1609800478.692582:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.692584:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.692585:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.692587:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.692589:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:24.0:1609800478.692589:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.692590:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:29.0:1609800478.692591:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:19.0:1609800478.692591:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.692592:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.692593:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:24.0:1609800478.692594:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.692596:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.692598:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.692599:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000400:00000200:19.0:1609800478.692599:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.692600:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:19.0:1609800478.692601:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.692615:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800478.692618:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.692619:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.692621:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692622:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.692625:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800478.692626:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:23.0:1609800478.692631:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800478.692635:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.692638:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.692639:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.692640:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:23.0:1609800478.692640:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692642:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.692643:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:23.0:1609800478.692643:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:27.0:1609800478.692644:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:27.0:1609800478.692646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000400:00000200:23.0:1609800478.692648:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.692649:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.692651:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:23.0:1609800478.692651:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:27.0:1609800478.692654:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:26.1:1609800478.692655:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:23.0:1609800478.692655:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.692655:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800478.692656:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.692657:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800478.692657:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.0:1609800478.692657:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000400:00000200:7.0:1609800478.692658:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692659:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.692659:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:58.0:1609800478.692661:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.692661:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:23.0:1609800478.692663:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000400:00000200:7.0:1609800478.692664:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.692665:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:29.0:1609800478.692667:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:29.0:1609800478.692670:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.692671:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000400:00000200:27.0:1609800478.692676:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.692680:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.692682:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.692683:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.692685:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.105@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.692685:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.692687:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.692687:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.692688:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.692689:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:27.0:1609800478.692692:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000400:00000200:29.0:1609800478.692694:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:27.0:1609800478.692694:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:58.0:1609800478.692695:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.692695:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:19.0:1609800478.692695:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.692696:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.692696:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.692697:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.692698:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.692699:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800478.692699:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.692701:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800478.692701:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.692702:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.692704:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.692705:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.692706:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.692708:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.692709:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:29.0:1609800478.692710:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.692710:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.692711:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:29.0:1609800478.692713:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.692714:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:29.0:1609800478.692715:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.692721:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:24.0:1609800478.692726:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.692728:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.692731:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:58.0:1609800478.692738:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.692738:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692739:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.692740:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.692742:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.692743:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:5.0:1609800478.692791:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800478.692794:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.692797:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800478.692829:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.692836:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.692839:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:7.0:1609800478.692845:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.692848:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:7.0:1609800478.692853:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.692855:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:7.0:1609800478.692857:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:7.0:1609800478.692865:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.692878:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.692884:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.692887:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:19.0:1609800478.692888:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.692889:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:19.0:1609800478.692891:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.692895:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:58.0:1609800478.692962:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.692968:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.692971:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:58.0:1609800478.692977:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.692980:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:38.0:1609800478.692982:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.692990:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800478.692990:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.692992:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000400:00000200:38.0:1609800478.692993:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:58.0:1609800478.692994:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000400:00000200:38.0:1609800478.693000:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693001:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:38.0:1609800478.693003:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:58.0:1609800478.693006:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800478.693009:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800478.693012:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:38.0:1609800478.693013:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000400:00000200:58.0:1609800478.693014:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800478.693014:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000400:00000200:58.0:1609800478.693016:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:27.0:1609800478.693019:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000400:00000200:58.0:1609800478.693022:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800478.693022:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:27.0:1609800478.693022:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000400:00000200:27.0:1609800478.693024:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.693024:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:58.0:1609800478.693026:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:27.0:1609800478.693026:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.693029:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:58.0:1609800478.693031:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693032:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000800:00000200:26.1:1609800478.693032:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693034:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:29.0:1609800478.693037:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800478.693043:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:58.0:1609800478.693044:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693044:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:29.0:1609800478.693046:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693048:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:29.0:1609800478.693048:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.693051:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.693053:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693054:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:26.1:1609800478.693054:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:58.0:1609800478.693059:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.693059:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:58.0:1609800478.693062:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.693062:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800478.693064:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.693065:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800478.693065:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:58.0:1609800478.693066:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (21)++
00000400:00000200:24.0:1609800478.693066:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.693067:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.693068:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:58.0:1609800478.693070:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693083:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:19.0:1609800478.693088:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.693091:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:19.0:1609800478.693092:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.693094:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:19.0:1609800478.693094:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.693097:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:26.1:1609800478.693192:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:27.0:1609800478.693197:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.693200:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.693202:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.693202:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:27.0:1609800478.693203:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:27.0:1609800478.693204:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:1.0:1609800478.693204:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800478.693212:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.693215:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:1.0:1609800478.693221:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.693225:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:1.0:1609800478.693230:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.693232:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:1.0:1609800478.693234:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000400:00000200:58.0:1609800478.693236:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800478.693242:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693243:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693246:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:1.0:1609800478.693250:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.693252:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693255:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:26.1:1609800478.693255:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:1.0:1609800478.693255:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.693257:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:58.0:1609800478.693259:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693261:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.693261:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:58.0:1609800478.693262:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000400:00000200:1.0:1609800478.693263:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.693266:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:58.0:1609800478.693267:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693267:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000800:00000200:19.0:1609800478.693267:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000400:00000200:29.0:1609800478.693269:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.693269:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.693271:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)++
00000400:00000200:29.0:1609800478.693272:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:1.0:1609800478.693273:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:29.0:1609800478.693276:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:1.0:1609800478.693278:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:26.1:1609800478.693279:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000400:00000200:1.0:1609800478.693283:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800478.693286:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000400:00000200:1.0:1609800478.693287:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.693288:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:24.0:1609800478.693289:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:27.0:1609800478.693291:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800478.693291:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800478.693300:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000400:00000200:24.0:1609800478.693306:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.693306:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800478.693309:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:19.0:1609800478.693310:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.693310:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.693311:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800478.693313:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:1.0:1609800478.693313:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:19.0:1609800478.693314:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:1.0:1609800478.693316:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.693317:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:1.0:1609800478.693318:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:1.0:1609800478.693319:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:1.0:1609800478.693323:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:1.0:1609800478.693327:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800478.693330:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.693332:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:1.0:1609800478.693336:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800478.693337:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:1.0:1609800478.693338:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:1.0:1609800478.693341:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800478.693342:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:1.0:1609800478.693342:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:1.0:1609800478.693343:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (23)++
00000800:00000200:1.0:1609800478.693347:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693348:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)++
00000800:00000200:27.0:1609800478.693348:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:27.0:1609800478.693350:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.693351:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000400:00000200:1.0:1609800478.693351:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800478.693352:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.693353:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (24)++
00000800:00000200:24.0:1609800478.693353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:29.0:1609800478.693354:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693355:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)--
00000400:00000200:1.0:1609800478.693355:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.693357:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:1.0:1609800478.693357:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:26.1:1609800478.693362:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:1.0:1609800478.693362:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.693365:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:58.0:1609800478.693367:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800478.693367:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:1.0:1609800478.693368:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.693370:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.693370:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:1.0:1609800478.693370:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000400:00000200:58.0:1609800478.693373:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:24.0:1609800478.693373:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:1.0:1609800478.693376:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.693377:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:58.0:1609800478.693378:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693381:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:19.0:1609800478.693385:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.693386:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:26.1:1609800478.693387:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000400:00000200:19.0:1609800478.693387:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.693388:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:58.0:1609800478.693389:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000800:00000200:19.0:1609800478.693390:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (25)--
00000800:00000200:19.0:1609800478.693391:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)++
00000800:00000200:58.0:1609800478.693393:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693395:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.693395:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000400:00000200:19.0:1609800478.693396:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.693398:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.693400:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693404:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:24.0:1609800478.693410:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:24.0:1609800478.693412:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800478.693413:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.693415:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:24.0:1609800478.693416:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.693418:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:26.1:1609800478.693455:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:27.0:1609800478.693460:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.693463:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.693464:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:27.0:1609800478.693465:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:19.0:1609800478.693465:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:27.0:1609800478.693467:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:58.0:1609800478.693486:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.693489:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693491:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:58.0:1609800478.693496:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693498:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:58.0:1609800478.693501:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693502:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:58.0:1609800478.693503:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693507:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693511:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.693513:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693514:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:58.0:1609800478.693519:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800478.693521:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693522:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:58.0:1609800478.693524:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800478.693525:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:58.0:1609800478.693526:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:58.0:1609800478.693527:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (24)++
00000800:00000200:58.0:1609800478.693530:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:29.0:1609800478.693530:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (25)--
00000800:00000200:24.0:1609800478.693531:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:29.0:1609800478.693532:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.693534:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.693536:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693542:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:58.0:1609800478.693548:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800478.693548:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:19.0:1609800478.693550:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:58.0:1609800478.693551:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.693552:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693553:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:27.0:1609800478.693553:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:19.0:1609800478.693554:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.693558:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693560:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:19.0:1609800478.693561:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:58.0:1609800478.693563:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693565:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:58.0:1609800478.693566:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693574:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693579:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800478.693581:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000400:00000200:58.0:1609800478.693585:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.693586:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:58.0:1609800478.693588:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:24.0:1609800478.693589:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:24.0:1609800478.693590:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.693592:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693593:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800478.693593:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.693595:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.693596:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:58.0:1609800478.693598:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693599:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:58.0:1609800478.693600:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693603:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693614:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:27.0:1609800478.693619:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:58.0:1609800478.693621:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.693622:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:27.0:1609800478.693623:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.693624:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.693625:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.693625:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:58.0:1609800478.693626:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:58.0:1609800478.693630:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.693633:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:27.0:1609800478.693633:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:58.0:1609800478.693635:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.693636:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:58.0:1609800478.693637:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:58.0:1609800478.693641:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693653:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:29.0:1609800478.693658:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.693660:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:29.0:1609800478.693662:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.693663:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:29.0:1609800478.693664:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.693666:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000400:00000200:0.0:1609800478.693690:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.693697:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.693700:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000400:00000200:0.0:1609800478.693706:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.693710:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000800:00000200:0.0:1609800478.693715:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.693717:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:0.0:1609800478.693718:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:26.1:1609800478.693727:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (22)++
00000800:00000200:0.0:1609800478.693727:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000400:00000200:0.0:1609800478.693732:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.105@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800478.693733:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000400:00000200:0.0:1609800478.693736:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.693737:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000400:00000200:0.0:1609800478.693738:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.105@o2ib18 local destination
00000800:00000200:27.0:1609800478.693739:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800478.693739:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)++
00000800:00000200:19.0:1609800478.693740:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (25)--
00000800:00000200:27.0:1609800478.693742:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (24)--
00000800:00000200:19.0:1609800478.693742:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (24)--
00000400:00000200:27.0:1609800478.693743:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.693743:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:0.0:1609800478.693743:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.105@o2ib18(192.168.128.105@o2ib18:192.168.128.105@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.693746:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.105@o2ib18
00000400:00000200:27.0:1609800478.693747:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.693751:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:0.0:1609800478.693752:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345bb7fdd00] -> 192.168.128.105@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.693753:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1af400] (20)++
00000800:00000200:0.0:1609800478.693754:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1af400] (21)++
00000800:00000200:0.0:1609800478.693758:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1af400] (22)--
00000800:00000200:26.1:1609800478.693771:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (21)++
00000800:00000200:29.0:1609800478.693776:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)++
00000800:00000200:29.0:1609800478.693780:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1af400] (23)--
00000400:00000200:29.0:1609800478.693781:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.693782:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000400:00000200:29.0:1609800478.693784:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.105@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.693787:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:26.1:1609800478.693822:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1af400] (20)++
00000800:00000200:24.0:1609800478.693827:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)++
00000800:00000200:24.0:1609800478.693830:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.105@o2ib18
00000800:00000200:24.0:1609800478.693831:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1af400] (22)++
00000800:00000200:27.0:1609800478.693832:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (22)--
00000800:00000200:24.0:1609800478.693833:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1af400] (23)--
00000800:00000200:24.0:1609800478.693834:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1af400] (21)--
00000800:00000200:27.1:1609800478.697960:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:6.0:1609800478.697975:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800478.697981:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.109@o2ib18
00000400:00000200:6.0:1609800478.697987:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800478.697992:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.697996:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800478.698007:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.698012:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800478.698017:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.698020:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800478.698021:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.698023:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.698029:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800478.698031:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800478.698033:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:27.1:1609800478.698043:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:4.0:1609800478.698094:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:7.0:1609800478.698099:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.698103:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698104:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:7.0:1609800478.698110:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800478.698112:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.698152:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.698156:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800478.698158:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:4.0:1609800478.698163:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.698165:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:8.0:1609800478.698166:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:4.0:1609800478.698166:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800478.698169:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800478.698170:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800478.698172:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.698173:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.698173:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800478.698174:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698175:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800478.698176:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.698177:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:37.0:1609800478.698183:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.698187:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800478.698187:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:4.0:1609800478.698188:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:8.0:1609800478.698189:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698190:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800478.698190:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:8.0:1609800478.698193:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:37.0:1609800478.698194:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800478.698196:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.698199:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000400:00000200:8.0:1609800478.698199:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.698201:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800478.698202:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:8.0:1609800478.698203:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800478.698206:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800478.698209:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800478.698228:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.698231:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:8.0:1609800478.698234:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:8.0:1609800478.698242:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:8.0:1609800478.698243:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800478.698247:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:58.0:1609800478.698248:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.698252:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698256:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800478.698258:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.698259:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.698259:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:5.0:1609800478.698261:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698261:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:6.0:1609800478.698262:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800478.698264:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800478.698265:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698265:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.698267:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800478.698268:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:6.0:1609800478.698271:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:27.1:1609800478.698273:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:6.0:1609800478.698277:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.698279:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800478.698281:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.698284:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:6.0:1609800478.698284:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.698285:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.698286:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.698288:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.698288:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:6.0:1609800478.698289:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800478.698290:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:8.0:1609800478.698291:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.698291:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:8.0:1609800478.698294:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.698294:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.698295:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.1:1609800478.698296:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:8.0:1609800478.698296:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:58.0:1609800478.698298:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.698298:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800478.698303:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.698304:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800478.698306:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:8.0:1609800478.698307:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800478.698309:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.698310:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:8.0:1609800478.698311:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.698312:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:8.0:1609800478.698313:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800478.698314:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.698316:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:8.0:1609800478.698318:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000800:00000200:6.0:1609800478.698318:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:4.0:1609800478.698318:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698319:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:37.0:1609800478.698320:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.698320:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:4.0:1609800478.698321:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:4.0:1609800478.698326:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.698329:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800478.698330:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698331:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.698332:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800478.698333:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:58.0:1609800478.698335:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698336:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800478.698337:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800478.698340:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800478.698340:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.698341:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800478.698342:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800478.698343:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.698343:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:37.0:1609800478.698346:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800478.698349:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.698350:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.698371:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:27.1:1609800478.698374:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.698375:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:58.0:1609800478.698382:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.698382:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:58.0:1609800478.698384:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698384:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:6.0:1609800478.698385:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.698389:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.698389:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:38.0:1609800478.698390:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.698391:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:6.0:1609800478.698391:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800478.698393:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698394:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:6.0:1609800478.698395:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.698396:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800478.698397:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:4.0:1609800478.698397:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:8.0:1609800478.698398:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800478.698400:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800478.698403:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:6.0:1609800478.698403:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.698404:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.698404:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.698405:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:8.0:1609800478.698406:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:6.0:1609800478.698406:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800478.698408:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800478.698411:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.698411:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.698411:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.698414:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800478.698415:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.698415:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (26)++
00000400:00000200:4.0:1609800478.698415:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698416:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000800:00000200:8.0:1609800478.698417:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800478.698417:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800478.698418:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:4.0:1609800478.698418:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:6.0:1609800478.698419:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:8.0:1609800478.698420:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.698421:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.698421:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800478.698421:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:37.0:1609800478.698422:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.698424:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800478.698425:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:4.0:1609800478.698427:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.698430:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.698432:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800478.698433:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.698434:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.698436:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:1.0:1609800478.698436:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.698437:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800478.698437:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000400:00000200:1.0:1609800478.698438:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698441:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800478.698442:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.698444:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.698448:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800478.698449:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.698449:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800478.698449:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:4.0:1609800478.698451:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:37.0:1609800478.698453:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:27.1:1609800478.698454:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800478.698457:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800478.698461:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800478.698463:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:58.0:1609800478.698480:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.698482:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698482:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.698485:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.698486:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:8.0:1609800478.698489:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:6.0:1609800478.698489:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:58.0:1609800478.698493:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.698493:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:6.0:1609800478.698493:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698495:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698495:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:6.0:1609800478.698496:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:58.0:1609800478.698497:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800478.698499:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:8.0:1609800478.698500:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.698501:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:6.0:1609800478.698502:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800478.698502:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.698503:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:8.0:1609800478.698504:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698506:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800478.698506:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.698507:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800478.698508:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800478.698508:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800478.698511:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.698512:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800478.698514:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800478.698516:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800478.698517:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (26)++
00000800:00000200:0.0:1609800478.698517:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800478.698518:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000400:00000200:4.0:1609800478.698518:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:8.0:1609800478.698519:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800478.698519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800478.698520:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:0.0:1609800478.698520:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698521:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.698521:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000400:00000200:37.0:1609800478.698522:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698522:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.698523:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800478.698523:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000400:00000200:58.0:1609800478.698524:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698524:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:0.0:1609800478.698524:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.698525:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000400:00000200:4.0:1609800478.698525:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800478.698526:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:8.0:1609800478.698526:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:58.0:1609800478.698527:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.698527:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800478.698528:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.698530:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800478.698531:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.698533:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.698534:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800478.698535:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.698536:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800478.698538:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.698539:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:0.0:1609800478.698539:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:58.0:1609800478.698540:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.698540:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.698540:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000400:00000200:0.0:1609800478.698540:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698541:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698556:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.698557:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800478.698557:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:0.0:1609800478.698559:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.698560:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:27.1:1609800478.698560:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.698564:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800478.698565:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800478.698566:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.698570:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.698571:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:37.0:1609800478.698573:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.698575:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:6.0:1609800478.698575:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000400:00000200:37.0:1609800478.698576:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698577:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.698577:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000400:00000200:37.0:1609800478.698578:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:6.0:1609800478.698578:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800478.698579:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:0.0:1609800478.698596:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800478.698598:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800478.698598:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.698598:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.698599:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.698600:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800478.698600:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800478.698601:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698602:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800478.698603:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:37.0:1609800478.698604:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800478.698625:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.698626:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800478.698627:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.698630:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800478.698631:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698632:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (26)++
00000800:00000200:37.0:1609800478.698633:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (27)--
00000400:00000200:8.0:1609800478.698633:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:6.0:1609800478.698633:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.698634:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (26)--
00000400:00000200:0.0:1609800478.698634:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.698635:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (25)++
00000800:00000200:6.0:1609800478.698635:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.698636:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.698637:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000800:00000200:37.0:1609800478.698637:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000400:00000200:4.0:1609800478.698637:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800478.698638:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:8.0:1609800478.698639:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.698640:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:8.0:1609800478.698642:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800478.698642:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.698643:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.698644:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698644:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800478.698645:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (25)++
00000800:00000200:4.0:1609800478.698645:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800478.698647:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.698647:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (26)--
00000800:00000200:6.0:1609800478.698647:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000400:00000200:37.0:1609800478.698648:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.698648:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.698648:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.698648:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.698649:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800478.698649:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698667:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:8.0:1609800478.698668:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (24)--
00000400:00000200:37.0:1609800478.698669:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698669:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800478.698669:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800478.698670:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.698672:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800478.698672:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:58.0:1609800478.698674:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698677:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800478.698680:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800478.698683:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800478.698683:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.698685:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800478.698687:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800478.698689:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800478.698689:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000400:00000200:5.0:1609800478.698706:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.698706:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800478.698707:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800478.698708:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)++
00000800:00000200:37.0:1609800478.698709:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800478.698710:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.698712:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800478.698712:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:0.0:1609800478.698712:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:37.0:1609800478.698713:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.698713:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800478.698716:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000800:00000200:0.0:1609800478.698718:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800478.698719:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800478.698720:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:58.0:1609800478.698722:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800478.698722:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000800:00000200:23.0:1609800478.698725:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800478.698727:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698728:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698731:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:6.0:1609800478.698731:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:6.0:1609800478.698733:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:23.0:1609800478.698734:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.698735:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:6.0:1609800478.698736:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:58.0:1609800478.698738:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.698741:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800478.698744:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:58.0:1609800478.698747:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800478.698747:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.698749:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:58.0:1609800478.698750:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000400:00000200:5.0:1609800478.698750:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.698754:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:27.1:1609800478.698785:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800478.698793:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:4.0:1609800478.698796:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:4.0:1609800478.698798:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698799:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:4.0:1609800478.698801:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.698803:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:37.0:1609800478.698804:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698804:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800478.698806:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:4.0:1609800478.698806:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:37.0:1609800478.698810:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:58.0:1609800478.698813:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.698819:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698821:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:58.0:1609800478.698826:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.698829:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:58.0:1609800478.698833:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.698835:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:58.0:1609800478.698836:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000400:00000200:7.0:1609800478.698836:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.698841:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:7.0:1609800478.698845:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.698849:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:27.1:1609800478.698853:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:7.0:1609800478.698855:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.698859:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.698862:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:7.0:1609800478.698864:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800478.698865:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000800:00000200:7.0:1609800478.698866:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)++
00000800:00000200:7.0:1609800478.698867:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000400:00000200:6.0:1609800478.698867:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.698868:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:6.0:1609800478.698869:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.698873:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:7.0:1609800478.698876:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:7.0:1609800478.698882:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800478.698887:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:4.0:1609800478.698896:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:7.0:1609800478.698899:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.698899:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:4.0:1609800478.698900:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.698902:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:7.0:1609800478.698903:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:4.0:1609800478.698903:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.698909:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.698912:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.698912:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:7.0:1609800478.698914:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.698916:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:7.0:1609800478.698917:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:7.0:1609800478.698921:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800478.698935:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:8.0:1609800478.698960:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.698961:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800478.698963:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:8.0:1609800478.698964:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.698965:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.698966:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.698968:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:8.0:1609800478.698968:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.698970:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.698971:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800478.698972:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:8.0:1609800478.698973:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000800:00000200:6.0:1609800478.698973:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:6.0:1609800478.698975:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:58.0:1609800478.698976:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.698980:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:38.0:1609800478.698983:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.698984:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.698986:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:58.0:1609800478.698987:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000400:00000200:38.0:1609800478.698991:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.698992:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:38.0:1609800478.698994:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:58.0:1609800478.698997:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800478.699001:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:58.0:1609800478.699004:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800478.699004:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:38.0:1609800478.699005:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:58.0:1609800478.699007:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:38.0:1609800478.699011:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800478.699013:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800478.699013:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.699014:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800478.699014:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:58.0:1609800478.699016:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:37.0:1609800478.699018:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:58.0:1609800478.699020:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.699022:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)++
00000800:00000200:38.0:1609800478.699023:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.699024:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:4.0:1609800478.699025:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.699028:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.699029:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:27.1:1609800478.699045:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (24)++
00000800:00000200:58.0:1609800478.699046:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.699048:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.699050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:58.0:1609800478.699051:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.699055:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.699070:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:8.0:1609800478.699071:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000800:00000200:4.0:1609800478.699071:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:4.0:1609800478.699072:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.699074:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000800:00000200:6.0:1609800478.699074:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:58.0:1609800478.699076:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800478.699076:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.699076:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:8.0:1609800478.699078:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.699079:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.699079:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:8.0:1609800478.699082:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:58.0:1609800478.699084:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.699086:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:58.0:1609800478.699087:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:58.0:1609800478.699090:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800478.699102:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800478.699110:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:6.0:1609800478.699114:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:6.0:1609800478.699115:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.699116:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:6.0:1609800478.699118:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:27.1:1609800478.699131:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:1.0:1609800478.699133:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800478.699134:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800478.699154:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800478.699158:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.699158:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:58.0:1609800478.699160:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800478.699160:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:6.0:1609800478.699161:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (22)--
00000800:00000200:6.0:1609800478.699162:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:58.0:1609800478.699168:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.699169:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.699170:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:1.0:1609800478.699173:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:1.0:1609800478.699179:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.699182:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:58.0:1609800478.699185:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.699188:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:1.0:1609800478.699191:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.699192:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:58.0:1609800478.699193:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.699194:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:58.0:1609800478.699195:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:1.0:1609800478.699201:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:58.0:1609800478.699202:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:58.0:1609800478.699212:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:27.1:1609800478.699214:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (22)++
00000400:00000200:58.0:1609800478.699217:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.699220:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.699222:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:58.0:1609800478.699227:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.699229:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:58.0:1609800478.699239:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.699240:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800478.699240:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:58.0:1609800478.699241:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (25)++
00000800:00000200:58.0:1609800478.699246:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (26)--
00000800:00000200:4.0:1609800478.699246:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (26)++
00000800:00000200:37.0:1609800478.699247:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (26)--
00000400:00000200:37.0:1609800478.699266:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.699267:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000400:00000200:37.0:1609800478.699269:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:4.0:1609800478.699269:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.699270:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:4.0:1609800478.699271:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.699273:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:8.0:1609800478.699273:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (25)--
00000800:00000200:37.0:1609800478.699274:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000400:00000200:8.0:1609800478.699275:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.699276:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:8.0:1609800478.699277:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.699280:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:7.0:1609800478.699290:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.699297:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.699301:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:7.0:1609800478.699307:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.699327:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:27.1:1609800478.699330:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:7.0:1609800478.699332:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.699334:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:7.0:1609800478.699335:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.699338:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000400:00000200:58.0:1609800478.699339:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.699342:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800478.699344:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (24)++
00000800:00000200:7.0:1609800478.699344:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:4.0:1609800478.699344:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:37.0:1609800478.699345:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000400:00000200:58.0:1609800478.699346:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.699346:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:58.0:1609800478.699348:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:27.1:1609800478.699354:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:58.0:1609800478.699355:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.699358:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:58.0:1609800478.699362:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800478.699363:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:58.0:1609800478.699364:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:58.0:1609800478.699365:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:8.0:1609800478.699369:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:58.0:1609800478.699376:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:6.0:1609800478.699376:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:6.0:1609800478.699378:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.699381:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800478.699382:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.699384:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.699384:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:58.0:1609800478.699386:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:27.1:1609800478.699387:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:58.0:1609800478.699391:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.699394:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:4.0:1609800478.699394:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:58.0:1609800478.699397:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800478.699397:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000800:00000200:58.0:1609800478.699399:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000400:00000200:4.0:1609800478.699399:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.699400:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:37.0:1609800478.699400:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:4.0:1609800478.699401:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.699404:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800478.699404:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800478.699416:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:8.0:1609800478.699423:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:0.0:1609800478.699424:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800478.699427:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:8.0:1609800478.699428:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.699429:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:8.0:1609800478.699430:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.699433:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:0.0:1609800478.699447:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.699451:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:0.0:1609800478.699457:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.699461:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:0.0:1609800478.699465:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.699467:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:0.0:1609800478.699468:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:0.0:1609800478.699478:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:0.0:1609800478.699484:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.699488:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.699489:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:27.1:1609800478.699490:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:0.0:1609800478.699494:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.699497:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:37.0:1609800478.699498:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:0.0:1609800478.699500:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800478.699501:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800478.699502:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.699502:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:0.0:1609800478.699502:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:4.0:1609800478.699503:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800478.699505:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.699507:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:0.0:1609800478.699507:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000400:00000200:0.0:1609800478.699511:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800478.699518:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:0.0:1609800478.699520:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.699522:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000800:00000200:6.0:1609800478.699526:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:0.0:1609800478.699527:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800478.699529:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000800:00000200:0.0:1609800478.699529:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000400:00000200:6.0:1609800478.699531:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800478.699531:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800478.699532:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000400:00000200:6.0:1609800478.699533:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:0.0:1609800478.699533:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)++
00000800:00000200:0.0:1609800478.699534:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (24)++
00000800:00000200:8.0:1609800478.699535:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800478.699536:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (25)--
00000800:00000200:6.0:1609800478.699537:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (24)--
00000800:00000200:0.0:1609800478.699538:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:8.0:1609800478.699539:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (23)++
00000800:00000200:8.0:1609800478.699540:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:8.0:1609800478.699541:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800478.699550:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800478.699559:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800478.699562:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800478.699563:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.699564:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:37.0:1609800478.699566:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.699568:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000400:00000200:5.0:1609800478.699748:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800478.699756:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.699760:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:5.0:1609800478.699766:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.699769:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800478.699773:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.699775:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (20)++
00000800:00000200:5.0:1609800478.699776:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (21)++
00000800:00000200:5.0:1609800478.699784:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)--
00000400:00000200:5.0:1609800478.699791:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.109@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800478.699798:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000400:00000200:5.0:1609800478.699823:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.699825:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:5.0:1609800478.699830:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.699833:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:5.0:1609800478.699835:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.699837:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (22)++
00000800:00000200:5.0:1609800478.699838:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (23)++
00000800:00000200:5.0:1609800478.699842:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (24)--
00000800:00000200:6.0:1609800478.699867:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (23)++
00000800:00000200:6.0:1609800478.699872:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000800:00000200:8.0:1609800478.699874:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (24)++
00000400:00000200:6.0:1609800478.699876:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.699878:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (24)--
00000400:00000200:8.0:1609800478.699879:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.699879:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:4.0:1609800478.699880:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (23)--
00000400:00000200:8.0:1609800478.699881:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.699883:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:8.0:1609800478.699885:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:27.1:1609800478.699900:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:37.0:1609800478.699909:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800478.699912:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.109@o2ib18
00000800:00000200:37.0:1609800478.699913:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800478.699913:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:37.0:1609800478.699914:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (23)--
00000800:00000200:37.0:1609800478.699915:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:31.1:1609800478.758766:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:19.0:1609800478.758819:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.758847:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.758848:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800478.758852:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.758858:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.758861:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:19.0:1609800478.758868:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.758872:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.758876:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800478.758879:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.758881:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.758887:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.758889:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:19.0:1609800478.758890:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800478.758903:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:27.0:1609800478.758921:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.758927:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.758929:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:27.0:1609800478.758932:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.758936:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.758939:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:27.0:1609800478.758945:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800478.758946:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.758948:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800478.758948:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.758951:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800478.758952:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.758954:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.758962:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.758967:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.758969:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:27.0:1609800478.758970:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:58.0:1609800478.758979:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.758983:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.758986:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.758986:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:29.0:1609800478.758991:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:29.0:1609800478.758995:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:19.0:1609800478.758997:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:29.0:1609800478.758998:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.759001:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759003:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:29.0:1609800478.759009:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.759012:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800478.759015:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800478.759018:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.759019:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.759022:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:29.0:1609800478.759023:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:29.0:1609800478.759024:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:38.0:1609800478.759082:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.759084:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.759088:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.759127:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800478.759133:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.759139:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:24.0:1609800478.759148:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:24.0:1609800478.759152:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.759155:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.759157:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:24.0:1609800478.759164:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.759166:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.759169:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.759171:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.759172:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.759175:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800478.759178:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800478.759181:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:24.0:1609800478.759182:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:58.0:1609800478.759185:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.759186:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759189:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.759194:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.759200:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.759206:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:29.0:1609800478.759210:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:27.0:1609800478.759211:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:29.0:1609800478.759213:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800478.759215:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.759215:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759217:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000400:00000200:29.0:1609800478.759218:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:27.0:1609800478.759218:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.759222:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759223:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800478.759224:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800478.759225:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000800:00000200:29.0:1609800478.759226:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.759226:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:29.0:1609800478.759228:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800478.759230:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.759233:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.759239:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.759239:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.759241:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.759242:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.759243:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.759244:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.759245:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:29.0:1609800478.759246:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:27.0:1609800478.759247:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.759248:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:27.0:1609800478.759249:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:58.0:1609800478.759255:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.759256:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.759258:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000400:00000200:58.0:1609800478.759259:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.759264:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800478.759267:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:24.0:1609800478.759272:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.759272:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:24.0:1609800478.759275:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.759276:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.759278:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800478.759278:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:24.0:1609800478.759283:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.759286:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800478.759287:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.759289:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.759290:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.759291:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800478.759291:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.759293:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.759293:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:24.0:1609800478.759296:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:27.0:1609800478.759297:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:24.0:1609800478.759297:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000400:00000200:19.0:1609800478.759299:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.759300:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.759300:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000400:00000200:58.0:1609800478.759301:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.759301:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759301:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800478.759302:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800478.759303:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:24.0:1609800478.759304:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:58.0:1609800478.759305:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800478.759305:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:27.0:1609800478.759305:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.759305:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:1.0:1609800478.759306:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.759307:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.759308:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.759309:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800478.759309:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759310:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.759310:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.759311:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.759312:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (25)++
00000400:00000200:1.0:1609800478.759313:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.759314:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:27.0:1609800478.759319:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.759322:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:29.0:1609800478.759323:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.759324:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:27.0:1609800478.759325:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800478.759326:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (26)++
00000800:00000200:27.0:1609800478.759327:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.759328:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800478.759329:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:24.0:1609800478.759329:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.759332:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:29.0:1609800478.759334:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.759334:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.759336:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.759336:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (27)++
00000400:00000200:58.0:1609800478.759337:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759337:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.759337:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.759337:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (27)--
00000800:00000200:24.0:1609800478.759338:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.759338:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (27)--
00000400:00000200:58.0:1609800478.759339:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.759339:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (27)--
00000800:00000200:1.0:1609800478.759339:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.759340:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.759340:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:24.0:1609800478.759340:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (25)++
00000800:00000200:24.0:1609800478.759341:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (25)--
00000800:00000200:19.0:1609800478.759341:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (25)++
00000400:00000200:1.0:1609800478.759341:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759342:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800478.759344:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.759344:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000400:00000200:1.0:1609800478.759344:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.759345:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:19.0:1609800478.759345:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759346:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000800:00000200:29.0:1609800478.759347:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (24)++
00000800:00000200:27.0:1609800478.759347:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:24.0:1609800478.759348:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:19.0:1609800478.759348:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800478.759349:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:29.0:1609800478.759350:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:58.0:1609800478.759351:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800478.759351:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.759351:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800478.759352:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.759353:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:58.0:1609800478.759354:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.759355:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.759357:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800478.759359:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.759362:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.759364:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800478.759376:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.759378:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.759381:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.759383:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800478.759386:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800478.759387:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800478.759402:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.759408:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:27.0:1609800478.759411:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000800:00000200:27.0:1609800478.759412:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:27.0:1609800478.759414:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:7.0:1609800478.759464:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.759467:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.759470:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.759506:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:29.0:1609800478.759512:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:29.0:1609800478.759515:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:29.0:1609800478.759518:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.759518:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:29.0:1609800478.759522:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759524:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:29.0:1609800478.759529:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.759532:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800478.759534:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800478.759536:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800478.759537:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.759540:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (21)++
00000800:00000200:29.0:1609800478.759541:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (22)--
00000800:00000200:29.0:1609800478.759542:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:58.0:1609800478.759547:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.759549:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759552:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.1:1609800478.759565:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800478.759570:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:24.0:1609800478.759573:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:27.0:1609800478.759576:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:58.0:1609800478.759577:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800478.759577:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.759579:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:24.0:1609800478.759579:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759582:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.759582:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:24.0:1609800478.759583:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:27.0:1609800478.759584:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.759586:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000400:00000200:58.0:1609800478.759587:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:29.0:1609800478.759588:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:24.0:1609800478.759589:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800478.759590:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759592:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.759593:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.759595:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.759596:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:0.0:1609800478.759596:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800478.759597:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759598:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.759598:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800478.759598:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.759599:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:24.0:1609800478.759599:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.759600:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.759602:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (25)++
00000800:00000200:58.0:1609800478.759603:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (26)++
00000400:00000200:0.0:1609800478.759605:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.759606:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.759609:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (27)--
00000800:00000200:24.0:1609800478.759609:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (27)++
00000400:00000200:0.0:1609800478.759609:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:24.0:1609800478.759610:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:24.0:1609800478.759611:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (26)--
00000400:00000200:19.0:1609800478.759611:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.759612:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (25)++
00000400:00000200:29.0:1609800478.759613:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.759614:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:27.0:1609800478.759632:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.759635:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.759638:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800478.759638:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.759639:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800478.759642:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:58.0:1609800478.759644:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800478.759644:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.759644:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:29.0:1609800478.759648:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:0.0:1609800478.759648:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800478.759650:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800478.759650:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (26)++
00000800:00000200:0.0:1609800478.759652:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (27)++
00000800:00000200:19.0:1609800478.759653:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:29.0:1609800478.759654:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800478.759654:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800478.759657:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.759669:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (28)++
00000400:00000200:24.0:1609800478.759670:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759671:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:58.0:1609800478.759672:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759673:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.759673:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:5.0:1609800478.759673:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759674:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800478.759676:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:27.0:1609800478.759677:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (29)--
00000800:00000200:0.0:1609800478.759677:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (29)--
00000400:00000200:5.0:1609800478.759678:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.759679:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (27)--
00000800:00000200:27.0:1609800478.759680:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (26)++
00000400:00000200:24.0:1609800478.759680:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.759681:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.759682:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.173@o2ib18
00000800:00000200:19.0:1609800478.759682:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800478.759683:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800478.759684:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (27)++
00000800:00000200:58.0:1609800478.759685:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.759685:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:19.0:1609800478.759685:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800478.759686:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (27)--
00000400:00000200:27.0:1609800478.759686:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.173@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.759686:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:23.0:1609800478.759687:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.759687:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800478.759688:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (26)++
00000800:00000200:24.0:1609800478.759688:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:58.0:1609800478.759689:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800478.759689:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (27)--
00000400:00000200:23.0:1609800478.759689:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.759690:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (26)++
00000400:00000200:29.0:1609800478.759690:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.759690:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.759690:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdde00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800478.759690:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.759691:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (27)++
00000400:00000200:27.0:1609800478.759692:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:29.0:1609800478.759693:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:23.0:1609800478.759694:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.759695:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (28)--
00000400:00000200:27.0:1609800478.759698:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.759698:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (26)++
00000800:00000200:24.0:1609800478.759700:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (28)++
00000800:00000200:19.0:1609800478.759700:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:19.0:1609800478.759700:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (27)--
00000800:00000200:27.0:1609800478.759701:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.759701:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (28)--
00000800:00000200:29.0:1609800478.759702:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (26)--
00000400:00000200:0.0:1609800478.759702:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.759703:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.759703:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:19.0:1609800478.759705:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:0.0:1609800478.759705:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:27.0:1609800478.759706:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.759707:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.759707:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.759708:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (25)--
00000800:00000200:7.0:1609800478.759708:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800478.759709:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759710:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000400:00000200:7.0:1609800478.759710:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.759712:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800478.759713:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.759714:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000400:00000200:7.0:1609800478.759714:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800478.759715:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:27.0:1609800478.759716:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:27.0:1609800478.759717:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800478.759719:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:0.0:1609800478.759721:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.759722:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:23.0:1609800478.759723:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800478.759724:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000800:00000200:0.0:1609800478.759724:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000400:00000200:23.0:1609800478.759725:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759726:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.759727:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800478.759728:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800478.759728:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000400:00000200:58.0:1609800478.759729:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:7.0:1609800478.759729:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.759730:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:7.0:1609800478.759732:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.759733:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:24.0:1609800478.759734:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.759734:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.759735:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.759735:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800478.759736:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.759739:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:0.0:1609800478.759739:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.759741:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:0.0:1609800478.759741:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:24.0:1609800478.759744:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:24.0:1609800478.759746:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:58.0:1609800478.759747:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800478.759748:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:58.0:1609800478.759749:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)++
00000800:00000200:27.0:1609800478.759749:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:24.0:1609800478.759749:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:24.0:1609800478.759750:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.759750:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.759750:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.759751:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000400:00000200:23.0:1609800478.759752:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.759753:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.759754:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000800:00000200:0.0:1609800478.759754:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759757:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:0.0:1609800478.759757:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.759759:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:0.0:1609800478.759760:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:31.1:1609800478.759765:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:0.0:1609800478.759766:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:29.0:1609800478.759771:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:29.0:1609800478.759774:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:29.0:1609800478.759775:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.759776:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:29.0:1609800478.759778:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.759780:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:58.0:1609800478.759781:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.759785:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759787:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:31.1:1609800478.759789:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000400:00000200:58.0:1609800478.759793:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.759794:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:58.0:1609800478.759795:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.759797:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000800:00000200:58.0:1609800478.759798:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800478.759799:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.759800:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800478.759800:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:58.0:1609800478.759801:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000400:00000200:24.0:1609800478.759801:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.759804:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:58.0:1609800478.759805:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000800:00000200:31.1:1609800478.759816:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.759821:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:27.0:1609800478.759824:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:27.0:1609800478.759825:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.759827:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:27.0:1609800478.759828:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.759831:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:58.0:1609800478.759870:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.759878:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759881:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:38.0:1609800478.759881:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800478.759885:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000400:00000200:58.0:1609800478.759886:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.759889:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:38.0:1609800478.759889:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.759892:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.759905:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:58.0:1609800478.759906:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:58.0:1609800478.759909:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000400:00000200:38.0:1609800478.759909:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:19.0:1609800478.759909:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800478.759913:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:19.0:1609800478.759914:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800478.759915:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:38.0:1609800478.759916:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.759916:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:19.0:1609800478.759917:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:38.0:1609800478.759919:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:31.1:1609800478.759923:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:38.0:1609800478.759924:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800478.759926:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:38.0:1609800478.759928:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:29.0:1609800478.759929:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000400:00000200:58.0:1609800478.759932:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.759935:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000400:00000200:58.0:1609800478.759936:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.759936:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:29.0:1609800478.759937:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:58.0:1609800478.759938:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:29.0:1609800478.759938:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759941:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:38.0:1609800478.759944:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.759945:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.759948:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:38.0:1609800478.759948:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.759948:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:38.0:1609800478.759950:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:29.0:1609800478.759950:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:29.0:1609800478.759951:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:58.0:1609800478.759952:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.759953:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)++
00000800:00000200:29.0:1609800478.759954:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000800:00000200:24.0:1609800478.759955:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:58.0:1609800478.759968:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (24)++
00000400:00000200:29.0:1609800478.759968:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800478.759970:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.759972:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000400:00000200:38.0:1609800478.759973:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800478.759976:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.759977:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:38.0:1609800478.759980:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800478.759982:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:38.0:1609800478.759983:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:31.1:1609800478.759985:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:38.0:1609800478.759987:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:27.0:1609800478.759990:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:38.0:1609800478.759991:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.759993:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:27.0:1609800478.759995:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.759996:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800478.759996:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:27.0:1609800478.759997:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.759999:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:24.0:1609800478.760000:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.760001:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:27.0:1609800478.760002:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:24.0:1609800478.760002:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.760003:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.760005:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:58.0:1609800478.760011:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.760013:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:58.0:1609800478.760021:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:38.0:1609800478.760023:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.760025:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800478.760025:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:58.0:1609800478.760026:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000400:00000200:38.0:1609800478.760026:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:58.0:1609800478.760028:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.760030:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:38.0:1609800478.760031:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.760032:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000800:00000200:38.0:1609800478.760034:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760034:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760035:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:29.0:1609800478.760036:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:19.0:1609800478.760036:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:38.0:1609800478.760038:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800478.760038:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:38.0:1609800478.760040:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:38.0:1609800478.760041:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:31.1:1609800478.760042:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:27.0:1609800478.760048:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:24.0:1609800478.760053:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (25)--
00000800:00000200:38.0:1609800478.760062:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:27.0:1609800478.760062:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:27.0:1609800478.760063:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.760066:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.760068:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800478.760074:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.760081:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800478.760085:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:19.0:1609800478.760087:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.760088:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:19.0:1609800478.760089:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.760103:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:58.0:1609800478.760109:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.760113:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.760115:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:58.0:1609800478.760126:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.760129:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:58.0:1609800478.760133:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800478.760136:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:24.0:1609800478.760142:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:58.0:1609800478.760147:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:27.0:1609800478.760148:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:24.0:1609800478.760148:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:24.0:1609800478.760150:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:24.0:1609800478.760151:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:24.0:1609800478.760152:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:1.0:1609800478.760152:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.760153:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:58.0:1609800478.760157:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000400:00000200:1.0:1609800478.760160:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.760162:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.760165:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.760165:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:58.0:1609800478.760168:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:31.1:1609800478.760171:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000400:00000200:58.0:1609800478.760173:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.760176:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760176:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.760179:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:1.0:1609800478.760180:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800478.760181:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.760183:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:58.0:1609800478.760184:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.760185:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:58.0:1609800478.760185:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:58.0:1609800478.760188:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000400:00000200:29.0:1609800478.760189:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.760189:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (24)--
00000800:00000200:1.0:1609800478.760189:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.760191:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.760192:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:1.0:1609800478.760193:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000400:00000200:58.0:1609800478.760194:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800478.760199:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (23)--
00000400:00000200:58.0:1609800478.760201:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800478.760201:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (22)++
00000400:00000200:58.0:1609800478.760203:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:1.0:1609800478.760205:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.760207:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:58.0:1609800478.760209:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.760211:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000800:00000200:58.0:1609800478.760212:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000400:00000200:27.0:1609800478.760212:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.760213:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:58.0:1609800478.760215:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800478.760215:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.760217:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000800:00000200:27.0:1609800478.760217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:58.0:1609800478.760218:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:31.1:1609800478.760219:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (23)++
00000800:00000200:58.0:1609800478.760221:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000400:00000200:1.0:1609800478.760221:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.760224:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:19.0:1609800478.760225:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000800:00000200:19.0:1609800478.760228:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:19.0:1609800478.760230:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.760230:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800478.760231:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (23)++
00000400:00000200:19.0:1609800478.760233:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:1.0:1609800478.760233:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760234:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:29.0:1609800478.760236:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.760236:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:1.0:1609800478.760236:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.760237:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:1.0:1609800478.760238:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)++
00000400:00000200:58.0:1609800478.760239:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:29.0:1609800478.760239:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:1.0:1609800478.760240:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.760241:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:58.0:1609800478.760243:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.760245:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000800:00000200:1.0:1609800478.760246:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000400:00000200:58.0:1609800478.760251:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.760254:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:58.0:1609800478.760257:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800478.760258:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:58.0:1609800478.760259:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (21)++
00000800:00000200:58.0:1609800478.760260:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (23)++
00000800:00000200:58.0:1609800478.760264:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (24)--
00000800:00000200:27.0:1609800478.760265:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (24)++
00000800:00000200:27.0:1609800478.760268:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (24)--
00000400:00000200:27.0:1609800478.760270:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.760271:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000400:00000200:27.0:1609800478.760272:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.760275:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800478.760277:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:19.0:1609800478.760284:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:19.0:1609800478.760287:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:19.0:1609800478.760289:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800478.760290:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000400:00000200:19.0:1609800478.760291:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:29.0:1609800478.760293:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760294:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (23)++
00000800:00000200:24.0:1609800478.760295:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:29.0:1609800478.760296:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (24)--
00000800:00000200:29.0:1609800478.760297:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000800:00000200:19.0:1609800478.760304:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000400:00000200:7.0:1609800478.760371:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.173@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.760378:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.760383:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.173@o2ib18 local destination
00000400:00000200:7.0:1609800478.760390:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.173@o2ib18(192.168.128.173@o2ib18:192.168.128.173@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.760393:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.173@o2ib18
00000800:00000200:7.0:1609800478.760398:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b7fb9e00] -> 192.168.128.173@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.760400:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa5400] (20)++
00000800:00000200:7.0:1609800478.760402:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa5400] (21)++
00000800:00000200:7.0:1609800478.760409:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa5400] (22)--
00000800:00000200:31.1:1609800478.760422:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (21)++
00000800:00000200:27.0:1609800478.760428:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (22)++
00000800:00000200:27.0:1609800478.760431:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa5400] (23)--
00000400:00000200:27.0:1609800478.760433:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.760434:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (22)--
00000400:00000200:27.0:1609800478.760435:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.173@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.760439:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:31.1:1609800478.760467:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa5400] (20)++
00000800:00000200:29.0:1609800478.760473:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa5400] (21)++
00000800:00000200:29.0:1609800478.760476:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.173@o2ib18
00000800:00000200:29.0:1609800478.760477:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa5400] (22)++
00000800:00000200:29.0:1609800478.760478:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa5400] (23)--
00000800:00000200:19.0:1609800478.760479:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (23)--
00000800:00000200:29.0:1609800478.760480:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa5400] (21)--
00000800:00000200:29.1:1609800478.772221:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:24.0:1609800478.772230:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800478.772235:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.772239:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:24.0:1609800478.772242:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.772245:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:24.0:1609800478.772246:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772249:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800478.772250:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:27.0:1609800478.772251:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.772256:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.772260:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:24.0:1609800478.772260:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772266:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800478.772270:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772271:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800478.772275:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.772276:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.772278:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.772280:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.772282:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.772285:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.772285:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.772286:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:27.0:1609800478.772287:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.772292:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:27.0:1609800478.772294:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:27.0:1609800478.772295:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:58.0:1609800478.772309:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.772315:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.772320:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800478.772338:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800478.772340:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.772343:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800478.772348:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:30.0:1609800478.772401:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:30.0:1609800478.772413:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.772415:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.772420:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:30.0:1609800478.772422:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.772423:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800478.772427:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:30.0:1609800478.772430:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.772432:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.772436:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:29.1:1609800478.772437:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.772444:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:19.0:1609800478.772444:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:30.0:1609800478.772450:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.772450:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.772452:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:19.0:1609800478.772455:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.772457:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.772461:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:30.0:1609800478.772463:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800478.772463:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.772465:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800478.772467:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772470:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.772470:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800478.772471:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:30.0:1609800478.772473:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f91e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.772473:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.772479:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:30.0:1609800478.772480:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:19.0:1609800478.772481:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:27.0:1609800478.772482:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.772483:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.772484:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:27.0:1609800478.772487:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.772491:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:30.0:1609800478.772496:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:27.0:1609800478.772496:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:30.0:1609800478.772498:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:27.0:1609800478.772498:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.772502:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.772505:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:58.0:1609800478.772507:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.772507:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:58.0:1609800478.772509:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.772511:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:58.0:1609800478.772514:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.772519:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800478.772524:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.772527:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:7.0:1609800478.772527:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.772530:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800478.772530:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772532:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:7.0:1609800478.772533:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.772534:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772534:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:19.0:1609800478.772536:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:24.0:1609800478.772538:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:30.0:1609800478.772541:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:19.0:1609800478.772542:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:24.0:1609800478.772549:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772554:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.1:1609800478.772555:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800478.772558:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.772558:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.772562:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772563:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800478.772563:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.772565:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800478.772565:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800478.772566:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:7.0:1609800478.772566:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772570:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.772570:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:7.0:1609800478.772570:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.772571:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.772572:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:24.0:1609800478.772574:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:30.0:1609800478.772577:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.772577:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.772582:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:30.0:1609800478.772582:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772582:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.772584:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.772587:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:19.0:1609800478.772587:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.772589:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.772592:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.772594:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:30.0:1609800478.772598:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.772603:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.772604:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.772606:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:30.0:1609800478.772625:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:30.0:1609800478.772628:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:30.0:1609800478.772629:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f91c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:30.0:1609800478.772633:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:19.0:1609800478.772634:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:30.0:1609800478.772635:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:29.1:1609800478.772636:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.772637:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.772638:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.772640:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:30.0:1609800478.772643:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:30.0:1609800478.772646:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:58.0:1609800478.772649:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.772649:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:58.0:1609800478.772652:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:30.0:1609800478.772652:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.772652:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.772653:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.772654:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:30.0:1609800478.772655:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.772658:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:24.0:1609800478.772658:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.772660:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:30.0:1609800478.772663:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.772663:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.772665:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:30.0:1609800478.772666:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.772667:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:27.0:1609800478.772668:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.772668:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:30.0:1609800478.772669:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:30.0:1609800478.772671:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:24.0:1609800478.772671:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.772671:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.772672:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772673:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f91600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800478.772674:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.772675:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:0.0:1609800478.772675:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.772678:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:0.0:1609800478.772678:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772679:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:27.0:1609800478.772679:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:58.0:1609800478.772680:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.772680:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:30.0:1609800478.772681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:24.0:1609800478.772681:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800478.772681:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:58.0:1609800478.772682:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.772684:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.772685:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800478.772685:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772686:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800478.772688:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.772689:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800478.772689:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:27.0:1609800478.772690:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.772690:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.772693:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.772694:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.772695:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:19.0:1609800478.772695:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772696:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.772696:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:27.0:1609800478.772698:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.772698:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.772699:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:19.0:1609800478.772700:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.772701:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.772701:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:58.0:1609800478.772703:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772703:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.1:1609800478.772704:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:0.0:1609800478.772704:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.772705:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.772705:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.772706:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:0.0:1609800478.772706:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772708:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:0.0:1609800478.772708:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.0:1609800478.772710:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:19.0:1609800478.772713:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:30.0:1609800478.772714:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.772714:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:0.0:1609800478.772714:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800478.772715:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.772716:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:30.0:1609800478.772717:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800478.772718:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.772719:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:30.0:1609800478.772721:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.772723:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:27.0:1609800478.772723:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:19.0:1609800478.772724:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.772726:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.772728:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000400:00000200:30.0:1609800478.772729:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.772730:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.772732:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800478.772733:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.772733:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772734:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800478.772735:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.772735:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:30.0:1609800478.772737:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:30.0:1609800478.772738:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f91200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800478.772739:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.772740:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772741:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (26)++
00000400:00000200:19.0:1609800478.772741:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.772742:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (27)--
00000400:00000200:27.0:1609800478.772742:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:30.0:1609800478.772743:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:19.0:1609800478.772743:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:58.0:1609800478.772745:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.772745:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:30.0:1609800478.772746:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:19.0:1609800478.772746:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.772747:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.772747:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.772748:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:58.0:1609800478.772749:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.0:1609800478.772749:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:19.0:1609800478.772749:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.772750:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.772750:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800478.772751:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:27.0:1609800478.772752:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.772755:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.772755:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:27.0:1609800478.772756:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.772756:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:24.0:1609800478.772757:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.772757:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.772759:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.772760:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.772761:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:27.0:1609800478.772762:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:24.0:1609800478.772762:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.772763:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.772764:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.772764:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.1:1609800478.772766:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800478.772766:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800478.772767:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.772767:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800478.772770:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:30.0:1609800478.772772:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:24.0:1609800478.772774:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:30.0:1609800478.772775:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.772775:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.772776:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:30.0:1609800478.772778:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.772779:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.772779:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:30.0:1609800478.772781:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.772781:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:19.0:1609800478.772781:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.171@o2ib18
00000400:00000200:24.0:1609800478.772782:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.772783:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (26)--
00000400:00000200:30.0:1609800478.772784:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:27.0:1609800478.772785:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:19.0:1609800478.772785:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.171@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.772786:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:30.0:1609800478.772789:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.772792:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800478.772793:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.772794:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772795:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800478.772795:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:30.0:1609800478.772797:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:30.0:1609800478.772798:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f91d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800478.772800:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.772801:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800478.772802:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772804:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800478.772804:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:58.0:1609800478.772805:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.772805:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.0:1609800478.772805:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:19.0:1609800478.772805:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:58.0:1609800478.772806:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.772806:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.772806:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:58.0:1609800478.772809:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800478.772809:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.772810:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.772812:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.772813:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.772813:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.772814:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:58.0:1609800478.772815:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.772817:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800478.772826:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.772829:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800478.772831:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800478.772834:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.772836:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.772838:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:19.0:1609800478.772840:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:19.0:1609800478.772840:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:38.0:1609800478.772857:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.772864:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.772879:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.772880:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.772882:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:38.0:1609800478.772883:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.772888:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.772891:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:1.0:1609800478.772892:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.772894:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800478.772895:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.772898:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000400:00000200:1.0:1609800478.772898:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.772899:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.772900:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.772902:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:38.0:1609800478.772902:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.772903:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800478.772904:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:1.0:1609800478.772905:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.772907:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:1.0:1609800478.772907:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800478.772908:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:38.0:1609800478.772914:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:38.0:1609800478.772928:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800478.772932:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.772936:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:38.0:1609800478.772938:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:38.0:1609800478.772943:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.772943:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:38.0:1609800478.772946:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.772946:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:27.0:1609800478.772947:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.772949:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:30.0:1609800478.772949:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:38.0:1609800478.772950:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)++
00000400:00000200:27.0:1609800478.772950:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:38.0:1609800478.772951:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:27.0:1609800478.772953:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (26)--
00000800:00000200:27.0:1609800478.772955:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:38.0:1609800478.772958:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.772959:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:30.0:1609800478.772961:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.772964:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:30.0:1609800478.772964:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:38.0:1609800478.772968:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.772968:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:38.0:1609800478.772970:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:30.0:1609800478.772970:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:30.0:1609800478.772972:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:38.0:1609800478.772975:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:30.0:1609800478.772975:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:19.0:1609800478.772975:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:38.0:1609800478.772977:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000400:00000200:30.0:1609800478.772977:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.772979:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:38.0:1609800478.772980:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800478.772981:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:38.0:1609800478.772982:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:30.0:1609800478.772982:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:38.0:1609800478.772986:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800478.773009:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:27.0:1609800478.773014:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.773017:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:27.0:1609800478.773019:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.773020:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:27.0:1609800478.773021:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.773025:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:58.0:1609800478.773107:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773110:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773112:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773117:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.773127:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:58.0:1609800478.773131:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.773132:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773134:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:29.1:1609800478.773144:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:24.0:1609800478.773150:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800478.773153:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.773156:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:58.0:1609800478.773159:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.773159:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800478.773160:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.773162:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:29.1:1609800478.773170:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:58.0:1609800478.773172:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773175:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773177:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773182:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.773183:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.773184:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.773186:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800478.773187:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.773189:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800478.773190:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.773196:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.773196:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:58.0:1609800478.773197:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773198:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773200:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:58.0:1609800478.773201:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773207:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773208:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773211:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773211:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773213:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:29.1:1609800478.773214:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:58.0:1609800478.773219:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:30.0:1609800478.773220:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.773221:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.773222:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:30.0:1609800478.773224:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.773225:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773225:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:30.0:1609800478.773226:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.773229:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:30.0:1609800478.773229:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:7.0:1609800478.773229:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:58.0:1609800478.773230:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773231:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:7.0:1609800478.773234:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.773236:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.773238:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:7.0:1609800478.773239:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:7.0:1609800478.773244:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:58.0:1609800478.773249:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800478.773250:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:7.0:1609800478.773250:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.773255:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:27.0:1609800478.773258:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:58.0:1609800478.773259:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.773260:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773261:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:19.0:1609800478.773261:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:27.0:1609800478.773264:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.773264:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:19.0:1609800478.773265:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773265:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773267:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.773267:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:7.0:1609800478.773268:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:58.0:1609800478.773269:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.773269:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800478.773269:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.773272:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:58.0:1609800478.773286:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.773288:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773289:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773291:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.773292:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:7.0:1609800478.773294:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:7.0:1609800478.773298:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.773299:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800478.773300:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:7.0:1609800478.773303:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:29.1:1609800478.773305:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:58.0:1609800478.773306:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773308:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:7.0:1609800478.773309:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.773311:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:30.0:1609800478.773314:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:30.0:1609800478.773316:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.773316:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:58.0:1609800478.773317:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:30.0:1609800478.773318:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.773319:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.773319:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.773321:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.773321:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:30.0:1609800478.773322:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:24.0:1609800478.773322:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:58.0:1609800478.773323:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.773324:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:58.0:1609800478.773326:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (25)++
00000800:00000200:24.0:1609800478.773326:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:24.0:1609800478.773327:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:58.0:1609800478.773329:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.773329:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:30.0:1609800478.773331:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.773333:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:30.0:1609800478.773336:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800478.773341:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:27.0:1609800478.773347:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:27.0:1609800478.773350:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:27.0:1609800478.773351:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.773353:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.773353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:27.0:1609800478.773356:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:58.0:1609800478.773360:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773363:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773365:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773370:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.773373:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:58.0:1609800478.773375:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.773377:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773378:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:58.0:1609800478.773385:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:58.0:1609800478.773392:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773397:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.773398:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:58.0:1609800478.773399:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773404:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800478.773404:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:58.0:1609800478.773406:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:19.0:1609800478.773407:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800478.773408:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.773409:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:30.0:1609800478.773410:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800478.773411:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.773412:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:58.0:1609800478.773413:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.773413:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:58.0:1609800478.773416:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:5.0:1609800478.773417:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800478.773424:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.773428:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:5.0:1609800478.773428:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:24.0:1609800478.773434:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:5.0:1609800478.773434:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.773436:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800478.773437:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800478.773438:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.773439:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:24.0:1609800478.773440:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.773442:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:5.0:1609800478.773444:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.773446:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:5.0:1609800478.773447:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:5.0:1609800478.773455:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800478.773458:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:30.0:1609800478.773464:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:30.0:1609800478.773468:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.773469:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:19.0:1609800478.773470:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:30.0:1609800478.773471:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:30.0:1609800478.773472:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:30.0:1609800478.773473:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:19.0:1609800478.773473:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (24)--
00000400:00000200:19.0:1609800478.773474:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.773477:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.773479:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000400:00000200:58.0:1609800478.773612:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.773615:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.773617:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:58.0:1609800478.773623:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.773625:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:58.0:1609800478.773642:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.773643:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:58.0:1609800478.773644:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:58.0:1609800478.773648:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800478.773661:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773662:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800478.773666:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000400:00000200:7.0:1609800478.773668:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.773669:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:24.0:1609800478.773670:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.773672:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773672:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000400:00000200:24.0:1609800478.773673:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000400:00000200:7.0:1609800478.773678:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800478.773682:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:7.0:1609800478.773682:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:7.0:1609800478.773687:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.773689:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:7.0:1609800478.773690:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:7.0:1609800478.773698:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773702:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.773717:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800478.773718:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773720:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:27.0:1609800478.773723:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.773728:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:27.0:1609800478.773738:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:27.0:1609800478.773739:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773741:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800478.773742:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.773743:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.773745:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:7.0:1609800478.773747:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.773748:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:7.0:1609800478.773749:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:7.0:1609800478.773753:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773759:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.773762:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773764:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:29.1:1609800478.773766:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773769:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.773771:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:30.0:1609800478.773772:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:7.0:1609800478.773774:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:30.0:1609800478.773775:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:7.0:1609800478.773775:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:30.0:1609800478.773776:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.773776:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:24.0:1609800478.773777:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)++
00000400:00000200:30.0:1609800478.773779:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.773780:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:30.0:1609800478.773782:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:24.0:1609800478.773782:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.773783:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:30.0:1609800478.773784:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.773784:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (24)--
00000800:00000200:24.0:1609800478.773785:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:7.0:1609800478.773786:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.773790:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773792:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:29.1:1609800478.773793:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773797:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.773798:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:7.0:1609800478.773799:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:27.0:1609800478.773801:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:7.0:1609800478.773802:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800478.773803:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800478.773803:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.773804:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:27.0:1609800478.773805:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.773805:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (23)++
00000800:00000200:27.0:1609800478.773808:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:7.0:1609800478.773809:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:7.0:1609800478.773813:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.171@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.773817:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.773818:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.171@o2ib18 local destination
00000800:00000200:29.1:1609800478.773823:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000400:00000200:7.0:1609800478.773823:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.171@o2ib18(192.168.128.171@o2ib18:192.168.128.171@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.773825:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.171@o2ib18
00000800:00000200:7.0:1609800478.773828:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9380] -> 192.168.128.171@o2ib18 (2) version: 12
00000800:00000200:30.0:1609800478.773829:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:7.0:1609800478.773829:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:7.0:1609800478.773830:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc1ac000] (24)++
00000800:00000200:30.0:1609800478.773835:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:24.0:1609800478.773835:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (25)--
00000800:00000200:7.0:1609800478.773835:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc1ac000] (25)--
00000400:00000200:30.0:1609800478.773837:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.773839:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:30.0:1609800478.773843:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000800:00000200:29.1:1609800478.773861:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:19.0:1609800478.773866:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:19.0:1609800478.773869:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc1ac000] (23)--
00000400:00000200:19.0:1609800478.773871:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.773872:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (22)--
00000400:00000200:19.0:1609800478.773873:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.171@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.773876:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:29.1:1609800478.773905:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc1ac000] (20)++
00000800:00000200:24.0:1609800478.773910:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)++
00000800:00000200:24.0:1609800478.773914:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.171@o2ib18
00000800:00000200:24.0:1609800478.773915:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc1ac000] (22)++
00000800:00000200:30.0:1609800478.773916:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.773916:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc1ac000] (23)--
00000800:00000200:24.0:1609800478.773918:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc1ac000] (21)--
00000800:00000200:21.1:1609800478.814574:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:6.0:1609800478.814621:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:6.0:1609800478.814626:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.814628:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:6.0:1609800478.814630:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.814631:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.814633:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:8.0:1609800478.814634:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800478.814636:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.814637:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.814638:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800478.814642:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800478.814645:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.814647:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.814648:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800478.814649:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800478.814651:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800478.814652:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.814654:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800478.814654:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800478.814655:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.814656:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.814659:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800478.814660:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:8.0:1609800478.814661:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.814661:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:8.0:1609800478.814662:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.814663:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.814692:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.814698:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.814703:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800478.814711:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:0.0:1609800478.814711:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800478.814713:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.814716:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.814757:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.814762:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.814762:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800478.814766:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.814770:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.814773:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800478.814780:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.814782:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800478.814785:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800478.814788:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.814790:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.814794:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.814795:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.814796:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.814809:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.814811:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.814816:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800478.814826:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:8.0:1609800478.814833:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.814836:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.814838:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:8.0:1609800478.814839:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800478.814842:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.814844:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:8.0:1609800478.814850:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800478.814852:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800478.814854:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.814857:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.814858:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:21.1:1609800478.814861:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.814861:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.814863:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:8.0:1609800478.814868:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (24)--
00000800:00000200:4.0:1609800478.814868:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:8.0:1609800478.814869:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:8.0:1609800478.814870:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:4.0:1609800478.814871:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:4.0:1609800478.814873:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800478.814876:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.814878:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:21.1:1609800478.814881:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:1.0:1609800478.814882:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800478.814884:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800478.814884:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.814886:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800478.814887:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.814889:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.814889:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.814891:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.814892:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:4.0:1609800478.814892:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.814893:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.814894:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800478.814896:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800478.814897:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800478.814898:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:21.1:1609800478.814909:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.814911:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.814913:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.814916:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000400:00000200:58.0:1609800478.814918:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.814920:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.814921:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800478.814924:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.814927:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.814929:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:37.0:1609800478.814934:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.814937:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800478.814940:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.814943:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800478.814944:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800478.814947:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.814948:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800478.814948:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800478.814952:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.814953:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.814956:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.814956:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800478.814976:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.814978:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.814980:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:21.1:1609800478.814980:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:37.0:1609800478.814985:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.814987:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800478.814989:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800478.814989:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800478.814991:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.814992:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.814992:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.814994:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800478.814995:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000400:00000200:8.0:1609800478.814995:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.814996:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000800:00000200:37.0:1609800478.814997:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:8.0:1609800478.814998:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.815000:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:38.0:1609800478.815001:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.815003:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.815020:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:58.0:1609800478.815021:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.815021:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.815023:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.815024:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815025:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.815028:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.815028:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.815029:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.815033:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.815034:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:8.0:1609800478.815038:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000800:00000200:8.0:1609800478.815039:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800478.815060:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800478.815067:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800478.815069:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000800:00000200:4.0:1609800478.815070:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800478.815071:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:7.0:1609800478.815086:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.815089:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.815092:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800478.815223:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:37.0:1609800478.815230:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.815234:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.815253:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:37.0:1609800478.815254:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800478.815256:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815257:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:37.0:1609800478.815258:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800478.815258:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:8.0:1609800478.815262:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.815262:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:37.0:1609800478.815263:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.815264:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.815264:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:37.0:1609800478.815266:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800478.815266:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800478.815266:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:8.0:1609800478.815267:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800478.815268:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800478.815271:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.815272:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.815272:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800478.815274:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800478.815277:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000800:00000200:8.0:1609800478.815277:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800478.815278:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815279:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000800:00000200:37.0:1609800478.815279:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000400:00000200:4.0:1609800478.815279:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.815280:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.815281:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:6.0:1609800478.815281:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:5.0:1609800478.815281:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800478.815282:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.815282:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.815283:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800478.815284:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.815286:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800478.815287:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800478.815287:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:6.0:1609800478.815290:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:58.0:1609800478.815292:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800478.815292:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800478.815292:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800478.815295:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815310:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000800:00000200:8.0:1609800478.815311:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000800:00000200:4.0:1609800478.815311:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800478.815312:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815312:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800478.815312:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.815313:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.815313:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800478.815314:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:4.0:1609800478.815315:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800478.815326:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:6.0:1609800478.815326:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000800:00000200:4.0:1609800478.815326:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800478.815328:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.815328:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000800:00000200:4.0:1609800478.815328:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (26)++
00000800:00000200:6.0:1609800478.815329:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:4.0:1609800478.815329:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (26)++
00000400:00000200:58.0:1609800478.815330:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800478.815330:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.815330:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (26)++
00000400:00000200:5.0:1609800478.815331:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.815332:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800478.815332:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:37.0:1609800478.815333:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.815333:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000800:00000200:37.0:1609800478.815334:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800478.815334:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:4.0:1609800478.815334:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:4.0:1609800478.815335:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:4.0:1609800478.815336:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:37.0:1609800478.815337:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800478.815337:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800478.815338:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.815339:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.815340:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800478.815342:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800478.815343:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:6.0:1609800478.815344:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.815345:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (26)++
00000800:00000200:58.0:1609800478.815346:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800478.815346:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000400:00000200:4.0:1609800478.815346:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000400:00000200:58.0:1609800478.815347:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815347:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:37.0:1609800478.815348:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000400:00000200:8.0:1609800478.815348:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815349:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (26)--
00000400:00000200:58.0:1609800478.815350:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.815350:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000400:00000200:6.0:1609800478.815350:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800478.815350:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800478.815350:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815351:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:8.0:1609800478.815351:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:5.0:1609800478.815351:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)++
00000800:00000200:5.0:1609800478.815352:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:7.0:1609800478.815353:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800478.815354:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.815356:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800478.815357:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800478.815359:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (25)--
00000800:00000200:21.1:1609800478.815360:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (24)++
00000800:00000200:8.0:1609800478.815360:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:58.0:1609800478.815362:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800478.815362:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.815364:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.815364:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:8.0:1609800478.815365:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:58.0:1609800478.815366:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800478.815366:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800478.815367:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:6.0:1609800478.815370:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800478.815372:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800478.815373:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800478.815375:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000800:00000200:6.0:1609800478.815375:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800478.815375:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800478.815376:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:8.0:1609800478.815377:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000800:00000200:4.0:1609800478.815377:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800478.815378:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.815378:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:6.0:1609800478.815378:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800478.815379:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:6.0:1609800478.815379:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800478.815380:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:58.0:1609800478.815397:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800478.815397:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800478.815397:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.815397:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (26)++
00000400:00000200:58.0:1609800478.815398:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815398:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000800:00000200:4.0:1609800478.815398:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800478.815399:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000400:00000200:37.0:1609800478.815400:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815400:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:4.0:1609800478.815400:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (25)++
00000400:00000200:58.0:1609800478.815401:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800478.815401:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800478.815401:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800478.815401:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (27)--
00000400:00000200:37.0:1609800478.815402:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800478.815402:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.130@o2ib18
00000400:00000200:5.0:1609800478.815402:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.815402:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (26)--
00000800:00000200:4.0:1609800478.815403:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (25)++
00000800:00000200:4.0:1609800478.815404:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (26)--
00000400:00000200:5.0:1609800478.815405:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800478.815405:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800478.815408:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800478.815408:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.815408:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:6.0:1609800478.815409:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800478.815411:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800478.815411:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:4.0:1609800478.815412:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800478.815413:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800478.815413:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:58.0:1609800478.815414:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815415:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.815417:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:37.0:1609800478.815417:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800478.815418:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800478.815419:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800478.815419:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815421:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800478.815421:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800478.815422:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000400:00000200:6.0:1609800478.815422:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815423:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800478.815426:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800478.815426:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.815427:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800478.815427:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.815431:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:37.0:1609800478.815432:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:8.0:1609800478.815432:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000400:00000200:6.0:1609800478.815433:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:37.0:1609800478.815439:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000800:00000200:37.0:1609800478.815439:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:8.0:1609800478.815439:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (26)--
00000400:00000200:6.0:1609800478.815439:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800478.815441:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.815442:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800478.815445:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:58.0:1609800478.815446:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.815447:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815447:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800478.815449:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800478.815450:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800478.815450:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800478.815451:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.815452:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:58.0:1609800478.815454:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.815455:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.815457:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800478.815457:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.815463:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800478.815463:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:58.0:1609800478.815465:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.815466:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000800:00000200:58.0:1609800478.815467:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.815467:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:5.0:1609800478.815468:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800478.815469:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:5.0:1609800478.815470:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.815472:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800478.815472:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.815473:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:0.0:1609800478.815478:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:58.0:1609800478.815480:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.815483:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.815484:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:58.0:1609800478.815485:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:0.0:1609800478.815488:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:58.0:1609800478.815491:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.815494:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:0.0:1609800478.815496:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.815498:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.815498:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.815499:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:0.0:1609800478.815499:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:0.0:1609800478.815505:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000800:00000200:58.0:1609800478.815506:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000800:00000200:58.0:1609800478.815508:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)--
00000800:00000200:21.1:1609800478.815508:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000400:00000200:58.0:1609800478.815512:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.815512:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800478.815516:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000800:00000200:8.0:1609800478.815518:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:0.0:1609800478.815518:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.815520:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.815520:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:6.0:1609800478.815521:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:58.0:1609800478.815522:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.815522:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.815523:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:58.0:1609800478.815525:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:6.0:1609800478.815525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.815526:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (24)++
00000400:00000200:6.0:1609800478.815527:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:0.0:1609800478.815527:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.815528:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:37.0:1609800478.815529:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.815530:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:0.0:1609800478.815530:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:37.0:1609800478.815532:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.815536:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.815539:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.815540:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:8.0:1609800478.815541:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.815542:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.815543:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.815545:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:0.0:1609800478.815545:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.815546:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:0.0:1609800478.815546:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.815550:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:0.0:1609800478.815551:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:0.0:1609800478.815555:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:21.1:1609800478.815563:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800478.815569:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.815572:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:4.0:1609800478.815573:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815574:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:6.0:1609800478.815576:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:4.0:1609800478.815576:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:6.0:1609800478.815577:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.815578:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000400:00000200:6.0:1609800478.815579:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.815580:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:6.0:1609800478.815581:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:1.0:1609800478.815592:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800478.815593:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000400:00000200:1.0:1609800478.815597:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.815600:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:37.0:1609800478.815601:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.815605:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.815606:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.815607:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800478.815608:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000400:00000200:1.0:1609800478.815608:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.815610:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:58.0:1609800478.815614:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800478.815616:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:58.0:1609800478.815618:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800478.815619:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.815620:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:1.0:1609800478.815620:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:1.0:1609800478.815621:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000400:00000200:58.0:1609800478.815626:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.815627:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000800:00000200:58.0:1609800478.815629:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:58.0:1609800478.815633:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.815634:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.815635:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:58.0:1609800478.815640:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:21.1:1609800478.815640:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000800:00000200:8.0:1609800478.815660:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:8.0:1609800478.815663:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:8.0:1609800478.815664:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815665:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000400:00000200:8.0:1609800478.815667:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.815667:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:6.0:1609800478.815669:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.815669:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:8.0:1609800478.815687:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800478.815688:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.815690:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:21.1:1609800478.815694:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:37.0:1609800478.815701:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.815704:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:37.0:1609800478.815705:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800478.815705:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.815706:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (22)--
00000800:00000200:37.0:1609800478.815707:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:38.0:1609800478.815708:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800478.815724:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.815728:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:58.0:1609800478.815731:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800478.815734:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:58.0:1609800478.815738:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.815738:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:58.0:1609800478.815740:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:38.0:1609800478.815742:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.815745:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.815758:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:38.0:1609800478.815759:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:38.0:1609800478.815760:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.815761:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.815763:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:38.0:1609800478.815767:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:58.0:1609800478.815768:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:58.0:1609800478.815772:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000400:00000200:38.0:1609800478.815773:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800478.815778:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800478.815780:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (22)++
00000400:00000200:38.0:1609800478.815781:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:38.0:1609800478.815786:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800478.815786:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:38.0:1609800478.815789:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.815789:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000400:00000200:8.0:1609800478.815791:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.815791:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:38.0:1609800478.815793:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800478.815793:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:38.0:1609800478.815794:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (24)++
00000800:00000200:6.0:1609800478.815794:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:38.0:1609800478.815795:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (24)++
00000400:00000200:6.0:1609800478.815795:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815796:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:4.0:1609800478.815797:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:6.0:1609800478.815798:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:38.0:1609800478.815799:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800478.815800:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800478.815812:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.815818:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800478.815821:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:37.0:1609800478.815822:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.815823:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800478.815840:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.815842:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:7.0:1609800478.815958:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.815966:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.815968:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:7.0:1609800478.815975:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.815979:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:7.0:1609800478.815982:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.815983:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:7.0:1609800478.815985:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:7.0:1609800478.815991:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:7.0:1609800478.815996:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800478.816007:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:7.0:1609800478.816011:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.816013:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:4.0:1609800478.816014:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800478.816017:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:7.0:1609800478.816018:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800478.816018:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.816019:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:4.0:1609800478.816020:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:7.0:1609800478.816021:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.816022:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:7.0:1609800478.816023:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.816025:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:7.0:1609800478.816025:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:7.0:1609800478.816029:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800478.816042:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.816049:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:8.0:1609800478.816052:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:8.0:1609800478.816053:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:37.0:1609800478.816054:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:8.0:1609800478.816055:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800478.816056:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (24)--
00000800:00000200:8.0:1609800478.816056:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000400:00000200:37.0:1609800478.816057:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800478.816057:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:37.0:1609800478.816059:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.816061:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:7.0:1609800478.816064:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.816067:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.816069:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:7.0:1609800478.816089:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.816092:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:7.0:1609800478.816094:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.816095:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:7.0:1609800478.816096:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:7.0:1609800478.816100:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:7.0:1609800478.816104:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.816107:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.816108:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:7.0:1609800478.816112:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.816115:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:21.1:1609800478.816116:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:7.0:1609800478.816118:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.816119:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800478.816127:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:7.0:1609800478.816128:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (23)++
00000800:00000200:7.0:1609800478.816131:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (25)--
00000800:00000200:8.0:1609800478.816132:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:4.0:1609800478.816132:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000400:00000200:4.0:1609800478.816133:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800478.816152:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:4.0:1609800478.816154:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800478.816158:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:6.0:1609800478.816166:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800478.816168:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:6.0:1609800478.816170:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800478.816171:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800478.816172:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.816174:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000400:00000200:58.0:1609800478.816176:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.816182:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816187:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000400:00000200:58.0:1609800478.816198:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.816203:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:58.0:1609800478.816209:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.816211:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.816213:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.816219:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:58.0:1609800478.816226:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.816231:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816235:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:21.1:1609800478.816236:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.816243:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:58.0:1609800478.816244:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800478.816246:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:8.0:1609800478.816248:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.816248:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:58.0:1609800478.816249:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:8.0:1609800478.816250:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.816253:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.816254:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.816256:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.816257:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.816261:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:58.0:1609800478.816269:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800478.816271:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:58.0:1609800478.816274:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816278:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:37.0:1609800478.816278:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:37.0:1609800478.816281:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.816282:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:37.0:1609800478.816283:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (23)++
00000800:00000200:37.0:1609800478.816284:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800478.816285:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:37.0:1609800478.816286:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (24)--
00000800:00000200:37.0:1609800478.816287:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800478.816287:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800478.816289:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.816291:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.816296:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:6.0:1609800478.816296:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.816301:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.816303:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.816305:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.816309:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:58.0:1609800478.816317:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.816322:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816326:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:21.1:1609800478.816326:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:8.0:1609800478.816334:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:58.0:1609800478.816336:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800478.816336:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:8.0:1609800478.816338:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.816338:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:58.0:1609800478.816341:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:8.0:1609800478.816341:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:8.0:1609800478.816344:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.816346:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.816348:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.816350:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.816354:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:58.0:1609800478.816362:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.816366:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816370:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:21.1:1609800478.816371:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:37.0:1609800478.816378:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000400:00000200:58.0:1609800478.816379:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800478.816381:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:37.0:1609800478.816382:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800478.816382:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:58.0:1609800478.816384:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000400:00000200:37.0:1609800478.816384:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:37.0:1609800478.816387:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:58.0:1609800478.816388:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.816391:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (20)++
00000800:00000200:58.0:1609800478.816392:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (21)++
00000800:00000200:58.0:1609800478.816397:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (22)--
00000400:00000200:58.0:1609800478.816405:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.130@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.816410:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.816413:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:21.1:1609800478.816414:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000400:00000200:58.0:1609800478.816437:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800478.816438:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:58.0:1609800478.816439:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.816440:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000800:00000200:58.0:1609800478.816442:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800478.816442:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:4.0:1609800478.816442:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.816444:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000400:00000200:4.0:1609800478.816444:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.816445:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:58.0:1609800478.816448:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:21.1:1609800478.816448:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.816451:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (23)--
00000800:00000200:4.0:1609800478.816452:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800478.816456:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (23)++
00000800:00000200:4.0:1609800478.816456:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.130@o2ib18
00000800:00000200:4.0:1609800478.816457:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (24)++
00000800:00000200:37.0:1609800478.816458:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (25)--
00000800:00000200:6.0:1609800478.816458:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (25)--
00000800:00000200:4.0:1609800478.816459:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (25)--
00000400:00000200:6.0:1609800478.816460:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800478.816460:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800478.816462:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: PUT: OK
00000800:00000200:6.0:1609800478.816465:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:33.1:1609800478.872291:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:27.0:1609800478.872301:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:27.0:1609800478.872307:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.872311:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:27.0:1609800478.872314:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.872318:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872318:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872323:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:27.0:1609800478.872323:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:19.0:1609800478.872324:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.872330:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.872333:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800478.872334:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:27.0:1609800478.872339:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800478.872343:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800478.872345:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872348:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800478.872350:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.872350:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.872354:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.872355:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:27.0:1609800478.872358:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:27.0:1609800478.872359:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800478.872360:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.872362:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.872368:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800478.872370:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800478.872372:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:58.0:1609800478.872387:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.872393:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.872399:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800478.872408:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:24.0:1609800478.872418:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.872424:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872427:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:5.0:1609800478.872428:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800478.872431:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800478.872432:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.872435:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.872438:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.872440:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:24.0:1609800478.872451:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.872457:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800478.872461:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800478.872466:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.872468:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.872473:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.872476:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:24.0:1609800478.872477:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800478.872517:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:27.0:1609800478.872522:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:27.0:1609800478.872525:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.872527:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:27.0:1609800478.872528:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.872531:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872531:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872533:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:27.0:1609800478.872534:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800478.872535:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.872539:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872542:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800478.872543:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.872544:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.872545:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:27.0:1609800478.872546:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.872548:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.872550:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:0.0:1609800478.872550:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800478.872551:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872552:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800478.872553:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800478.872554:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872556:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:58.0:1609800478.872558:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.872558:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:27.0:1609800478.872559:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.872559:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:58.0:1609800478.872560:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872560:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800478.872560:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.872562:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.872563:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.872564:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.872565:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800478.872574:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:0.0:1609800478.872577:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800478.872579:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:0.0:1609800478.872579:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.872583:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872585:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:0.0:1609800478.872585:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.872587:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:30.0:1609800478.872588:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:30.0:1609800478.872589:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:30.0:1609800478.872590:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:24.0:1609800478.872591:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.872593:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:24.0:1609800478.872598:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.872601:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800478.872603:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:24.0:1609800478.872606:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800478.872607:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.872610:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.872611:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:24.0:1609800478.872612:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800478.872613:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:58.0:1609800478.872617:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800478.872618:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872619:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:58.0:1609800478.872621:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.872622:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:27.0:1609800478.872624:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:19.0:1609800478.872626:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800478.872629:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.872631:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:33.1:1609800478.872635:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:19.0:1609800478.872637:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.872639:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:30.0:1609800478.872641:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.872641:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:30.0:1609800478.872644:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.872644:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800478.872645:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.872646:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:30.0:1609800478.872647:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.872648:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:30.0:1609800478.872650:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872650:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.872651:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:30.0:1609800478.872653:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:33.1:1609800478.872658:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:30.0:1609800478.872658:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:30.0:1609800478.872661:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:30.0:1609800478.872663:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800478.872663:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:30.0:1609800478.872666:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:30.0:1609800478.872667:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f90200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.872668:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872670:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:24.0:1609800478.872670:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:30.0:1609800478.872672:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000400:00000200:27.0:1609800478.872672:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.872673:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.872675:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)++
00000800:00000200:30.0:1609800478.872676:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (27)--
00000400:00000200:27.0:1609800478.872676:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.872678:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.872678:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000400:00000200:27.0:1609800478.872678:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:24.0:1609800478.872678:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800478.872678:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:58.0:1609800478.872679:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.872679:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:30.0:1609800478.872681:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:58.0:1609800478.872682:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800478.872682:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.872683:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800478.872684:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:30.0:1609800478.872685:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800478.872686:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872690:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800478.872690:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872692:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800478.872695:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.872695:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800478.872696:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800478.872697:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800478.872697:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.872699:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.872699:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (26)++
00000800:00000200:27.0:1609800478.872700:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (27)--
00000800:00000200:24.0:1609800478.872700:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800478.872700:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:27.0:1609800478.872701:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:24.0:1609800478.872701:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800478.872702:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:1.0:1609800478.872702:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800478.872704:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:27.0:1609800478.872705:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:19.0:1609800478.872705:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800478.872706:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:1.0:1609800478.872706:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.872708:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800478.872708:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:58.0:1609800478.872709:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:30.0:1609800478.872709:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:24.0:1609800478.872709:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800478.872709:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:58.0:1609800478.872710:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.872710:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800478.872712:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:58.0:1609800478.872713:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.872713:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800478.872713:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.872714:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:30.0:1609800478.872715:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.872716:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:58.0:1609800478.872717:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.872717:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.872718:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.872718:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:58.0:1609800478.872720:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.0:1609800478.872720:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:30.0:1609800478.872723:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:30.0:1609800478.872724:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f90c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:30.0:1609800478.872726:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:30.0:1609800478.872728:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:30.0:1609800478.872731:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:30.0:1609800478.872732:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.872740:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:1.0:1609800478.872740:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800478.872742:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.872746:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:1.0:1609800478.872747:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800478.872749:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:27.0:1609800478.872750:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:27.0:1609800478.872751:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:1.0:1609800478.872760:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.1:1609800478.872762:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000400:00000200:1.0:1609800478.872762:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.872766:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800478.872767:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800478.872771:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:58.0:1609800478.872773:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:30.0:1609800478.872773:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:19.0:1609800478.872774:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000400:00000200:58.0:1609800478.872777:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800478.872777:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.872779:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:58.0:1609800478.872785:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.872788:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:19.0:1609800478.872788:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:19.0:1609800478.872793:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800478.872806:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:58.0:1609800478.872807:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.872808:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800478.872808:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:58.0:1609800478.872810:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.872811:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800478.872812:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.872815:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.872817:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.872819:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:58.0:1609800478.872820:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800478.872820:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.872821:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.872823:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800478.872831:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:27.0:1609800478.872837:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:27.0:1609800478.872842:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000800:00000200:24.0:1609800478.872843:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:27.0:1609800478.872845:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800478.872847:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:27.0:1609800478.872848:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.872849:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000400:00000200:27.0:1609800478.872850:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:24.0:1609800478.872850:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:30.0:1609800478.872854:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.103@o2ib18
00000400:00000200:24.0:1609800478.872854:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.872856:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800478.872856:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800478.872857:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:19.0:1609800478.872858:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:27.0:1609800478.872860:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800478.872860:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.872862:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800478.872862:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800478.872863:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.872864:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:24.0:1609800478.872865:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800478.872865:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:30.0:1609800478.872866:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.103@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800478.872866:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800478.872866:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800478.872867:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:30.0:1609800478.872869:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.872869:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800478.872870:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.872871:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:24.0:1609800478.872871:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdd800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:30.0:1609800478.872872:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:58.0:1609800478.872873:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.872873:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:24.0:1609800478.872875:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800478.872876:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:58.0:1609800478.872877:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.872877:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800478.872877:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.872879:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:30.0:1609800478.872880:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:30.0:1609800478.872883:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:58.0:1609800478.872885:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:30.0:1609800478.872885:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:23.0:1609800478.872885:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.872887:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e3f90000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800478.872888:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.872888:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:23.0:1609800478.872888:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.872891:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:23.0:1609800478.872891:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:58.0:1609800478.872892:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.872894:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:30.0:1609800478.872894:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:58.0:1609800478.872895:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:30.0:1609800478.872895:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:58.0:1609800478.872898:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:33.1:1609800478.872908:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.872916:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:19.0:1609800478.872919:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:19.0:1609800478.872920:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.872922:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.872928:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.872933:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800478.872936:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.872937:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800478.872938:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.0:1609800478.872938:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:24.0:1609800478.872939:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:38.0:1609800478.872940:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.872942:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:38.0:1609800478.872943:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800478.872956:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800478.872957:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800478.872959:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800478.873015:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.873019:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.873022:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:7.0:1609800478.873028:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800478.873030:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:7.0:1609800478.873034:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.873036:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:7.0:1609800478.873037:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:7.0:1609800478.873044:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:7.0:1609800478.873047:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.873050:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.873052:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:7.0:1609800478.873056:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800478.873057:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:7.0:1609800478.873058:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:7.0:1609800478.873060:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.873062:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:7.0:1609800478.873062:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873063:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873066:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:7.0:1609800478.873066:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:27.0:1609800478.873068:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.873069:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:27.0:1609800478.873070:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.873073:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.873088:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.873092:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.873094:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:58.0:1609800478.873099:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.873102:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:58.0:1609800478.873106:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.873107:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:58.0:1609800478.873109:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:58.0:1609800478.873112:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:33.1:1609800478.873136:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:30.0:1609800478.873142:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:24.0:1609800478.873148:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:30.0:1609800478.873151:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:24.0:1609800478.873152:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:30.0:1609800478.873153:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800478.873154:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.873155:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:24.0:1609800478.873156:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.873157:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:24.0:1609800478.873159:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:30.0:1609800478.873161:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:7.0:1609800478.873163:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.873167:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.873169:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:7.0:1609800478.873173:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800478.873175:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:7.0:1609800478.873176:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:27.0:1609800478.873181:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:7.0:1609800478.873181:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.873182:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:7.0:1609800478.873183:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873185:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.873186:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:7.0:1609800478.873187:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:27.0:1609800478.873188:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873189:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:27.0:1609800478.873190:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:7.0:1609800478.873191:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800478.873194:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800478.873195:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:7.0:1609800478.873199:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800478.873200:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:7.0:1609800478.873202:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:7.0:1609800478.873204:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800478.873205:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:58.0:1609800478.873206:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800478.873206:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:7.0:1609800478.873206:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:7.0:1609800478.873209:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:24.0:1609800478.873210:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000400:00000200:24.0:1609800478.873211:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.873212:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.873214:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.873217:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.873217:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.873219:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:33.1:1609800478.873223:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:58.0:1609800478.873225:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.873228:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.873228:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:58.0:1609800478.873231:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800478.873232:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:58.0:1609800478.873233:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:19.0:1609800478.873233:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.873234:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873235:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:19.0:1609800478.873236:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:58.0:1609800478.873238:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873239:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:33.1:1609800478.873258:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:30.0:1609800478.873264:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:58.0:1609800478.873265:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:30.0:1609800478.873267:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:58.0:1609800478.873268:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:30.0:1609800478.873268:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.873270:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:24.0:1609800478.873270:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:30.0:1609800478.873271:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:58.0:1609800478.873276:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.873278:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.873279:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:58.0:1609800478.873281:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.873284:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:58.0:1609800478.873285:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:58.0:1609800478.873287:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873300:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:27.0:1609800478.873306:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:27.0:1609800478.873308:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:27.0:1609800478.873310:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.873311:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:27.0:1609800478.873312:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.873314:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873314:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:27.0:1609800478.873316:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800478.873316:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.873317:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800478.873318:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:58.0:1609800478.873320:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.873327:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.873329:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:58.0:1609800478.873334:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.873337:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:58.0:1609800478.873339:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.873341:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:58.0:1609800478.873341:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:58.0:1609800478.873344:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873357:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:58.0:1609800478.873363:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:30.0:1609800478.873363:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:58.0:1609800478.873366:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.873366:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:30.0:1609800478.873367:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.873368:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:30.0:1609800478.873369:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.873369:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:58.0:1609800478.873373:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800478.873375:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:30.0:1609800478.873376:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:58.0:1609800478.873378:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800478.873379:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:58.0:1609800478.873380:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:58.0:1609800478.873383:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873395:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.873400:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800478.873403:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.873404:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800478.873406:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:24.0:1609800478.873407:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.873409:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:5.0:1609800478.873434:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800478.873440:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.873442:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:5.0:1609800478.873447:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.873451:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:5.0:1609800478.873455:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800478.873457:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:5.0:1609800478.873458:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:5.0:1609800478.873464:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:5.0:1609800478.873468:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800478.873471:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.873472:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:5.0:1609800478.873476:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800478.873477:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:5.0:1609800478.873478:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:5.0:1609800478.873481:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:58.0:1609800478.873482:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800478.873482:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:5.0:1609800478.873482:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:5.0:1609800478.873483:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:27.0:1609800478.873487:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:5.0:1609800478.873487:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:30.0:1609800478.873488:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:27.0:1609800478.873489:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.873491:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:5.0:1609800478.873491:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800478.873492:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800478.873494:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800478.873495:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:5.0:1609800478.873497:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:33.1:1609800478.873499:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:58.0:1609800478.873501:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800478.873503:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:58.0:1609800478.873504:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:27.0:1609800478.873504:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:27.0:1609800478.873507:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873507:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:5.0:1609800478.873507:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800478.873509:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:27.0:1609800478.873510:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800478.873511:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:33.1:1609800478.873512:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:58.0:1609800478.873513:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:5.0:1609800478.873513:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800478.873514:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:5.0:1609800478.873514:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:58.0:1609800478.873515:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873516:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:27.0:1609800478.873517:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:58.0:1609800478.873519:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (25)--
00000800:00000200:5.0:1609800478.873519:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (25)++
00000800:00000200:30.0:1609800478.873521:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (26)--
00000800:00000200:27.0:1609800478.873522:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:5.0:1609800478.873524:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:27.0:1609800478.873525:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)++
00000800:00000200:27.0:1609800478.873526:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (24)--
00000800:00000200:27.0:1609800478.873528:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:33.1:1609800478.873530:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800478.873535:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:24.0:1609800478.873538:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:5.0:1609800478.873538:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800478.873540:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.873541:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.873542:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.873544:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873556:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800478.873572:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.873575:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:19.0:1609800478.873576:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.873578:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:19.0:1609800478.873579:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:19.0:1609800478.873582:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:23.0:1609800478.873594:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800478.873600:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800478.873602:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.873604:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:23.0:1609800478.873606:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:23.0:1609800478.873612:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800478.873616:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000400:00000200:0.0:1609800478.873619:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.873621:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:23.0:1609800478.873623:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800478.873625:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:0.0:1609800478.873626:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:23.0:1609800478.873627:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:0.0:1609800478.873628:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:23.0:1609800478.873634:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:0.0:1609800478.873635:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:0.0:1609800478.873639:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:0.0:1609800478.873643:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800478.873646:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:30.0:1609800478.873652:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:30.0:1609800478.873656:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:30.0:1609800478.873657:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.873657:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.873658:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000400:00000200:30.0:1609800478.873660:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:0.0:1609800478.873660:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:24.0:1609800478.873661:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:24.0:1609800478.873663:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800478.873664:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.873665:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000400:00000200:0.0:1609800478.873665:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:30.0:1609800478.873668:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:0.0:1609800478.873668:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:24.0:1609800478.873670:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:0.0:1609800478.873671:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.873672:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:0.0:1609800478.873673:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:0.0:1609800478.873678:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873682:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000400:00000200:0.0:1609800478.873682:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800478.873688:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000400:00000200:0.0:1609800478.873690:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800478.873691:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000800:00000200:19.0:1609800478.873692:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:19.0:1609800478.873693:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:27.0:1609800478.873694:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873695:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873696:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:0.0:1609800478.873696:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800478.873698:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:0.0:1609800478.873701:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800478.873702:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:0.0:1609800478.873703:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:33.1:1609800478.873708:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:0.0:1609800478.873709:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:30.0:1609800478.873715:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)++
00000800:00000200:30.0:1609800478.873717:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (24)--
00000400:00000200:30.0:1609800478.873718:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800478.873720:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:30.0:1609800478.873721:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:30.0:1609800478.873724:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873738:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:27.0:1609800478.873743:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:27.0:1609800478.873746:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873749:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:27.0:1609800478.873761:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800478.873763:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:27.0:1609800478.873766:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000400:00000200:1.0:1609800478.873780:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.103@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800478.873795:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800478.873798:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.103@o2ib18 local destination
00000400:00000200:1.0:1609800478.873803:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.103@o2ib18(192.168.128.103@o2ib18:192.168.128.103@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800478.873805:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.103@o2ib18
00000800:00000200:1.0:1609800478.873809:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1b00] -> 192.168.128.103@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800478.873811:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:1.0:1609800478.873827:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:1.0:1609800478.873833:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:33.1:1609800478.873845:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:24.0:1609800478.873850:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:24.0:1609800478.873853:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345b0f99e00] (23)--
00000400:00000200:24.0:1609800478.873855:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:30.0:1609800478.873857:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000400:00000200:24.0:1609800478.873857:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.103@o2ib18: PUT: OK
00000800:00000200:24.0:1609800478.873860:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:33.1:1609800478.873878:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345b0f99e00] (20)++
00000800:00000200:19.0:1609800478.873905:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)++
00000800:00000200:19.0:1609800478.873912:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.103@o2ib18
00000800:00000200:27.0:1609800478.873937:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (22)--
00000800:00000200:19.0:1609800478.873937:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345b0f99e00] (22)++
00000800:00000200:19.0:1609800478.873938:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345b0f99e00] (23)--
00000800:00000200:19.0:1609800478.873939:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345b0f99e00] (21)--
00000800:00000200:29.1:1609800478.905668:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:37.0:1609800478.905710:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800478.905715:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800478.905719:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : GET - for me
00000400:00000200:37.0:1609800478.905723:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.102@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800478.905726:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.102@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800478.905728:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800478.905730:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800478.905732:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:37.0:1609800478.905737:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800478.905739:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:37.0:1609800478.905741:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800478.905742:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800478.905743:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:4.0:1609800478.905743:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:37.0:1609800478.905749:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800478.905749:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800478.905766:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:8.0:1609800478.905806:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:8.0:1609800478.905810:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:8.0:1609800478.905811:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800478.905814:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800478.905817:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:8.0:1609800478.905835:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:26.1:1609800479.009411:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:4.0:1609800479.009458:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:4.0:1609800479.009463:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.99@o2ib18
00000400:00000200:4.0:1609800479.009467:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.009472:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.009474:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800479.009480:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.009483:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.009486:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.009490:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800479.009491:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.009495:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800479.009497:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:4.0:1609800479.009497:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:4.0:1609800479.009501:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800479.009503:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.009503:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:37.0:1609800479.009507:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.009530:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.009533:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800479.009538:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.009541:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800479.009545:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800479.009548:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:58.0:1609800479.009550:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800479.009550:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.009553:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800479.009555:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:58.0:1609800479.009556:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.009556:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:58.0:1609800479.009560:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800479.009584:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:38.0:1609800479.009630:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.009630:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000400:00000200:38.0:1609800479.009633:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.009636:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.009636:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.009638:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:4.0:1609800479.009641:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800479.009643:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.009644:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:4.0:1609800479.009645:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.009648:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.009649:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.009652:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:4.0:1609800479.009656:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800479.009659:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.009662:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800479.009663:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.009665:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.009666:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.009668:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800479.009669:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.009671:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.009671:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800479.009672:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.009675:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:4.0:1609800479.009675:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:4.0:1609800479.009677:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:4.0:1609800479.009678:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800479.009679:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000800:00000200:58.0:1609800479.009686:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800479.009701:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (23)++
00000400:00000200:58.0:1609800479.009703:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.009705:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.009706:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:6.0:1609800479.009707:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800479.009709:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800479.009713:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.009715:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:6.0:1609800479.009716:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.009719:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:6.0:1609800479.009720:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.009721:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800479.009722:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:4.0:1609800479.009723:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800479.009728:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.009730:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.009733:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800479.009734:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.009735:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800479.009737:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.009737:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800479.009740:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.009740:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800479.009743:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800479.009744:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:58.0:1609800479.009749:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800479.009750:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.009752:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800479.009799:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:37.0:1609800479.009806:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800479.009810:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.009812:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:37.0:1609800479.009813:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.009816:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.009816:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.009817:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:37.0:1609800479.009819:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:4.0:1609800479.009821:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.009823:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:37.0:1609800479.009824:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.009827:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800479.009828:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.009828:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.009829:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800479.009831:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.009832:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800479.009832:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.009834:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.009835:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800479.009838:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:37.0:1609800479.009840:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:37.0:1609800479.009840:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:8.0:1609800479.009840:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:4.0:1609800479.009841:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.009843:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.009846:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800479.009847:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800479.009847:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.009848:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.009849:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800479.009850:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.009851:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:7.0:1609800479.009851:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.009854:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800479.009854:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:4.0:1609800479.009855:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:4.0:1609800479.009856:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:8.0:1609800479.009858:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800479.009860:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:58.0:1609800479.009863:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.009863:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000400:00000200:58.0:1609800479.009864:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.009866:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000400:00000200:58.0:1609800479.009867:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.009872:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800479.009874:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800479.009894:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800479.009901:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800479.009905:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000800:00000200:6.0:1609800479.009906:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:6.0:1609800479.009908:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:5.0:1609800479.009940:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800479.009943:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.009947:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800479.009986:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:4.0:1609800479.009992:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:4.0:1609800479.009996:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.009998:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:4.0:1609800479.009999:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.010002:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.010004:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:4.0:1609800479.010010:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.010012:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.010016:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.010018:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800479.010019:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.010023:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:4.0:1609800479.010025:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:4.0:1609800479.010026:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:58.0:1609800479.010035:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:23.0:1609800479.010049:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800479.010052:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:23.0:1609800479.010052:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.010055:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:23.0:1609800479.010057:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:58.0:1609800479.010061:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800479.010064:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:58.0:1609800479.010069:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800479.010071:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:58.0:1609800479.010072:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:58.0:1609800479.010078:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800479.010103:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800479.010109:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800479.010114:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.010116:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:37.0:1609800479.010117:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.010138:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:8.0:1609800479.010142:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:8.0:1609800479.010161:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.010162:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000400:00000200:8.0:1609800479.010163:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.010164:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.010164:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800479.010167:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010170:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000400:00000200:6.0:1609800479.010170:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.010170:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.010171:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800479.010171:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:8.0:1609800479.010173:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800479.010176:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.010179:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800479.010180:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010181:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800479.010181:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.010182:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:37.0:1609800479.010183:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.010184:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800479.010187:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.010188:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010189:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000400:00000200:4.0:1609800479.010189:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800479.010189:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800479.010190:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000400:00000200:6.0:1609800479.010190:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:4.0:1609800479.010191:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800479.010192:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800479.010193:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:4.0:1609800479.010194:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.010195:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800479.010196:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.010197:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.010198:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800479.010198:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800479.010200:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:6.0:1609800479.010201:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800479.010202:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.010204:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800479.010205:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.010205:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000400:00000200:8.0:1609800479.010206:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.010206:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000400:00000200:37.0:1609800479.010207:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.010207:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:4.0:1609800479.010207:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:4.0:1609800479.010208:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:8.0:1609800479.010209:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.010209:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000400:00000200:37.0:1609800479.010210:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800479.010210:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:4.0:1609800479.010210:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.010211:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:58.0:1609800479.010212:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.010212:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000400:00000200:58.0:1609800479.010213:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010214:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.010214:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.010215:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:58.0:1609800479.010218:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800479.010218:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.010222:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800479.010222:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000400:00000200:4.0:1609800479.010239:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.010240:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (26)++
00000400:00000200:6.0:1609800479.010240:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800479.010240:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800479.010241:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800479.010242:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010243:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (27)--
00000400:00000200:6.0:1609800479.010243:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.010243:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010244:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800479.010244:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)--
00000400:00000200:4.0:1609800479.010244:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:8.0:1609800479.010245:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000400:00000200:0.0:1609800479.010245:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010246:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800479.010246:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.010248:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:6.0:1609800479.010248:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:58.0:1609800479.010250:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800479.010250:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:58.0:1609800479.010251:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.010251:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:4.0:1609800479.010254:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:58.0:1609800479.010255:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800479.010256:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800479.010257:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.010258:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800479.010258:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800479.010259:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.010259:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.010261:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)++
00000800:00000200:0.0:1609800479.010261:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:23.0:1609800479.010262:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800479.010262:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.010263:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (27)--
00000800:00000200:37.0:1609800479.010264:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)--
00000800:00000200:37.0:1609800479.010265:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000800:00000200:6.0:1609800479.010265:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800479.010266:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.010266:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.010266:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:37.0:1609800479.010267:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (27)--
00000800:00000200:4.0:1609800479.010267:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (27)--
00000800:00000200:1.0:1609800479.010267:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.010269:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)++
00000800:00000200:4.0:1609800479.010269:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000400:00000200:1.0:1609800479.010269:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800479.010269:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800479.010270:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000400:00000200:8.0:1609800479.010270:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.010270:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:0.0:1609800479.010271:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)++
00000400:00000200:8.0:1609800479.010272:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:4.0:1609800479.010272:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:0.0:1609800479.010272:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000400:00000200:1.0:1609800479.010273:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.010274:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:8.0:1609800479.010278:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800479.010279:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800479.010280:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800479.010282:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800479.010285:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800479.010286:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.010287:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:58.0:1609800479.010288:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800479.010289:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010289:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800479.010289:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:23.0:1609800479.010290:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.010292:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800479.010292:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800479.010294:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:1.0:1609800479.010295:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.010299:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800479.010303:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:23.0:1609800479.010303:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:23.0:1609800479.010307:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:58.0:1609800479.010309:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800479.010310:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.010312:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.010312:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:23.0:1609800479.010312:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800479.010313:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:23.0:1609800479.010314:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:23.0:1609800479.010315:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000400:00000200:1.0:1609800479.010315:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.010318:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800479.010319:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000800:00000200:23.0:1609800479.010320:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800479.010321:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (26)--
00000400:00000200:37.0:1609800479.010323:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.010323:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.010325:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:37.0:1609800479.010326:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:4.0:1609800479.010327:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.010329:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:26.1:1609800479.010331:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:4.0:1609800479.010331:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.010333:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:8.0:1609800479.010338:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:4.0:1609800479.010339:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.010341:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:4.0:1609800479.010341:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800479.010343:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.010344:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:4.0:1609800479.010344:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800479.010345:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.010346:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800479.010347:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:4.0:1609800479.010347:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.010350:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:4.0:1609800479.010351:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:4.0:1609800479.010352:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:58.0:1609800479.010356:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800479.010356:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000400:00000200:58.0:1609800479.010358:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:58.0:1609800479.010360:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.010363:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800479.010366:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.010368:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:37.0:1609800479.010369:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.010371:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000400:00000200:37.0:1609800479.010373:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010374:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:6.0:1609800479.010374:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.010375:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800479.010377:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.010378:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:37.0:1609800479.010380:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.010382:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800479.010383:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.99@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.010383:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010385:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800479.010385:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800479.010387:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.010388:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800479.010389:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.010391:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:6.0:1609800479.010391:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.010394:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:58.0:1609800479.010396:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800479.010396:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800479.010397:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.010398:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800479.010400:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:8.0:1609800479.010400:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.010400:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.010401:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000400:00000200:58.0:1609800479.010402:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010420:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800479.010420:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800479.010421:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (22)++
00000400:00000200:58.0:1609800479.010423:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:8.0:1609800479.010423:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800479.010423:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:8.0:1609800479.010424:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.010424:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:58.0:1609800479.010428:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:58.0:1609800479.010431:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:8.0:1609800479.010431:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:8.0:1609800479.010432:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:23.0:1609800479.010435:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:58.0:1609800479.010436:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800479.010436:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:58.0:1609800479.010437:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000400:00000200:23.0:1609800479.010437:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010437:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:58.0:1609800479.010439:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:38.0:1609800479.010439:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800479.010440:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800479.010442:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:58.0:1609800479.010443:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:38.0:1609800479.010445:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800479.010446:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000400:00000200:58.0:1609800479.010447:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:58.0:1609800479.010451:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800479.010451:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:58.0:1609800479.010452:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:38.0:1609800479.010452:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.010453:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:38.0:1609800479.010455:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800479.010457:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:58.0:1609800479.010458:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800479.010458:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:58.0:1609800479.010460:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.010460:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:58.0:1609800479.010464:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:58.0:1609800479.010465:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:58.0:1609800479.010466:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:58.0:1609800479.010469:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000800:00000200:26.1:1609800479.010479:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800479.010504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:6.0:1609800479.010508:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:8.0:1609800479.010510:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:6.0:1609800479.010510:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.010512:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.010514:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:8.0:1609800479.010515:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0F:1609800479.010516:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800479.010516:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:37.0:1609800479.010518:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:8.0:1609800479.010518:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.010523:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.010523:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:7.0:1609800479.010524:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.010526:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:7.0:1609800479.010532:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.010534:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800479.010534:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (20)++
00000800:00000200:59.0:1609800479.010537:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000400:00000200:7.0:1609800479.010538:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:59.0:1609800479.010541:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800479.010541:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)++
00000800:00000200:59.0:1609800479.010542:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:59.0:1609800479.010543:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000400:00000200:7.0:1609800479.010544:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800479.010545:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.010547:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:59.0:1609800479.010548:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:7.0:1609800479.010548:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:4.0:1609800479.010549:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:4.0:1609800479.010550:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:4.0:1609800479.010551:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:7.0:1609800479.010553:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.010555:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:7.0:1609800479.010556:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:26.1:1609800479.010558:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (23)++
00000800:00000200:7.0:1609800479.010580:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:37.0:1609800479.010581:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:37.0:1609800479.010584:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:37.0:1609800479.010585:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.010587:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.010587:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:8.0:1609800479.010589:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:37.0:1609800479.010590:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:8.0:1609800479.010591:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.010592:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:8.0:1609800479.010593:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.010595:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:7.0:1609800479.010718:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.010780:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.010796:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:7.0:1609800479.010801:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.010804:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:7.0:1609800479.010806:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.010808:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:7.0:1609800479.010809:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:7.0:1609800479.010813:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:7.0:1609800479.010833:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.010836:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.010844:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:7.0:1609800479.010848:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.010851:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:7.0:1609800479.010853:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.010854:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:7.0:1609800479.010855:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:7.0:1609800479.010858:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:7.0:1609800479.010863:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.010866:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.010868:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:7.0:1609800479.010872:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.010874:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:7.0:1609800479.010876:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.010877:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000800:00000200:7.0:1609800479.010878:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000800:00000200:7.0:1609800479.010881:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)--
00000400:00000200:7.0:1609800479.010884:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.010887:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.010889:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:7.0:1609800479.010893:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800479.010895:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (23)++
00000800:00000200:7.0:1609800479.010896:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:7.0:1609800479.010898:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.010899:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)++
00000800:00000200:7.0:1609800479.010900:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (25)++
00000800:00000200:7.0:1609800479.010903:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (26)--
00000400:00000200:59.0:1609800479.010910:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.010932:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.010936:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:59.0:1609800479.010942:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.010954:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:59.0:1609800479.010958:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800479.010958:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000800:00000200:59.0:1609800479.010960:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:59.0:1609800479.010961:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (27)++
00000800:00000200:59.0:1609800479.010965:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (28)--
00000800:00000200:37.0:1609800479.010966:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (28)++
00000800:00000200:4.0:1609800479.010967:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (28)--
00000800:00000200:37.0:1609800479.010969:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (27)--
00000400:00000200:4.0:1609800479.010969:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.010971:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.010972:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)++
00000400:00000200:37.0:1609800479.010973:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:4.0:1609800479.010973:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.010975:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (27)--
00000800:00000200:37.0:1609800479.010976:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (27)--
00000800:00000200:37.0:1609800479.010977:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000400:00000200:6.0:1609800479.010977:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.010979:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:37.0:1609800479.010980:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (26)--
00000800:00000200:4.0:1609800479.010980:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)--
00000400:00000200:37.0:1609800479.010981:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.010981:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000400:00000200:5.0:1609800479.010982:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800479.010983:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.010984:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:4.0:1609800479.010985:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.010986:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)++
00000800:00000200:4.0:1609800479.010987:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:37.0:1609800479.010988:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (26)--
00000800:00000200:6.0:1609800479.010989:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (26)--
00000800:00000200:4.0:1609800479.010989:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000800:00000200:37.0:1609800479.010990:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000400:00000200:5.0:1609800479.010990:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.010991:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.010991:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800479.010993:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:5.0:1609800479.010995:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:5.0:1609800479.011001:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800479.011005:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:5.0:1609800479.011005:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:5.0:1609800479.011009:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800479.011011:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:5.0:1609800479.011013:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:5.0:1609800479.011020:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:59.0:1609800479.011025:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800479.011028:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.011029:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.011031:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800479.011032:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:59.0:1609800479.011036:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.011039:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800479.011039:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800479.011042:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000800:00000200:59.0:1609800479.011043:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.011044:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)++
00000400:00000200:37.0:1609800479.011044:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.011044:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.011046:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (23)++
00000400:00000200:37.0:1609800479.011046:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.011046:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:5.0:1609800479.011047:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:59.0:1609800479.011050:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:5.0:1609800479.011052:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800479.011055:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800479.011056:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:5.0:1609800479.011059:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800479.011060:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:26.1:1609800479.011061:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800479.011062:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:5.0:1609800479.011066:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (24)--
00000800:00000200:8.0:1609800479.011069:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000800:00000200:8.0:1609800479.011072:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000400:00000200:8.0:1609800479.011073:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.011075:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)++
00000400:00000200:8.0:1609800479.011076:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.011077:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800479.011078:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (24)--
00000800:00000200:8.0:1609800479.011079:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800479.011079:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.011080:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800479.011082:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.011084:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:59.0:1609800479.011085:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.011090:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:59.0:1609800479.011095:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.011098:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:59.0:1609800479.011102:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.011103:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:59.0:1609800479.011104:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:59.0:1609800479.011107:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800479.011119:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:37.0:1609800479.011128:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:37.0:1609800479.011131:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:37.0:1609800479.011133:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.011135:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000400:00000200:37.0:1609800479.011136:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.011138:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800479.011138:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:37.0:1609800479.011139:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (23)--
00000800:00000200:4.0:1609800479.011140:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:37.0:1609800479.011141:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:4.0:1609800479.011141:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (23)--
00000400:00000200:59.0:1609800479.011142:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.011143:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:59.0:1609800479.011145:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:59.0:1609800479.011150:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.011152:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:59.0:1609800479.011155:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.011157:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:59.0:1609800479.011157:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:59.0:1609800479.011160:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800479.011172:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:6.0:1609800479.011180:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800479.011183:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800479.011185:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.011186:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:6.0:1609800479.011187:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.011207:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000400:00000200:59.0:1609800479.011209:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.011216:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.011219:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000400:00000200:59.0:1609800479.011224:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.011226:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:59.0:1609800479.011230:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.011231:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (20)++
00000800:00000200:59.0:1609800479.011232:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (21)++
00000800:00000200:59.0:1609800479.011239:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000400:00000200:59.0:1609800479.011245:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.011249:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.011251:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800479.011253:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:59.0:1609800479.011256:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.011258:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:37.0:1609800479.011260:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:59.0:1609800479.011261:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.011262:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (23)++
00000800:00000200:59.0:1609800479.011262:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (24)++
00000800:00000200:37.0:1609800479.011264:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.99@o2ib18
00000800:00000200:59.0:1609800479.011265:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800479.011266:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6eb800] (25)++
00000800:00000200:4.0:1609800479.011266:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)++
00000800:00000200:37.0:1609800479.011267:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6eb800] (26)--
00000800:00000200:37.0:1609800479.011268:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (25)--
00000800:00000200:37.0:1609800479.011269:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (24)--
00000800:00000200:4.0:1609800479.011269:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (25)--
00000400:00000200:4.0:1609800479.011271:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.011273:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000400:00000200:0.0:1609800479.011275:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.99@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800479.011277:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000400:00000200:0.0:1609800479.011282:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.011286:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.99@o2ib18 local destination
00000800:00000200:26.1:1609800479.011287:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000400:00000200:0.0:1609800479.011292:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.99@o2ib18(192.168.128.99@o2ib18:192.168.128.99@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800479.011295:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:0.0:1609800479.011296:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.99@o2ib18
00000800:00000200:6.0:1609800479.011298:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:6.0:1609800479.011299:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.011300:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:0.0:1609800479.011300:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec200] -> 192.168.128.99@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800479.011301:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.011302:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6eb800] (21)++
00000800:00000200:0.0:1609800479.011303:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6eb800] (22)++
00000800:00000200:6.0:1609800479.011304:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:0.0:1609800479.011311:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6eb800] (22)--
00000800:00000200:26.1:1609800479.011323:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6eb800] (21)++
00000800:00000200:8.0:1609800479.011331:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)++
00000800:00000200:8.0:1609800479.011334:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6eb800] (23)--
00000400:00000200:8.0:1609800479.011335:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.011337:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.99@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.011337:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (22)--
00000800:00000200:8.0:1609800479.011356:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6eb800] (21)--
00000800:00000200:33.1:1609800479.013472:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (20)++
00000800:00000200:37.0:1609800479.013484:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800479.013486:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.127@o2ib18
00000400:00000200:37.0:1609800479.013488:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.127@o2ib18 : GET - for me
00000400:00000200:37.0:1609800479.013492:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.127@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800479.013494:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.127@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800479.013515:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800479.013516:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83a00] (23)--
00000400:00000200:37.0:1609800479.013518:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.127@o2ib18 local destination
00000400:00000200:37.0:1609800479.013523:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.127@o2ib18(192.168.128.127@o2ib18:192.168.128.127@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800479.013525:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.127@o2ib18
00000800:00000200:6.0:1609800479.013526:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:37.0:1609800479.013528:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec980] -> 192.168.128.127@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800479.013529:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83a00] (21)++
00000800:00000200:37.0:1609800479.013530:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83a00] (22)++
00000800:00000200:37.0:1609800479.013537:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83a00] (23)--
00000800:00000200:37.0:1609800479.013538:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:33.1:1609800479.013563:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83a00] (21)++
00000800:00000200:4.0:1609800479.013571:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)++
00000800:00000200:4.0:1609800479.013573:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83a00] (23)--
00000400:00000200:4.0:1609800479.013575:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.013577:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.127@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800479.013579:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (22)--
00000800:00000200:4.0:1609800479.013580:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83a00] (21)--
00000800:00000200:30.1:1609800479.045279:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (20)++
00000800:00000200:31.0:1609800479.045307:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)++
00000800:00000200:31.0:1609800479.045312:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.100@o2ib18
00000800:00000200:24.0:1609800479.045313:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000400:00000200:31.0:1609800479.045317:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.100@o2ib18 : GET - for me
00000400:00000200:31.0:1609800479.045322:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.100@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:31.0:1609800479.045326:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.100@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:31.0:1609800479.045329:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:31.0:1609800479.045330:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe1e00] (22)--
00000400:00000200:31.0:1609800479.045333:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.100@o2ib18 local destination
00000400:00000200:31.0:1609800479.045340:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.100@o2ib18(192.168.128.100@o2ib18:192.168.128.100@o2ib18) : REPLY try# 0
00000800:00000200:31.0:1609800479.045343:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.100@o2ib18
00000800:00000200:31.0:1609800479.045347:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cae80] -> 192.168.128.100@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800479.045349:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe1e00] (21)++
00000800:00000200:31.0:1609800479.045350:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe1e00] (22)++
00000800:00000200:31.0:1609800479.045357:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe1e00] (23)--
00000800:00000200:31.0:1609800479.045358:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:30.1:1609800479.045374:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe1e00] (21)++
00000800:00000200:27.0:1609800479.045380:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)++
00000800:00000200:27.0:1609800479.045383:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe1e00] (23)--
00000400:00000200:27.0:1609800479.045384:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.045387:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.100@o2ib18: REPLY: OK
00000800:00000200:27.0:1609800479.045389:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (22)--
00000800:00000200:27.0:1609800479.045390:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe1e00] (21)--
00000800:00000200:30.1:1609800479.064420:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (20)++
00000800:00000200:6.0:1609800479.064477:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (21)++
00000800:00000200:6.0:1609800479.064488:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.112@o2ib18
00000400:00000200:6.0:1609800479.064497:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.064505:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.064511:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800479.064538:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.064541:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.064541:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.064544:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.064548:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.064548:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.064550:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800479.064552:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.064572:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000400:00000200:37.0:1609800479.064574:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.064574:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (24)--
00000800:00000200:6.0:1609800479.064576:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:37.0:1609800479.064577:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800479.064577:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.064582:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:59.0:1609800479.064583:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800479.064583:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.064584:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:37.0:1609800479.064586:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800479.064587:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.064588:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.064589:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000400:00000200:59.0:1609800479.064591:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.064608:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800479.064608:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064612:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800479.064612:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800479.064613:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800479.064613:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.064618:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (24)++
00000400:00000200:6.0:1609800479.064618:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800479.064618:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064620:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (25)--
00000800:00000200:6.0:1609800479.064620:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800479.064621:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:4.0:1609800479.064622:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:37.0:1609800479.064623:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:6.0:1609800479.064623:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.064625:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:8.0:1609800479.064625:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.064625:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.064626:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800479.064628:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.064630:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:6.0:1609800479.064632:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (24)--
00000800:00000200:4.0:1609800479.064632:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800479.064633:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.064633:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:30.1:1609800479.064635:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.064635:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800479.064638:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.064639:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800479.064640:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800479.064641:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800479.064641:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:59.0:1609800479.064643:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064644:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:4.0:1609800479.064644:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:1.0:1609800479.064645:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.064646:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800479.064648:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.064648:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (25)++
00000400:00000200:1.0:1609800479.064648:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064650:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.064651:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (26)++
00000400:00000200:1.0:1609800479.064651:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.064652:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800479.064654:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.064654:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.064655:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.064655:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (27)--
00000800:00000200:4.0:1609800479.064656:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000400:00000200:37.0:1609800479.064658:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.064658:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800479.064658:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:8.0:1609800479.064659:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:1.0:1609800479.064659:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.064660:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800479.064661:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:1.0:1609800479.064661:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.064663:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800479.064667:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (24)++
00000400:00000200:37.0:1609800479.064668:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.064671:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:59.0:1609800479.064672:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.064672:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (25)++
00000400:00000200:6.0:1609800479.064672:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.064674:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064675:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800479.064675:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:8.0:1609800479.064676:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (26)--
00000800:00000200:4.0:1609800479.064676:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (26)++
00000400:00000200:59.0:1609800479.064677:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.064677:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000800:00000200:4.0:1609800479.064677:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800479.064679:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800479.064679:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:37.0:1609800479.064680:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.064680:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:6.0:1609800479.064681:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.064683:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (24)++
00000800:00000200:8.0:1609800479.064684:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.064684:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800479.064685:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (25)--
00000800:00000200:37.0:1609800479.064686:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:6.0:1609800479.064686:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.064687:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:8.0:1609800479.064687:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.064688:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.064689:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800479.064691:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.064710:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000400:00000200:8.0:1609800479.064711:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:6.0:1609800479.064712:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:6.0:1609800479.064713:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:8.0:1609800479.064717:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.064719:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:59.0:1609800479.064721:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.064722:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.064722:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800479.064725:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.064725:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800479.064727:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.064729:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (21)++
00000800:00000200:38.0:1609800479.064730:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.064731:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000400:00000200:38.0:1609800479.064732:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.064736:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.064738:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:8.0:1609800479.064739:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:38.0:1609800479.064741:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800479.064742:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.064745:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800479.064748:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800479.064841:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.064861:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.064862:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:4.0:1609800479.064863:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800479.064867:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000400:00000200:4.0:1609800479.064871:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.064875:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.064878:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:4.0:1609800479.064884:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.064910:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.064913:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.064914:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.064918:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800479.064920:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.064922:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.064922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:4.0:1609800479.064924:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (24)++
00000400:00000200:37.0:1609800479.064925:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800479.064926:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (25)--
00000800:00000200:6.0:1609800479.064927:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:4.0:1609800479.064927:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:4.0:1609800479.064928:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:59.0:1609800479.064946:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.064947:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.064947:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.064948:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000400:00000200:6.0:1609800479.064949:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.064950:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800479.064950:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:37.0:1609800479.064957:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.064959:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:37.0:1609800479.064960:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800479.064960:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.064963:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800479.064963:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000400:00000200:6.0:1609800479.064963:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.064965:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.064966:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800479.064967:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.064967:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:37.0:1609800479.064969:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800479.064971:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:4.0:1609800479.064972:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.064975:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.064977:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800479.064978:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.064981:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800479.064981:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800479.064982:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (25)++
00000400:00000200:8.0:1609800479.065000:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065000:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.065002:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800479.065002:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:6.0:1609800479.065002:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800479.065003:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:37.0:1609800479.065004:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:6.0:1609800479.065005:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.065006:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:4.0:1609800479.065006:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (25)++
00000800:00000200:6.0:1609800479.065007:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.065007:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (26)--
00000800:00000200:4.0:1609800479.065008:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000400:00000200:37.0:1609800479.065009:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800479.065010:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.065010:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (24)++
00000800:00000200:4.0:1609800479.065010:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000400:00000200:37.0:1609800479.065012:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065012:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065013:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.065013:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (26)++
00000400:00000200:37.0:1609800479.065014:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:4.0:1609800479.065015:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.065016:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800479.065019:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.065020:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800479.065020:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.065020:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (27)--
00000800:00000200:37.0:1609800479.065021:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800479.065021:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.065021:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000800:00000200:59.0:1609800479.065022:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.065022:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065022:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000800:00000200:37.0:1609800479.065023:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800479.065023:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065024:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065024:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (26)++
00000800:00000200:6.0:1609800479.065024:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:37.0:1609800479.065025:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800479.065025:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800479.065026:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.065026:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (27)--
00000400:00000200:7.0:1609800479.065026:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800479.065027:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.065027:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000800:00000200:8.0:1609800479.065028:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000800:00000200:37.0:1609800479.065031:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (26)++
00000800:00000200:8.0:1609800479.065031:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:6.0:1609800479.065031:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.065032:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (27)--
00000800:00000200:7.0:1609800479.065032:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800479.065032:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.065033:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800479.065034:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000400:00000200:7.0:1609800479.065034:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.065034:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065035:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.065035:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800479.065036:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800479.065037:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:4.0:1609800479.065037:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800479.065039:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800479.065039:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800479.065040:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065040:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800479.065043:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800479.065044:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.065046:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.065048:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800479.065048:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.065049:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.065049:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:59.0:1609800479.065051:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.065051:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800479.065052:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065052:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.065054:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.065054:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (21)++
00000800:00000200:6.0:1609800479.065056:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.065059:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:7.0:1609800479.065060:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.065060:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:7.0:1609800479.065061:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.065064:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:7.0:1609800479.065071:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.065072:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.065074:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800479.065094:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:37.0:1609800479.065105:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:37.0:1609800479.065108:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065110:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:37.0:1609800479.065111:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.065114:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065114:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (24)--
00000800:00000200:8.0:1609800479.065115:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:37.0:1609800479.065116:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800479.065117:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.065130:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:37.0:1609800479.065131:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.065133:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800479.065135:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800479.065135:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065136:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000800:00000200:4.0:1609800479.065154:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:37.0:1609800479.065155:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800479.065156:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.065156:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.112@o2ib18
00000400:00000200:8.0:1609800479.065157:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.065157:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.065160:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (25)++
00000400:00000200:6.0:1609800479.065160:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.065160:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.065162:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800479.065163:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000400:00000200:4.0:1609800479.065163:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.065164:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000400:00000200:6.0:1609800479.065164:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:6.0:1609800479.065169:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.065172:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800479.065174:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.065174:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:6.0:1609800479.065175:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800479.065179:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800479.065179:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800479.065179:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:59.0:1609800479.065180:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.065180:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.065182:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.065182:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.065185:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:59.0:1609800479.065186:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800479.065186:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.065188:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800479.065189:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.065189:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:6.0:1609800479.065191:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (24)--
00000800:00000200:6.0:1609800479.065191:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.065191:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800479.065192:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800479.065192:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800479.065192:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.065210:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065212:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800479.065213:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:8.0:1609800479.065214:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.065215:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.065217:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.065218:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:59.0:1609800479.065219:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800479.065219:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800479.065221:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.065222:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065222:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (21)++
00000400:00000200:59.0:1609800479.065223:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.065224:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000400:00000200:7.0:1609800479.065226:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.065228:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800479.065229:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000400:00000200:7.0:1609800479.065229:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:8.0:1609800479.065231:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (24)--
00000800:00000200:24.0:1609800479.065232:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:5.0:1609800479.065232:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.065233:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000400:00000200:7.0:1609800479.065235:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800479.065235:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.065237:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)--
00000400:00000200:5.0:1609800479.065238:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:7.0:1609800479.065239:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:30.1:1609800479.065243:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (22)++
00000800:00000200:7.0:1609800479.065246:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.065248:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000800:00000200:7.0:1609800479.065249:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:37.0:1609800479.065252:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000800:00000200:7.0:1609800479.065253:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (26)--
00000800:00000200:37.0:1609800479.065255:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000800:00000200:37.0:1609800479.065256:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:37.0:1609800479.065258:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:5.0:1609800479.065261:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800479.065262:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.065265:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800479.065268:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.065272:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.065274:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:7.0:1609800479.065279:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.065284:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:7.0:1609800479.065286:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.065288:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)++
00000800:00000200:7.0:1609800479.065289:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000800:00000200:7.0:1609800479.065293:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (24)--
00000400:00000200:59.0:1609800479.065297:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.065300:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065301:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065303:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800479.065303:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (23)++
00000400:00000200:7.0:1609800479.065304:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065309:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800479.065311:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:59.0:1609800479.065312:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:7.0:1609800479.065312:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:4.0:1609800479.065314:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000400:00000200:4.0:1609800479.065316:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.065317:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800479.065317:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:59.0:1609800479.065319:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)++
00000400:00000200:7.0:1609800479.065319:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800479.065319:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:59.0:1609800479.065320:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (26)++
00000800:00000200:7.0:1609800479.065323:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.065323:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (27)++
00000800:00000200:59.0:1609800479.065325:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (28)--
00000800:00000200:8.0:1609800479.065326:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (28)--
00000800:00000200:7.0:1609800479.065326:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800479.065327:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000800:00000200:4.0:1609800479.065327:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (27)--
00000400:00000200:8.0:1609800479.065328:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.065328:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (26)++
00000800:00000200:4.0:1609800479.065328:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:7.0:1609800479.065329:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (25)++
00000400:00000200:6.0:1609800479.065329:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.065331:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:7.0:1609800479.065332:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000400:00000200:6.0:1609800479.065332:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.065334:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:6.0:1609800479.065337:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:7.0:1609800479.065340:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.065350:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.065353:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:59.0:1609800479.065354:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.065358:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800479.065361:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.065361:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:59.0:1609800479.065364:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:7.0:1609800479.065364:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.065365:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)++
00000800:00000200:7.0:1609800479.065366:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000400:00000200:59.0:1609800479.065369:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.065370:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (24)--
00000800:00000200:59.0:1609800479.065372:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:59.0:1609800479.065376:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065378:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000800:00000200:59.0:1609800479.065379:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:59.0:1609800479.065383:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:30.1:1609800479.065391:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (24)++
00000400:00000200:0.0:1609800479.065398:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800479.065399:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000800:00000200:4.0:1609800479.065402:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:4.0:1609800479.065404:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.065405:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:4.0:1609800479.065406:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000400:00000200:0.0:1609800479.065406:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.065408:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:37.0:1609800479.065409:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065411:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:0.0:1609800479.065411:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:37.0:1609800479.065412:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.065414:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:8.0:1609800479.065415:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065417:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:0.0:1609800479.065417:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800479.065418:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.065418:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (26)--
00000400:00000200:6.0:1609800479.065420:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065420:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:4.0:1609800479.065421:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:0.0:1609800479.065421:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800479.065422:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:6.0:1609800479.065422:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.065424:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:6.0:1609800479.065426:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:0.0:1609800479.065427:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.065429:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:0.0:1609800479.065431:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000800:00000200:0.0:1609800479.065439:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.065451:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:59.0:1609800479.065454:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065458:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065459:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000400:00000200:59.0:1609800479.065460:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:4.0:1609800479.065462:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:4.0:1609800479.065464:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.065465:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:59.0:1609800479.065466:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800479.065467:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:59.0:1609800479.065468:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:4.0:1609800479.065470:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:59.0:1609800479.065472:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065474:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:59.0:1609800479.065476:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000800:00000200:59.0:1609800479.065478:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:59.0:1609800479.065478:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000400:00000200:59.0:1609800479.065501:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065507:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065509:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:59.0:1609800479.065514:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.065516:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:59.0:1609800479.065519:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065520:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (21)++
00000800:00000200:59.0:1609800479.065521:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:59.0:1609800479.065522:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.112@o2ib18: no credits
00000800:00000200:59.0:1609800479.065523:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)--
00000800:00000200:30.1:1609800479.065530:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (22)++
00000800:00000200:8.0:1609800479.065538:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:8.0:1609800479.065558:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.065560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:8.0:1609800479.065568:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:8.0:1609800479.065570:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (24)--
00000800:00000200:8.0:1609800479.065571:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:30.1:1609800479.065578:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (22)++
00000800:00000200:37.0:1609800479.065586:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:1.0:1609800479.065587:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065590:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800479.065590:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (24)--
00000400:00000200:37.0:1609800479.065591:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065593:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065593:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000400:00000200:37.0:1609800479.065595:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.065595:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (24)--
00000400:00000200:59.0:1609800479.065596:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:4.0:1609800479.065597:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065598:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:4.0:1609800479.065600:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.065602:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.065605:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:37.0:1609800479.065605:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:4.0:1609800479.065607:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:59.0:1609800479.065610:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065611:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:30.1:1609800479.065611:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (20)++
00000400:00000200:1.0:1609800479.065611:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.065612:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:59.0:1609800479.065615:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)--
00000400:00000200:1.0:1609800479.065615:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:8.0:1609800479.065618:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000400:00000200:1.0:1609800479.065621:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800479.065622:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065623:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:6.0:1609800479.065624:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (23)++
00000800:00000200:1.0:1609800479.065624:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:8.0:1609800479.065625:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (25)--
00000800:00000200:8.0:1609800479.065626:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:6.0:1609800479.065627:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (24)--
00000800:00000200:8.0:1609800479.065628:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:6.0:1609800479.065629:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800479.065629:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800479.065631:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:1.0:1609800479.065631:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (21)++
00000800:00000200:1.0:1609800479.065633:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.065634:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:1.0:1609800479.065656:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.065670:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800479.065677:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.065680:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:4.0:1609800479.065682:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.065683:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:4.0:1609800479.065684:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.065686:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:30.1:1609800479.065710:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (20)++
00000800:00000200:37.0:1609800479.065747:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (21)++
00000800:00000200:37.0:1609800479.065751:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000400:00000200:59.0:1609800479.065753:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800479.065753:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.065753:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:37.0:1609800479.065754:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:37.0:1609800479.065755:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000400:00000200:59.0:1609800479.065777:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.065780:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:59.0:1609800479.065785:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.065788:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:59.0:1609800479.065792:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065793:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:59.0:1609800479.065795:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000800:00000200:59.0:1609800479.065799:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.065812:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:8.0:1609800479.065819:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:8.0:1609800479.065823:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:8.0:1609800479.065824:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.065825:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:8.0:1609800479.065826:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.065830:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000400:00000200:59.0:1609800479.065879:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065883:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.065883:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.065885:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:59.0:1609800479.065890:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.065892:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000400:00000200:38.0:1609800479.065895:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.065896:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.065897:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:59.0:1609800479.065898:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.065900:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:59.0:1609800479.065901:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000400:00000200:38.0:1609800479.065907:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.065910:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.065915:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:30.1:1609800479.065915:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:38.0:1609800479.065917:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.065919:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000800:00000200:6.0:1609800479.065923:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:38.0:1609800479.065927:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:6.0:1609800479.065927:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000800:00000200:37.0:1609800479.065929:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:6.0:1609800479.065929:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.065932:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800479.065932:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000400:00000200:38.0:1609800479.065936:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065936:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:38.0:1609800479.065938:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800479.065942:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.065943:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.065946:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.065949:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800479.065949:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.065950:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000800:00000200:38.0:1609800479.065951:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:8.0:1609800479.065954:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:38.0:1609800479.065955:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:4.0:1609800479.065956:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (24)--
00000400:00000200:4.0:1609800479.065957:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.065959:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800479.065959:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.065962:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:38.0:1609800479.065964:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.065965:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800479.065969:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.065970:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.065972:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.065974:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.065975:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.065976:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000800:00000200:37.0:1609800479.065976:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.065980:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:37.0:1609800479.065981:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000400:00000200:37.0:1609800479.065982:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.065982:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:38.0:1609800479.065984:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800479.065984:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:37.0:1609800479.065987:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:38.0:1609800479.065989:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.065991:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800479.065994:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.065996:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.065998:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.066001:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800479.066001:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.066002:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000800:00000200:38.0:1609800479.066003:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:38.0:1609800479.066007:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:8.0:1609800479.066007:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000800:00000200:4.0:1609800479.066008:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (25)++
00000400:00000200:8.0:1609800479.066009:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.066011:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800479.066011:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.066011:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:6.0:1609800479.066013:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000800:00000200:4.0:1609800479.066013:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (24)++
00000400:00000200:38.0:1609800479.066014:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.066014:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (25)--
00000800:00000200:8.0:1609800479.066015:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (24)--
00000400:00000200:38.0:1609800479.066016:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:4.0:1609800479.066016:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.066019:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.066020:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.066022:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.066025:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.066026:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.066027:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (23)++
00000800:00000200:37.0:1609800479.066028:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (24)++
00000800:00000200:38.0:1609800479.066031:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:37.0:1609800479.066032:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000400:00000200:37.0:1609800479.066033:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.066033:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000400:00000200:37.0:1609800479.066035:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000400:00000200:38.0:1609800479.066036:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800479.066038:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:38.0:1609800479.066041:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.066043:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:30.1:1609800479.066045:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000400:00000200:38.0:1609800479.066048:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.066050:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:38.0:1609800479.066053:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800479.066053:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:38.0:1609800479.066054:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)++
00000800:00000200:38.0:1609800479.066055:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (24)++
00000800:00000200:38.0:1609800479.066058:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (25)--
00000800:00000200:4.0:1609800479.066058:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (25)--
00000800:00000200:8.0:1609800479.066059:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (25)--
00000400:00000200:8.0:1609800479.066061:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.066063:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.066065:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.066071:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:6.0:1609800479.066078:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:6.0:1609800479.066081:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:6.0:1609800479.066082:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.066084:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:6.0:1609800479.066085:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.066087:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000400:00000200:59.0:1609800479.066095:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.112@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.066102:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.066105:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.112@o2ib18 local destination
00000400:00000200:59.0:1609800479.066110:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.066113:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:59.0:1609800479.066117:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.066118:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (20)++
00000800:00000200:59.0:1609800479.066119:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (21)++
00000800:00000200:59.0:1609800479.066131:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800479.066144:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800479.066152:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800479.066156:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:4.0:1609800479.066157:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.066159:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000400:00000200:4.0:1609800479.066160:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.066163:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.112@o2ib18
00000800:00000200:4.0:1609800479.066163:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:8.0:1609800479.066164:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (23)++
00000800:00000200:8.0:1609800479.066165:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800479.066165:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (23)--
00000800:00000200:8.0:1609800479.066166:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:31.1:1609800479.079832:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (20)++
00000800:00000200:24.0:1609800479.079845:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800479.079851:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.137@o2ib18
00000800:00000200:31.0:1609800479.079853:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:24.0:1609800479.079857:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.137@o2ib18 : GET - for me
00000400:00000200:24.0:1609800479.079863:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.137@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:24.0:1609800479.079869:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.137@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:24.0:1609800479.079874:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800479.079876:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0000] (22)--
00000400:00000200:24.0:1609800479.079881:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.137@o2ib18 local destination
00000400:00000200:24.0:1609800479.079893:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.137@o2ib18(192.168.128.137@o2ib18:192.168.128.137@o2ib18) : REPLY try# 0
00000800:00000200:24.0:1609800479.079898:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.137@o2ib18
00000800:00000200:24.0:1609800479.079903:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f000] -> 192.168.128.137@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800479.079905:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:24.0:1609800479.079907:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:24.0:1609800479.079913:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0000] (23)--
00000800:00000200:24.0:1609800479.079915:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:31.1:1609800479.079925:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0000] (21)++
00000800:00000200:27.0:1609800479.079935:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)++
00000800:00000200:27.0:1609800479.079940:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0000] (23)--
00000400:00000200:27.0:1609800479.079942:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.079947:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.137@o2ib18: REPLY: OK
00000800:00000200:27.0:1609800479.079950:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (22)--
00000800:00000200:27.0:1609800479.079952:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0000] (21)--
00000800:00000200:35.1:1609800479.121942:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:31.0:1609800479.121995:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:31.0:1609800479.122008:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122009:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:31.0:1609800479.122016:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.122024:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.122030:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:35.1:1609800479.122041:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:31.0:1609800479.122043:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122049:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.122051:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.122055:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800479.122056:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:31.0:1609800479.122061:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800479.122063:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800479.122064:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800479.122067:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.122071:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:31.0:1609800479.122076:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:31.0:1609800479.122078:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:31.0:1609800479.122080:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:31.0:1609800479.122082:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:27.0:1609800479.122082:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800479.122088:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800479.122089:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122091:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.122093:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800479.122095:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800479.122095:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:27.0:1609800479.122098:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800479.122099:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:31.0:1609800479.122100:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122100:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.122101:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.122105:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800479.122106:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:31.0:1609800479.122141:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122145:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.122145:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:27.0:1609800479.122146:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:24.0:1609800479.122146:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122147:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:19.0:1609800479.122147:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.122149:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:24.0:1609800479.122149:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:27.0:1609800479.122151:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122152:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.122152:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800479.122154:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122155:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800479.122155:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:24.0:1609800479.122155:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122157:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800479.122157:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:24.0:1609800479.122158:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800479.122160:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122161:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800479.122163:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800479.122164:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800479.122165:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800479.122166:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fddd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800479.122169:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:27.0:1609800479.122169:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122169:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800479.122172:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:24.0:1609800479.122172:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:19.0:1609800479.122172:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800479.122174:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:27.0:1609800479.122174:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:31.0:1609800479.122175:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:24.0:1609800479.122176:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:19.0:1609800479.122176:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:59.0:1609800479.122177:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.122177:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:19.0:1609800479.122178:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.122179:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.122179:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800479.122180:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:59.0:1609800479.122181:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800479.122181:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800479.122181:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:19.0:1609800479.122181:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)++
00000800:00000200:27.0:1609800479.122182:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800479.122182:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800479.122183:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:19.0:1609800479.122183:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122184:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800479.122184:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:31.0:1609800479.122185:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122185:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122186:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800479.122186:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:7.0:1609800479.122186:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122187:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122187:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:31.0:1609800479.122188:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:27.0:1609800479.122188:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.122189:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.122190:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800479.122192:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:31.0:1609800479.122194:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800479.122194:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.122196:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:31.0:1609800479.122197:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.122197:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122198:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:31.0:1609800479.122199:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800479.122199:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:24.0:1609800479.122200:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122202:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800479.122203:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.122203:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:19.0:1609800479.122204:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:19.0:1609800479.122206:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:19.0:1609800479.122207:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:7.0:1609800479.122207:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800479.122208:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122210:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:7.0:1609800479.122210:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122211:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:24.0:1609800479.122211:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800479.122211:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:31.0:1609800479.122212:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:31.0:1609800479.122213:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:24.0:1609800479.122213:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800479.122214:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.122216:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122216:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800479.122216:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800479.122216:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:24.0:1609800479.122217:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.122219:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800479.122219:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800479.122220:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:19.0:1609800479.122220:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.122225:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800479.122225:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:59.0:1609800479.122226:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122227:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:27.0:1609800479.122228:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:19.0:1609800479.122228:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:59.0:1609800479.122229:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800479.122230:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:24.0:1609800479.122231:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:31.0:1609800479.122232:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:27.0:1609800479.122232:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800479.122234:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800479.122235:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.122235:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.122236:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:27.0:1609800479.122237:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:7.0:1609800479.122237:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122238:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800479.122239:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800479.122240:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800479.122241:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:7.0:1609800479.122243:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800479.122244:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.122244:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800479.122246:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800479.122247:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800479.122248:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.122249:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800479.122250:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800479.122250:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:27.0:1609800479.122251:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800479.122251:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:31.0:1609800479.122252:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122252:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122253:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.122253:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122254:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:7.0:1609800479.122254:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800479.122255:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800479.122255:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:19.0:1609800479.122256:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:7.0:1609800479.122256:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122257:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:27.0:1609800479.122258:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:27.0:1609800479.122259:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:24.0:1609800479.122259:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:27.0:1609800479.122260:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:7.0:1609800479.122261:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:59.0:1609800479.122262:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.122263:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.122263:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800479.122265:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800479.122266:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800479.122266:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800479.122268:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800479.122269:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800479.122271:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800479.122272:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800479.122273:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800479.122273:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800479.122275:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:35.1:1609800479.122278:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.122278:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800479.122278:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.122279:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:31.0:1609800479.122281:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800479.122281:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:31.0:1609800479.122283:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:24.0:1609800479.122284:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:31.0:1609800479.122287:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122287:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:19.0:1609800479.122288:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:59.0:1609800479.122290:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800479.122290:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.122291:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122291:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:19.0:1609800479.122292:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:59.0:1609800479.122293:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800479.122293:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122294:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122294:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:24.0:1609800479.122296:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:19.0:1609800479.122296:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.122297:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:27.0:1609800479.122298:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.122302:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122305:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800479.122307:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800479.122307:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122308:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800479.122308:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122310:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800479.122310:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:31.0:1609800479.122311:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800479.122313:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.122314:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:19.0:1609800479.122316:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.122319:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800479.122320:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.122321:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800479.122322:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800479.122323:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:31.0:1609800479.122324:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:24.0:1609800479.122324:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:19.0:1609800479.122324:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800479.122325:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122325:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800479.122326:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800479.122326:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800479.122327:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122328:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800479.122328:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:31.0:1609800479.122329:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122329:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.122329:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:24.0:1609800479.122330:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.122330:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:27.0:1609800479.122331:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:31.0:1609800479.122332:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:27.0:1609800479.122332:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800479.122332:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800479.122334:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800479.122334:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800479.122336:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800479.122337:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800479.122338:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122339:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdc600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800479.122339:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122340:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:59.0:1609800479.122341:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800479.122342:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:59.0:1609800479.122345:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800479.122345:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:59.0:1609800479.122346:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.122346:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800479.122348:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.122356:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:31.0:1609800479.122357:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122357:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:27.0:1609800479.122359:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:31.0:1609800479.122360:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.122363:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.122363:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000800:00000200:19.0:1609800479.122363:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:24.0:1609800479.122365:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000800:00000200:19.0:1609800479.122365:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:31.0:1609800479.122366:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:27.0:1609800479.122366:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800479.122367:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.126@o2ib18
00000400:00000200:31.0:1609800479.122372:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.122374:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800479.122376:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.122376:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800479.122377:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800479.122377:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.126@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800479.122378:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:31.0:1609800479.122380:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800479.122381:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800479.122383:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800479.122385:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800479.122385:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.122386:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (26)++
00000800:00000200:31.0:1609800479.122387:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (27)--
00000400:00000200:24.0:1609800479.122387:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.122388:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.122388:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (26)--
00000800:00000200:27.0:1609800479.122388:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800479.122388:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.122388:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122389:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)++
00000400:00000200:59.0:1609800479.122390:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122390:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (26)--
00000400:00000200:24.0:1609800479.122390:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:27.0:1609800479.122391:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800479.122392:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:27.0:1609800479.122392:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.122393:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800479.122393:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:19.0:1609800479.122393:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:5.0:1609800479.122394:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800479.122395:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800479.122399:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800479.122399:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800479.122401:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800479.122402:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:19.0:1609800479.122402:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.122403:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:27.0:1609800479.122404:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:24.0:1609800479.122404:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:59.0:1609800479.122405:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:24.0:1609800479.122405:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933612fdcb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.122405:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800479.122406:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122407:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:59.0:1609800479.122408:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:24.0:1609800479.122408:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800479.122408:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800479.122409:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:19.0:1609800479.122409:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800479.122410:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800479.122412:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122414:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800479.122416:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:5.0:1609800479.122417:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800479.122424:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:19.0:1609800479.122425:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:5.0:1609800479.122426:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800479.122427:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.122428:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.122428:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122432:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800479.122434:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800479.122435:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:31.0:1609800479.122441:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.122444:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:31.0:1609800479.122445:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:31.0:1609800479.122447:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:59.0:1609800479.122495:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.122501:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122504:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.122515:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.122519:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122523:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.122526:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:59.0:1609800479.122527:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122534:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.122538:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.122546:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122548:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.122552:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.122555:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122559:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.122560:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122561:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.122565:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800479.122574:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800479.122580:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:24.0:1609800479.122583:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:24.0:1609800479.122585:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122586:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:24.0:1609800479.122587:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.122589:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800479.122590:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:19.0:1609800479.122590:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.122592:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:19.0:1609800479.122593:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.122597:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:7.0:1609800479.122631:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.122639:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.122642:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:7.0:1609800479.122664:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.122667:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:7.0:1609800479.122673:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.122675:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:7.0:1609800479.122676:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:59.0:1609800479.122682:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800479.122685:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.122686:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122688:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:7.0:1609800479.122691:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.122694:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.122697:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:35.1:1609800479.122697:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122700:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.122702:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.122703:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:7.0:1609800479.122707:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.122708:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:7.0:1609800479.122709:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:31.0:1609800479.122711:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.122718:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:31.0:1609800479.122727:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:31.0:1609800479.122728:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:35.1:1609800479.122729:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:31.0:1609800479.122732:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:7.0:1609800479.122732:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800479.122735:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:7.0:1609800479.122735:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122738:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:59.0:1609800479.122739:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800479.122739:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:24.0:1609800479.122739:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.122739:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800479.122740:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:7.0:1609800479.122741:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:24.0:1609800479.122742:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:7.0:1609800479.122742:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800479.122745:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:59.0:1609800479.122746:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.122747:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.122749:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.122754:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.122757:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122760:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:35.1:1609800479.122760:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122762:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.122764:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.122765:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:59.0:1609800479.122768:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:27.0:1609800479.122769:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:27.0:1609800479.122770:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122771:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:27.0:1609800479.122772:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.122774:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:31.0:1609800479.122776:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:31.0:1609800479.122777:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:27.0:1609800479.122777:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:19.0:1609800479.122778:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:31.0:1609800479.122781:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:19.0:1609800479.122781:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:31.0:1609800479.122782:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:19.0:1609800479.122783:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.122785:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.122788:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:59.0:1609800479.122795:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.122798:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.122800:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.122805:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.122808:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122810:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.122811:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:59.0:1609800479.122812:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122815:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800479.122828:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:27.0:1609800479.122834:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:27.0:1609800479.122836:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:27.0:1609800479.122838:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122839:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:27.0:1609800479.122840:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.122843:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:0.0:1609800479.122858:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.122864:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.122868:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:0.0:1609800479.122873:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800479.122877:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:0.0:1609800479.122882:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.122884:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:0.0:1609800479.122886:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:0.0:1609800479.122893:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:0.0:1609800479.122898:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.122901:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.122904:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:35.1:1609800479.122906:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:0.0:1609800479.122908:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800479.122910:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.122912:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:0.0:1609800479.122913:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.122914:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:24.0:1609800479.122915:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:0.0:1609800479.122916:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000400:00000200:24.0:1609800479.122917:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.122918:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:24.0:1609800479.122920:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.122920:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:24.0:1609800479.122923:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:0.0:1609800479.122924:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.122929:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.122930:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:35.1:1609800479.122932:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:0.0:1609800479.122935:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800479.122936:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:31.0:1609800479.122937:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:0.0:1609800479.122939:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800479.122940:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:59.0:1609800479.122941:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800479.122941:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:31.0:1609800479.122942:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800479.122942:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.122943:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:31.0:1609800479.122945:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.122947:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:59.0:1609800479.122948:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122948:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.122950:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.122955:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800479.122957:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.122958:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.122962:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.122963:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800479.122963:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.122965:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:59.0:1609800479.122969:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:19.0:1609800479.122969:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (25)--
00000800:00000200:24.0:1609800479.122970:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:19.0:1609800479.122971:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.122973:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.122977:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800479.122979:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:27.0:1609800479.122985:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:27.0:1609800479.122988:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:27.0:1609800479.122989:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.122990:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:27.0:1609800479.122991:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.122994:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:35.1:1609800479.123006:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:24.0:1609800479.123012:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:24.0:1609800479.123015:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.123017:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800479.123018:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:24.0:1609800479.123029:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:24.0:1609800479.123030:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:59.0:1609800479.123042:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.123045:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.123047:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.123052:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.123054:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.123057:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.123058:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:59.0:1609800479.123059:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.123063:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.123072:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.123078:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800479.123078:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:59.0:1609800479.123080:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:1.0:1609800479.123081:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800479.123084:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:59.0:1609800479.123085:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800479.123086:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:59.0:1609800479.123087:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000400:00000200:31.0:1609800479.123088:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.123089:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:59.0:1609800479.123090:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800479.123090:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:59.0:1609800479.123091:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:59.0:1609800479.123092:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.123093:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:59.0:1609800479.123095:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:1.0:1609800479.123101:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.123105:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:35.1:1609800479.123107:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:1.0:1609800479.123111:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800479.123114:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800479.123116:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:59.0:1609800479.123117:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800479.123119:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:1.0:1609800479.123119:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800479.123122:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:59.0:1609800479.123128:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.123128:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:19.0:1609800479.123128:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.123131:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:19.0:1609800479.123131:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:24.0:1609800479.123132:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:1.0:1609800479.123132:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (24)++
00000800:00000200:27.0:1609800479.123134:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (25)--
00000400:00000200:59.0:1609800479.123136:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.123139:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:19.0:1609800479.123139:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:24.0:1609800479.123141:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:1.0:1609800479.123141:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:59.0:1609800479.123143:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800479.123143:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:59.0:1609800479.123144:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:24.0:1609800479.123144:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:59.0:1609800479.123145:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.123150:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800479.123152:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.123159:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:31.0:1609800479.123163:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:31.0:1609800479.123164:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.123165:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:31.0:1609800479.123166:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.123168:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:27.0:1609800479.123169:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.123170:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:27.0:1609800479.123171:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.123172:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:27.0:1609800479.123174:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:59.0:1609800479.123232:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.123235:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.123237:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.123251:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.123253:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:59.0:1609800479.123255:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.123256:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:59.0:1609800479.123257:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:38.0:1609800479.123260:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.123261:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:59.0:1609800479.123265:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800479.123268:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.123271:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:59.0:1609800479.123273:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800479.123274:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000400:00000200:38.0:1609800479.123277:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800479.123280:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000400:00000200:59.0:1609800479.123282:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000800:00000200:38.0:1609800479.123282:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.123283:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:31.0:1609800479.123286:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:24.0:1609800479.123286:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800479.123287:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800479.123288:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.123289:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.123289:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:38.0:1609800479.123291:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.123292:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:24.0:1609800479.123292:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:59.0:1609800479.123295:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.123297:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:59.0:1609800479.123300:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:38.0:1609800479.123300:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:59.0:1609800479.123305:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:35.1:1609800479.123311:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:27.0:1609800479.123316:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.123319:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000400:00000200:27.0:1609800479.123321:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.123323:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.123326:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000800:00000200:27.0:1609800479.123329:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:19.0:1609800479.123329:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (24)--
00000800:00000200:27.0:1609800479.123330:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)++
00000400:00000200:19.0:1609800479.123330:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.123333:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:19.0:1609800479.123333:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.123334:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.126@o2ib18
00000800:00000200:27.0:1609800479.123336:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:19.0:1609800479.123336:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:27.0:1609800479.123337:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcf12a00] (23)--
00000800:00000200:27.0:1609800479.123338:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000400:00000200:7.0:1609800479.123373:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.126@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.123393:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.123397:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.126@o2ib18 local destination
00000400:00000200:7.0:1609800479.123403:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.126@o2ib18(192.168.128.126@o2ib18:192.168.128.126@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.123406:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.126@o2ib18
00000800:00000200:7.0:1609800479.123430:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cb380] -> 192.168.128.126@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.123431:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (20)++
00000800:00000200:7.0:1609800479.123433:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:7.0:1609800479.123457:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcf12a00] (22)--
00000800:00000200:35.1:1609800479.123470:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcf12a00] (21)++
00000800:00000200:31.0:1609800479.123476:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)++
00000800:00000200:31.0:1609800479.123479:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcf12a00] (23)--
00000400:00000200:31.0:1609800479.123481:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800479.123481:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (22)--
00000400:00000200:31.0:1609800479.123483:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.126@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.123487:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcf12a00] (21)--
00000800:00000200:26.1:1609800479.159347:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:6.0:1609800479.159361:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:6.0:1609800479.159367:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.72@o2ib18
00000400:00000200:6.0:1609800479.159373:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.159378:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.159382:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:6.0:1609800479.159393:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.159399:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.159403:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800479.159407:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800479.159407:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800479.159410:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.159414:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.159417:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.159419:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:6.0:1609800479.159421:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.159422:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.159427:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:37.0:1609800479.159430:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.159433:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.159437:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.159439:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.159443:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800479.159450:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:37.0:1609800479.159456:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800479.159460:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.159464:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.159465:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.159469:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800479.159470:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.159472:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.159474:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.159476:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.159476:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.159478:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800479.159479:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.159480:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:6.0:1609800479.159482:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.159484:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:4.0:1609800479.159484:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800479.159486:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800479.159489:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800479.159491:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.159491:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:4.0:1609800479.159493:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.159494:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:5.0:1609800479.159494:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800479.159497:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800479.159498:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.159500:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:4.0:1609800479.159501:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.159502:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159503:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:5.0:1609800479.159505:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800479.159507:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.159508:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:59.0:1609800479.159509:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800479.159511:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:6.0:1609800479.159514:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:59.0:1609800479.159516:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.159522:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800479.159522:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800479.159525:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159529:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.159530:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800479.159536:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800479.159536:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800479.159538:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.159538:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.159540:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800479.159542:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800479.159543:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:5.0:1609800479.159543:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800479.159543:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800479.159545:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.159546:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.159547:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000400:00000200:5.0:1609800479.159550:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800479.159551:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.159551:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (26)++
00000400:00000200:37.0:1609800479.159554:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159555:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (27)++
00000400:00000200:8.0:1609800479.159574:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800479.159574:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (28)--
00000800:00000200:5.0:1609800479.159574:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800479.159575:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.159575:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (27)--
00000400:00000200:5.0:1609800479.159575:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.159575:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (28)--
00000800:00000200:4.0:1609800479.159576:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800479.159577:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800479.159577:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.159578:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800479.159579:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800479.159580:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800479.159582:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.159582:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:59.0:1609800479.159583:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800479.159584:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000400:00000200:59.0:1609800479.159585:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159585:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800479.159586:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (26)++
00000800:00000200:4.0:1609800479.159586:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (26)--
00000800:00000200:37.0:1609800479.159587:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (26)--
00000800:00000200:4.0:1609800479.159587:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:37.0:1609800479.159589:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:8.0:1609800479.159589:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800479.159589:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.159590:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800479.159590:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:6.0:1609800479.159592:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159593:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800479.159594:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800479.159595:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.159600:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000400:00000200:6.0:1609800479.159600:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.159602:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:6.0:1609800479.159602:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800479.159603:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:6.0:1609800479.159605:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800479.159606:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800479.159607:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800479.159608:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.159612:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.159626:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.159631:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (21)++
00000800:00000200:6.0:1609800479.159633:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800479.159636:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:6.0:1609800479.159638:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:59.0:1609800479.159649:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800479.159651:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:59.0:1609800479.159652:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.159653:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.159655:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.159657:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800479.159659:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.159660:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.159663:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000800:00000200:37.0:1609800479.159665:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:37.0:1609800479.159666:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800479.159684:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:8.0:1609800479.159693:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800479.159697:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.159699:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:8.0:1609800479.159700:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800479.159704:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.159707:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:8.0:1609800479.159712:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800479.159715:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800479.159717:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800479.159720:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800479.159721:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.159724:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800479.159725:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (22)--
00000800:00000200:8.0:1609800479.159726:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800479.159758:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:4.0:1609800479.159766:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:4.0:1609800479.159770:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800479.159773:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:4.0:1609800479.159774:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.159777:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:4.0:1609800479.159778:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.159779:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:37.0:1609800479.159780:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800479.159781:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:6.0:1609800479.159783:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:8.0:1609800479.159785:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:37.0:1609800479.159786:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159787:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:6.0:1609800479.159787:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800479.159788:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:4.0:1609800479.159788:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159791:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800479.159792:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800479.159794:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159794:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800479.159795:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.159797:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800479.159797:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800479.159798:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800479.159798:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.159798:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.159799:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800479.159799:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.159801:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.159802:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800479.159802:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.159802:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800479.159807:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000400:00000200:6.0:1609800479.159807:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159807:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000800:00000200:37.0:1609800479.159809:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000400:00000200:8.0:1609800479.159809:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:4.0:1609800479.159809:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000800:00000200:37.0:1609800479.159810:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:6.0:1609800479.159810:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800479.159811:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:37.0:1609800479.159812:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.159812:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800479.159813:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800479.159814:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.159815:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800479.159815:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.159816:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.159816:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800479.159817:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:0.0:1609800479.159817:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.159818:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:4.0:1609800479.159818:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:37.0:1609800479.159819:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800479.159819:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:59.0:1609800479.159820:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800479.159820:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.159821:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (26)++
00000400:00000200:59.0:1609800479.159822:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.159822:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159822:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800479.159824:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800479.159824:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800479.159824:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800479.159825:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000800:00000200:6.0:1609800479.159826:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:6.0:1609800479.159827:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000400:00000200:59.0:1609800479.159828:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800479.159829:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:37.0:1609800479.159832:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800479.159835:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800479.159835:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (26)++
00000800:00000200:8.0:1609800479.159836:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000800:00000200:8.0:1609800479.159837:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000400:00000200:6.0:1609800479.159837:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800479.159838:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800479.159838:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:4.0:1609800479.159839:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.159840:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800479.159840:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.159841:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800479.159841:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:59.0:1609800479.159842:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.159842:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800479.159842:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800479.159845:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:1.0:1609800479.159845:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.159847:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800479.159848:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800479.159850:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800479.159851:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800479.159851:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.1:1609800479.159852:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800479.159853:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:6.0:1609800479.159853:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800479.159854:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800479.159872:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (26)--
00000800:00000200:6.0:1609800479.159872:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800479.159873:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:4.0:1609800479.159873:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800479.159874:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800479.159875:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:6.0:1609800479.159875:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800479.159876:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:8.0:1609800479.159876:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:6.0:1609800479.159876:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800479.159877:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800479.159878:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:6.0:1609800479.159878:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:4.0:1609800479.159878:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000400:00000200:1.0:1609800479.159878:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.159879:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.159880:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.159880:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000400:00000200:1.0:1609800479.159882:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800479.159891:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.159892:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:1.0:1609800479.159903:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800479.159904:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800479.159905:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:1.0:1609800479.159906:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800479.159918:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.159932:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.159935:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159935:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:1.0:1609800479.159936:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:24.0:1609800479.159938:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.159939:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:59.0:1609800479.159940:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800479.159941:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:8.0:1609800479.159942:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:24.0:1609800479.159943:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:1.0:1609800479.159947:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:24.0:1609800479.159954:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800479.159984:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:24.0:1609800479.159985:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:1.0:1609800479.159988:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:24.0:1609800479.159989:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800479.159991:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:24.0:1609800479.159992:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800479.159992:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000400:00000200:1.0:1609800479.159994:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800479.159997:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:1.0:1609800479.159997:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:24.0:1609800479.159998:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000400:00000200:6.0:1609800479.159999:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800479.159999:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:4.0:1609800479.160002:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:1.0:1609800479.160002:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800479.160004:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800479.160004:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)++
00000800:00000200:8.0:1609800479.160005:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000400:00000200:4.0:1609800479.160005:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800479.160005:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (25)++
00000400:00000200:6.0:1609800479.160006:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:8.0:1609800479.160008:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000800:00000200:1.0:1609800479.160009:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (27)--
00000400:00000200:4.0:1609800479.160010:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800479.160011:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000400:00000200:8.0:1609800479.160012:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800479.160012:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800479.160012:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:6.0:1609800479.160015:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.160017:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800479.160018:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.160020:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800479.160021:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800479.160023:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800479.160024:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.160025:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (25)++
00000800:00000200:4.0:1609800479.160025:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.1:1609800479.160027:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (26)++
00000400:00000200:8.0:1609800479.160027:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:6.0:1609800479.160027:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (26)--
00000800:00000200:4.0:1609800479.160028:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800479.160029:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.160031:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:59.0:1609800479.160032:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800479.160032:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800479.160032:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000400:00000200:59.0:1609800479.160033:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.160033:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (26)++
00000800:00000200:8.0:1609800479.160034:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800479.160034:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (27)--
00000400:00000200:59.0:1609800479.160035:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800479.160035:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (26)++
00000800:00000200:4.0:1609800479.160035:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (27)--
00000400:00000200:6.0:1609800479.160036:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.160037:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800479.160037:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (26)--
00000800:00000200:37.0:1609800479.160038:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (26)--
00000400:00000200:6.0:1609800479.160038:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:37.0:1609800479.160039:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.160039:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:37.0:1609800479.160041:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.160041:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800479.160042:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800479.160042:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:37.0:1609800479.160062:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:8.0:1609800479.160063:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800479.160064:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (22)--
00000800:00000200:8.0:1609800479.160065:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:59.0:1609800479.160076:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.160078:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.160081:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800479.160108:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.160111:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.160115:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800479.160141:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.160146:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.160148:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:59.0:1609800479.160154:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160156:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:59.0:1609800479.160168:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.160170:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:59.0:1609800479.160171:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.160177:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:59.0:1609800479.160181:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.160183:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.160185:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:26.1:1609800479.160190:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:59.0:1609800479.160192:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160195:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:59.0:1609800479.160199:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800479.160199:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:59.0:1609800479.160200:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)++
00000800:00000200:59.0:1609800479.160201:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (24)++
00000800:00000200:59.0:1609800479.160205:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (25)--
00000800:00000200:6.0:1609800479.160223:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000800:00000200:4.0:1609800479.160223:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:4.0:1609800479.160225:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800479.160227:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (22)++
00000400:00000200:4.0:1609800479.160228:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.160232:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.160234:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.160237:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.160238:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:4.0:1609800479.160239:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.160241:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.160243:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:5.0:1609800479.160270:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800479.160276:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.160279:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800479.160280:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:59.0:1609800479.160286:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.160286:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800479.160289:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:5.0:1609800479.160290:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:59.0:1609800479.160294:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160297:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:5.0:1609800479.160299:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.160301:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800479.160302:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:59.0:1609800479.160303:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:5.0:1609800479.160303:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:5.0:1609800479.160312:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000800:00000200:59.0:1609800479.160313:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:26.1:1609800479.160317:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800479.160317:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.160319:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.160324:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.160328:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.160329:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800479.160330:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (25)++
00000800:00000200:6.0:1609800479.160330:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:37.0:1609800479.160333:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:6.0:1609800479.160333:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:5.0:1609800479.160333:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800479.160334:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.160334:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000400:00000200:5.0:1609800479.160336:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:37.0:1609800479.160337:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.160337:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.160337:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:6.0:1609800479.160339:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.160341:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:5.0:1609800479.160342:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800479.160345:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:5.0:1609800479.160345:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.160347:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:5.0:1609800479.160349:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800479.160350:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:5.0:1609800479.160352:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:5.0:1609800479.160356:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800479.160367:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800479.160375:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:8.0:1609800479.160378:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:8.0:1609800479.160379:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.160381:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:8.0:1609800479.160382:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.160385:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:7.0:1609800479.160431:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.160438:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.160441:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:7.0:1609800479.160447:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800479.160450:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:7.0:1609800479.160454:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800479.160456:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:7.0:1609800479.160457:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:7.0:1609800479.160465:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800479.160477:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:37.0:1609800479.160486:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.160489:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:37.0:1609800479.160490:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.160491:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:37.0:1609800479.160492:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800479.160494:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800479.160543:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:4.0:1609800479.160551:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:4.0:1609800479.160554:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:8.0:1609800479.160556:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:4.0:1609800479.160556:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:4.0:1609800479.160557:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.160558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:59.0:1609800479.160670:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.160673:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.160677:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.160680:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.160681:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800479.160683:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800479.160690:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800479.160694:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:59.0:1609800479.160701:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160707:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:0.0:1609800479.160707:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.160709:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:0.0:1609800479.160712:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.160713:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.160715:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:0.0:1609800479.160720:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000800:00000200:59.0:1609800479.160721:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000400:00000200:0.0:1609800479.160725:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.160728:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000800:00000200:26.1:1609800479.160747:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800479.160758:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.160761:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:0.0:1609800479.160761:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.160763:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.160764:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:6.0:1609800479.160765:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.160771:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.160787:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800479.160791:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:0.0:1609800479.160791:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:59.0:1609800479.160793:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.160793:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:0.0:1609800479.160794:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:59.0:1609800479.160811:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:0.0:1609800479.160813:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)++
00000800:00000200:6.0:1609800479.160814:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000800:00000200:0.0:1609800479.160814:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (24)++
00000400:00000200:6.0:1609800479.160815:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.160818:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.160819:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:8.0:1609800479.160820:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:59.0:1609800479.160823:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160828:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:6.0:1609800479.160829:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:0.0:1609800479.160831:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.160834:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800479.160834:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800479.160835:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.160849:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.160852:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000400:00000200:0.0:1609800479.160853:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:0.0:1609800479.160858:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.160860:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:0.0:1609800479.160861:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:0.0:1609800479.160881:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.160883:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)++
00000800:00000200:0.0:1609800479.160884:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (24)++
00000800:00000200:0.0:1609800479.160889:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (25)--
00000400:00000200:0.0:1609800479.160895:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800479.160896:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:0.0:1609800479.160897:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.160898:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:4.0:1609800479.160901:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:8.0:1609800479.160903:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:4.0:1609800479.160903:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.160903:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800479.160905:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:4.0:1609800479.160906:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:8.0:1609800479.160907:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000400:00000200:8.0:1609800479.160908:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800479.160908:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800479.160909:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)++
00000800:00000200:37.0:1609800479.160910:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000400:00000200:8.0:1609800479.160910:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.160910:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (25)++
00000800:00000200:0.0:1609800479.160914:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (27)--
00000800:00000200:4.0:1609800479.160915:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (27)--
00000800:00000200:37.0:1609800479.160916:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (25)--
00000800:00000200:8.0:1609800479.160917:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (25)--
00000400:00000200:37.0:1609800479.160918:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800479.160918:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:0.0:1609800479.160919:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800479.160921:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800479.160925:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:0.0:1609800479.160929:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800479.160930:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000400:00000200:59.0:1609800479.160931:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800479.160932:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:59.0:1609800479.160936:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.160937:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800479.160938:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:0.0:1609800479.160939:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000400:00000200:59.0:1609800479.160940:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:8.0:1609800479.160941:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000800:00000200:0.0:1609800479.160942:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800479.160943:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800479.160943:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:4.0:1609800479.160944:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:0.0:1609800479.160944:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000400:00000200:8.0:1609800479.160947:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:0.0:1609800479.160948:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000800:00000200:26.1:1609800479.160951:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (22)++
00000400:00000200:59.0:1609800479.160952:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800479.160957:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:59.0:1609800479.160959:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:8.0:1609800479.160959:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:8.0:1609800479.160963:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:8.0:1609800479.160964:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:37.0:1609800479.160965:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:8.0:1609800479.160966:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (25)--
00000800:00000200:59.0:1609800479.160967:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800479.160967:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000800:00000200:8.0:1609800479.160967:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:37.0:1609800479.160969:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.160969:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:59.0:1609800479.160970:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000400:00000200:37.0:1609800479.160972:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:59.0:1609800479.160973:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.160974:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:59.0:1609800479.160980:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800479.161004:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:6.0:1609800479.161013:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800479.161016:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:6.0:1609800479.161018:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.161019:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:38.0:1609800479.161020:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800479.161021:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.161024:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:38.0:1609800479.161029:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.161032:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:38.0:1609800479.161039:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800479.161042:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800479.161042:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:38.0:1609800479.161043:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:38.0:1609800479.161048:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.161050:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:4.0:1609800479.161050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:38.0:1609800479.161064:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:4.0:1609800479.161067:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:37.0:1609800479.161068:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000400:00000200:59.0:1609800479.161069:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800479.161072:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000400:00000200:59.0:1609800479.161073:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:4.0:1609800479.161073:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (23)++
00000800:00000200:4.0:1609800479.161075:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.161076:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:59.0:1609800479.161078:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.161081:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:59.0:1609800479.161085:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:26.1:1609800479.161085:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.161086:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:59.0:1609800479.161087:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:59.0:1609800479.161092:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:8.0:1609800479.161093:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:8.0:1609800479.161096:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:8.0:1609800479.161097:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800479.161100:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.161101:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (23)++
00000800:00000200:8.0:1609800479.161104:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (24)--
00000800:00000200:6.0:1609800479.161104:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000800:00000200:8.0:1609800479.161105:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:6.0:1609800479.161106:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800479.161108:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:6.0:1609800479.161111:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000400:00000200:1.0:1609800479.161150:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800479.161169:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800479.161173:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:1.0:1609800479.161179:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800479.161182:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:1.0:1609800479.161186:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800479.161188:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (20)++
00000800:00000200:1.0:1609800479.161190:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (21)++
00000400:00000200:59.0:1609800479.161195:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.72@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800479.161197:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)--
00000400:00000200:59.0:1609800479.161199:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.161201:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.72@o2ib18 local destination
00000400:00000200:59.0:1609800479.161207:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.161209:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:26.1:1609800479.161211:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:59.0:1609800479.161213:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.161215:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (22)++
00000800:00000200:59.0:1609800479.161216:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (23)++
00000800:00000200:4.0:1609800479.161219:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (24)++
00000800:00000200:59.0:1609800479.161220:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (24)--
00000800:00000200:4.0:1609800479.161222:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (24)--
00000400:00000200:4.0:1609800479.161224:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800479.161225:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000400:00000200:4.0:1609800479.161227:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:4.0:1609800479.161230:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800479.161249:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:37.0:1609800479.161258:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:37.0:1609800479.161261:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:37.0:1609800479.161262:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800479.161263:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:37.0:1609800479.161265:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: PUT: OK
00000800:00000200:37.0:1609800479.161268:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800479.161276:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:8.0:1609800479.161283:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800479.161286:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.72@o2ib18
00000800:00000200:8.0:1609800479.161288:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:8.0:1609800479.161289:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000800:00000200:4.0:1609800479.161289:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (23)--
00000800:00000200:8.0:1609800479.161290:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:33.1:1609800479.214815:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:19.0:1609800479.214866:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800479.214879:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800479.214880:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800479.214888:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : GET - for me
00000400:00000200:19.0:1609800479.214898:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.139@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800479.214904:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.139@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800479.214910:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800479.214913:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800479.214918:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:19.0:1609800479.214948:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800479.214951:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:19.0:1609800479.214955:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800479.214956:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800479.214958:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800479.214965:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800479.214966:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800479.215034:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:24.0:1609800479.215042:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800479.215045:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:24.0:1609800479.215046:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800479.215049:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: REPLY: OK
00000800:00000200:24.0:1609800479.215051:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:24.0:1609800479.215052:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:5.0:1609800479.341199:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800479.341206:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:34.0:1609800479.475409:0:439:0:(o2iblnd_cb.c:2672:kiblnd_passive_connect()) peer_ni[ffff93362efa8c00] -> 192.168.128.107@o2ib18 (1)++
00000800:00000200:34.0:1609800479.475439:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff93450bbfb000 0xffff93450bbfb000(0x100bbfb000)
00000800:00000200:34.0:1609800479.475443:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff93364abf4000 0xffff93364abf4000(0x14abf4000)
00000800:00000200:34.0:1609800479.475445:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff934507d09000 0xffff934507d09000(0x1007d09000)
00000800:00000200:34.0:1609800479.475447:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff93450a5ac000 0xffff93450a5ac000(0x100a5ac000)
00000800:00000200:34.0:1609800479.475449:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff933664f9d000 0xffff933664f9d000(0x164f9d000)
00000800:00000200:34.0:1609800479.475451:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff93363c381000 0xffff93363c381000(0x13c381000)
00000800:00000200:34.0:1609800479.475452:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff93451a0d8000 0xffff93451a0d8000(0x101a0d8000)
00000800:00000200:34.0:1609800479.475454:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff933635bf5000 0xffff933635bf5000(0x135bf5000)
00000800:00000200:34.0:1609800479.475456:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff933643bb5000 0xffff933643bb5000(0x143bb5000)
00000800:00000200:34.0:1609800479.475458:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff93365bb8e000 0xffff93365bb8e000(0x15bb8e000)
00000800:00000200:34.0:1609800479.475459:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff93364a386000 0xffff93364a386000(0x14a386000)
00000800:00000200:34.0:1609800479.475461:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff934507d2d000 0xffff934507d2d000(0x1007d2d000)
00000800:00000200:34.0:1609800479.475463:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff9344c5541000 0xffff9344c5541000(0xfc5541000)
00000800:00000200:34.0:1609800479.475465:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff9344c5542000 0xffff9344c5542000(0xfc5542000)
00000800:00000200:34.0:1609800479.475467:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff9344c5543000 0xffff9344c5543000(0xfc5543000)
00000800:00000200:34.0:1609800479.475468:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff9344c5560000 0xffff9344c5560000(0xfc5560000)
00000800:00000200:34.0:1609800479.475470:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff9344c5561000 0xffff9344c5561000(0xfc5561000)
00000800:00000200:34.0:1609800479.475472:0:439:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff9344c5562000 0xffff9344c5562000(0xfc5562000)
00000800:00000200:34.0:1609800479.475744:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475745:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475746:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475746:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475747:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475748:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475748:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475749:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475750:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475751:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475752:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475753:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475753:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475754:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475755:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475756:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475756:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475757:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475757:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475758:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475758:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475759:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475760:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475760:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475761:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475761:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475762:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475762:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475763:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475764:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475764:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475765:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475765:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475766:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475766:0:439:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (19)++
00000800:00000200:34.0:1609800479.475767:0:439:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (20)--
00000800:00000200:34.0:1609800479.475770:0:439:0:(o2iblnd_cb.c:2714:kiblnd_passive_connect()) Accept 192.168.128.107@o2ib18
00000800:00000200:34.0:1609800479.475782:0:439:0:(o2iblnd_cb.c:3176:kiblnd_cm_callback()) connreq: 0
00000800:00000200:35.0:1609800479.475966:0:440:0:(o2iblnd_cb.c:3293:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.107@o2ib18
00000800:00000200:35.0:1609800479.475968:0:440:0:(o2iblnd_cb.c:2312:kiblnd_connreq_done()) 192.168.128.107@o2ib18: active(0), version(12), status(0)
00000800:00000200:35.0:1609800479.475970:0:440:0:(o2iblnd_cb.c:2339:kiblnd_connreq_done()) conn[ffff9336373e4200] (19)++
00000800:00000200:35.0:1609800479.475971:0:440:0:(o2iblnd_cb.c:2382:kiblnd_connreq_done()) conn[ffff9336373e4200] (20)++
00000800:00000200:35.0:1609800479.475973:0:440:0:(o2iblnd_cb.c:2402:kiblnd_connreq_done()) conn[ffff9336373e4200] (21)--
00000800:00000200:25.1:1609800479.476015:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4200] (20)++
00000800:00000200:6.0:1609800479.476072:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4200] (21)++
00000800:00000200:6.0:1609800479.476083:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.107@o2ib18
00000400:00000200:6.0:1609800479.476091:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.107@o2ib18 : GET - for me
00000400:00000200:6.0:1609800479.476107:0:16037:0:(peer.c:271:lnet_peer_alloc()) ffff93361efad980 nid 192.168.128.107@o2ib18
00000800:00000200:37.0:1609800479.476144:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4200] (22)--
00000400:00000200:6.0:1609800479.476148:0:16037:0:(peer.c:220:lnet_peer_net_alloc()) ffff9354da7ed000 net o2ib18
00000400:00000200:6.0:1609800479.476153:0:16037:0:(peer.c:202:lnet_peer_ni_alloc()) ffff933650389800 nid 192.168.128.107@o2ib18
00000400:00000200:6.0:1609800479.476158:0:16037:0:(peer.c:877:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.128.107@o2ib18 nid 192.168.128.187@o2ib18: 0
00000400:00000200:6.0:1609800479.476164:0:16037:0:(peer.c:1249:lnet_peer_attach_peer_ni()) peer 192.168.128.107@o2ib18 NID 192.168.128.107@o2ib18 flags 0x0
00000400:00000200:6.0:1609800479.476183:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.107@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800479.476205:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.107@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800479.476208:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4200] (21)++
00000800:00000200:6.0:1609800479.476224:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4200] (22)--
00000400:00000200:6.0:1609800479.476227:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.107@o2ib18 local destination
00000400:00000200:6.0:1609800479.476230:0:16037:0:(router.c:135:lnet_notify_locked()) set 192.168.128.107@o2ib18 1
00000400:00000200:6.0:1609800479.476251:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.107@o2ib18(192.168.128.107@o2ib18:192.168.128.107@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800479.476254:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.107@o2ib18
00000800:00000200:6.0:1609800479.476259:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93362efa8c00] -> 192.168.128.107@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800479.476260:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4200] (21)++
00000800:00000200:6.0:1609800479.476262:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4200] (22)++
00000800:00000200:6.0:1609800479.476269:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4200] (23)--
00000800:00000200:6.0:1609800479.476270:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4200] (22)--
00000800:00000200:25.1:1609800479.476389:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4200] (21)++
00000800:00000200:4.0:1609800479.476429:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4200] (22)++
00000800:00000200:4.0:1609800479.476433:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4200] (23)--
00000400:00000200:4.0:1609800479.476464:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.476467:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.107@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800479.476471:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4200] (22)--
00000800:00000200:4.0:1609800479.476473:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4200] (21)--
00000800:00000200:32.1:1609800479.583601:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:37.0:1609800479.583658:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800479.583668:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.78@o2ib18
00000400:00000200:37.0:1609800479.583678:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : GET - for me
00000400:00000200:37.0:1609800479.583687:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.78@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800479.583693:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.78@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800479.583699:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800479.583702:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000400:00000200:37.0:1609800479.583707:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:6.0:1609800479.583708:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:37.0:1609800479.583720:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800479.583725:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800479.583731:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800479.583734:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800479.583736:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800479.583747:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800479.583749:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800479.583916:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:4.0:1609800479.583983:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800479.583986:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800479.583988:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.583991:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800479.583994:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:4.0:1609800479.583995:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:24.1:1609800479.622733:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (20)++
00000800:00000200:27.0:1609800479.622771:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:27.0:1609800479.622777:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.82@o2ib18
00000400:00000200:27.0:1609800479.622782:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.82@o2ib18 : GET - for me
00000400:00000200:27.0:1609800479.622786:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.82@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:27.0:1609800479.622792:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.82@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:27.0:1609800479.622795:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:27.0:1609800479.622796:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:27.0:1609800479.622799:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.82@o2ib18 local destination
00000400:00000200:27.0:1609800479.622805:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.82@o2ib18(192.168.128.82@o2ib18:192.168.128.82@o2ib18) : REPLY try# 0
00000800:00000200:27.0:1609800479.622809:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.82@o2ib18
00000800:00000200:19.0:1609800479.622810:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:27.0:1609800479.622812:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9800] -> 192.168.128.82@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800479.622814:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:27.0:1609800479.622815:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:27.0:1609800479.622821:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345a2ba5400] (23)--
00000800:00000200:27.0:1609800479.622822:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:24.1:1609800479.622848:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345a2ba5400] (21)++
00000800:00000200:25.0:1609800479.622886:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)++
00000800:00000200:25.0:1609800479.622891:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345a2ba5400] (23)--
00000400:00000200:25.0:1609800479.622893:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800479.622897:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.82@o2ib18: REPLY: OK
00000800:00000200:25.0:1609800479.622900:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (22)--
00000800:00000200:25.0:1609800479.622901:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345a2ba5400] (21)--
00000800:00000200:29.1:1609800479.791358:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:19.0:1609800479.791405:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.791417:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.108@o2ib18
00000800:00000200:27.0:1609800479.791425:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:19.0:1609800479.791425:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800479.791433:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.791439:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800479.791452:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.791459:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800479.791465:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800479.791471:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800479.791474:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.791481:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.791483:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:19.0:1609800479.791485:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800479.791502:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:25.0:1609800479.791547:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:25.0:1609800479.791559:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:7.0:1609800479.791560:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.791563:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.791566:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800479.791577:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800479.791585:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800479.791591:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:31.0:1609800479.791598:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:25.0:1609800479.791603:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.791610:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.791610:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.791612:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:25.0:1609800479.791618:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800479.791619:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.791620:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.791622:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:25.0:1609800479.791624:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800479.791626:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:31.0:1609800479.791627:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.791627:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800479.791629:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.791632:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800479.791632:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800479.791638:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:27.0:1609800479.791642:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.791642:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:25.0:1609800479.791643:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:19.0:1609800479.791643:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.791645:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.791646:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:27.0:1609800479.791648:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:25.0:1609800479.791649:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.791652:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:59.0:1609800479.791654:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.791658:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800479.791660:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.791661:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.791664:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800479.791665:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.791667:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800479.791667:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:31.0:1609800479.791668:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800479.791670:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.791673:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800479.791675:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.791676:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:31.0:1609800479.791679:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:27.0:1609800479.791679:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800479.791679:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800479.791680:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:31.0:1609800479.791681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:27.0:1609800479.791682:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800479.791683:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800479.791685:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800479.791686:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.791690:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800479.791691:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800479.791695:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:19.0:1609800479.791695:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800479.791696:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800479.791697:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800479.791699:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.791699:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:19.0:1609800479.791700:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:59.0:1609800479.791701:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800479.791701:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800479.791703:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.791703:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.791706:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800479.791708:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800479.791708:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:25.0:1609800479.791708:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800479.791709:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (28)--
00000800:00000200:19.0:1609800479.791710:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (28)--
00000800:00000200:19.0:1609800479.791711:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:27.0:1609800479.791713:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.791714:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:19.0:1609800479.791715:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:59.0:1609800479.791716:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800479.791716:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:59.0:1609800479.791718:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.791719:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.791719:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.791721:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:19.0:1609800479.791721:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:59.0:1609800479.791722:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800479.791722:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.791724:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800479.791724:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.791727:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800479.791728:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800479.791729:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800479.791732:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.791734:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800479.791737:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:31.0:1609800479.791739:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800479.791747:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800479.791747:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800479.791748:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.791751:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:5.0:1609800479.791752:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800479.791753:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:19.0:1609800479.791753:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800479.791754:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:19.0:1609800479.791758:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:5.0:1609800479.791760:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800479.791762:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.1:1609800479.791763:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:19.0:1609800479.791763:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800479.791764:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800479.791765:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.791770:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:25.0:1609800479.791789:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:19.0:1609800479.791791:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:27.0:1609800479.791796:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:19.0:1609800479.791798:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.791799:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:19.0:1609800479.791799:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.791801:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:59.0:1609800479.791805:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.791807:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.791810:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.1:1609800479.791818:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:31.0:1609800479.791824:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:31.0:1609800479.791827:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:31.0:1609800479.791828:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:31.0:1609800479.791830:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800479.791899:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:19.0:1609800479.791905:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.791909:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.791911:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:19.0:1609800479.791912:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800479.791915:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.791919:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:19.0:1609800479.791925:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800479.791928:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800479.791930:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800479.791933:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800479.791934:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.791937:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.791938:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:19.0:1609800479.791939:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:7.0:1609800479.791995:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.791998:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.792001:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800479.792002:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:27.0:1609800479.792008:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:27.0:1609800479.792012:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.792014:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:27.0:1609800479.792016:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800479.792021:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.792024:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:29.1:1609800479.792027:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:27.0:1609800479.792032:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.792033:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:27.0:1609800479.792036:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800479.792036:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:27.0:1609800479.792038:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800479.792038:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:25.0:1609800479.792040:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.792041:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800479.792042:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.792042:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:25.0:1609800479.792043:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792044:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:25.0:1609800479.792045:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:19.0:1609800479.792045:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800479.792046:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:27.0:1609800479.792056:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:59.0:1609800479.792058:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800479.792058:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:19.0:1609800479.792058:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792059:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.792059:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800479.792059:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:27.0:1609800479.792060:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:25.0:1609800479.792060:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800479.792061:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:59.0:1609800479.792062:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.792062:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.792063:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800479.792067:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800479.792067:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.792070:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800479.792070:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800479.792071:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaed00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800479.792072:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800479.792072:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800479.792075:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792075:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800479.792076:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:19.0:1609800479.792076:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800479.792077:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792077:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:31.0:1609800479.792078:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:25.0:1609800479.792078:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.792080:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:25.0:1609800479.792081:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.792081:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:27.0:1609800479.792083:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:31.0:1609800479.792084:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.792087:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:59.0:1609800479.792088:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800479.792088:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800479.792089:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792090:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800479.792092:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.792092:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800479.792092:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:31.0:1609800479.792093:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:25.0:1609800479.792093:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800479.792094:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800479.792094:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800479.792095:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:31.0:1609800479.792096:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000400:00000200:25.0:1609800479.792096:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792096:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:27.0:1609800479.792097:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800479.792097:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:31.0:1609800479.792098:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:27.0:1609800479.792098:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800479.792099:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:25.0:1609800479.792099:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800479.792099:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.792100:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:25.0:1609800479.792104:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:59.0:1609800479.792105:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.792106:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.792106:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:25.0:1609800479.792106:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.792107:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:59.0:1609800479.792108:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800479.792108:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.792108:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800479.792108:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800479.792111:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800479.792112:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800479.792112:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.792115:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:29.1:1609800479.792117:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:59.0:1609800479.792119:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800479.792126:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:59.0:1609800479.792129:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792129:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:19.0:1609800479.792130:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.792131:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:31.0:1609800479.792131:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:59.0:1609800479.792132:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800479.792133:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800479.792133:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800479.792134:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:25.0:1609800479.792135:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:19.0:1609800479.792136:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800479.792139:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800479.792140:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.792144:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.792146:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:59.0:1609800479.792148:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800479.792149:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792149:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:38.0:1609800479.792150:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800479.792150:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:59.0:1609800479.792151:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800479.792161:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800479.792164:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800479.792166:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.1:1609800479.792169:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:38.0:1609800479.792171:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:0.0:1609800479.792172:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800479.792175:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:31.0:1609800479.792178:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:31.0:1609800479.792179:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:31.0:1609800479.792180:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:38.0:1609800479.792184:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.792191:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800479.792198:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.792202:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:38.0:1609800479.792204:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:0.0:1609800479.792210:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800479.792212:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800479.792215:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:0.0:1609800479.792217:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800479.792231:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.792236:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792238:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:59.0:1609800479.792252:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800479.792253:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792255:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.792259:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800479.792259:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:59.0:1609800479.792261:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:59.0:1609800479.792262:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:25.0:1609800479.792263:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:25.0:1609800479.792266:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800479.792266:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:59.0:1609800479.792269:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:25.0:1609800479.792269:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792270:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:31.0:1609800479.792272:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:25.0:1609800479.792272:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:19.0:1609800479.792272:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800479.792275:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.792276:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000400:00000200:59.0:1609800479.792278:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800479.792278:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:25.0:1609800479.792279:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800479.792280:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800479.792282:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.792282:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.792282:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800479.792283:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:31.0:1609800479.792284:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792284:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:25.0:1609800479.792285:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800479.792286:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:27.0:1609800479.792286:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800479.792286:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.792287:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800479.792289:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800479.792291:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792293:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:31.0:1609800479.792295:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800479.792295:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800479.792302:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.792305:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000400:00000200:1.0:1609800479.792305:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800479.792306:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800479.792306:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792306:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:25.0:1609800479.792307:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:59.0:1609800479.792308:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800479.792308:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:19.0:1609800479.792308:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.792309:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:31.0:1609800479.792309:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800479.792309:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:59.0:1609800479.792310:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (27)++
00000800:00000200:25.0:1609800479.792310:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.792311:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800479.792313:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800479.792314:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (28)--
00000400:00000200:19.0:1609800479.792314:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:25.0:1609800479.792315:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.108@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800479.792318:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800479.792319:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800479.792320:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800479.792323:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)++
00000800:00000200:19.0:1609800479.792323:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800479.792324:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800479.792325:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (28)--
00000400:00000200:25.0:1609800479.792325:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792326:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:19.0:1609800479.792326:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800479.792327:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)++
00000400:00000200:1.0:1609800479.792327:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:31.0:1609800479.792328:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:27.0:1609800479.792328:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800479.792328:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:19.0:1609800479.792329:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:31.0:1609800479.792330:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792330:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800479.792331:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:31.0:1609800479.792332:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.792332:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800479.792336:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800479.792339:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800479.792340:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800479.792341:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792342:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800479.792342:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000400:00000200:24.0:1609800479.792344:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800479.792345:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800479.792346:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaed00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800479.792348:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:31.0:1609800479.792350:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:19.0:1609800479.792350:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (27)--
00000800:00000200:27.0:1609800479.792351:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:7.0:1609800479.792351:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800479.792351:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.792352:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:31.0:1609800479.792353:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:27.0:1609800479.792353:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:25.0:1609800479.792353:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)++
00000400:00000200:7.0:1609800479.792355:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792356:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (26)++
00000800:00000200:24.0:1609800479.792356:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800479.792357:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000400:00000200:24.0:1609800479.792357:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.792358:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (26)--
00000800:00000200:1.0:1609800479.792359:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000400:00000200:24.0:1609800479.792360:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800479.792362:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800479.792363:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:1.0:1609800479.792363:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:31.0:1609800479.792364:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.792365:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000400:00000200:31.0:1609800479.792366:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800479.792366:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (24)++
00000400:00000200:31.0:1609800479.792368:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.792372:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:29.1:1609800479.792373:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:7.0:1609800479.792374:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800479.792377:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800479.792377:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:7.0:1609800479.792382:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:1.0:1609800479.792388:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800479.792390:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:27.0:1609800479.792393:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:27.0:1609800479.792395:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:19.0:1609800479.792397:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792405:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:7.0:1609800479.792409:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800479.792414:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:1.0:1609800479.792415:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792417:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:25.0:1609800479.792418:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.792418:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792419:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:1.0:1609800479.792420:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:25.0:1609800479.792422:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:7.0:1609800479.792424:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:1.0:1609800479.792432:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800479.792437:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.792439:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:1.0:1609800479.792443:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800479.792445:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:1.0:1609800479.792447:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:1.0:1609800479.792456:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:1.0:1609800479.792467:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800479.792469:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:1.0:1609800479.792474:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.792475:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:1.0:1609800479.792477:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:27.0:1609800479.792478:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:27.0:1609800479.792479:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792480:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:27.0:1609800479.792483:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:1.0:1609800479.792489:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800479.792494:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:27.0:1609800479.792495:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:1.0:1609800479.792499:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800479.792502:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:1.0:1609800479.792503:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:1.0:1609800479.792509:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792512:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:31.0:1609800479.792518:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:59.0:1609800479.792522:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800479.792522:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.792524:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:25.0:1609800479.792524:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:31.0:1609800479.792525:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:59.0:1609800479.792526:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792526:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.792527:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:31.0:1609800479.792528:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:25.0:1609800479.792528:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792529:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:25.0:1609800479.792531:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.792534:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792536:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.792537:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:59.0:1609800479.792540:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792542:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.792543:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792547:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792559:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:27.0:1609800479.792565:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:27.0:1609800479.792568:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:27.0:1609800479.792569:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792571:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:27.0:1609800479.792571:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.792574:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800479.792586:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:59.0:1609800479.792589:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.792590:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.792591:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:59.0:1609800479.792596:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792599:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.792601:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792602:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.792603:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792607:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:5.0:1609800479.792611:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800479.792615:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:29.1:1609800479.792619:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:5.0:1609800479.792621:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800479.792626:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:5.0:1609800479.792626:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:59.0:1609800479.792627:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800479.792628:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:19.0:1609800479.792630:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792631:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800479.792631:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:5.0:1609800479.792631:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800479.792632:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:59.0:1609800479.792633:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:5.0:1609800479.792634:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:5.0:1609800479.792635:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:59.0:1609800479.792639:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800479.792642:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:59.0:1609800479.792643:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.792643:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:59.0:1609800479.792647:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792649:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792650:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:59.0:1609800479.792654:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:29.1:1609800479.792655:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:31.0:1609800479.792661:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:31.0:1609800479.792664:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.792665:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)++
00000800:00000200:31.0:1609800479.792667:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:27.0:1609800479.792667:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)++
00000800:00000200:31.0:1609800479.792670:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:27.0:1609800479.792670:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:31.0:1609800479.792672:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:27.0:1609800479.792672:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792674:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800479.792674:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.792675:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.792675:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:31.0:1609800479.792676:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.792678:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.792679:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:59.0:1609800479.792681:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:59.0:1609800479.792685:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:59.0:1609800479.792691:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792695:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.792698:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792699:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.792700:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792704:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:7.0:1609800479.792705:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800479.792713:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800479.792716:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:29.1:1609800479.792717:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:25.0:1609800479.792722:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:7.0:1609800479.792722:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800479.792724:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:25.0:1609800479.792725:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800479.792725:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.792727:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:25.0:1609800479.792729:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:7.0:1609800479.792730:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800479.792732:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:7.0:1609800479.792732:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:7.0:1609800479.792734:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:7.0:1609800479.792742:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792755:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:27.0:1609800479.792761:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:27.0:1609800479.792763:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:27.0:1609800479.792765:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.792766:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:27.0:1609800479.792768:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.792771:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:29.1:1609800479.792792:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:19.0:1609800479.792797:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:19.0:1609800479.792800:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.792802:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:25.0:1609800479.792803:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:19.0:1609800479.792803:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:19.0:1609800479.792804:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:59.0:1609800479.792883:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.792886:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792888:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:59.0:1609800479.792893:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792896:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.792899:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792901:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.792902:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792906:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792918:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:31.0:1609800479.792923:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:31.0:1609800479.792926:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:31.0:1609800479.792927:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.792929:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:27.0:1609800479.792929:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:31.0:1609800479.792932:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:59.0:1609800479.792934:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800479.792941:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.792943:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:59.0:1609800479.792948:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.792951:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.792954:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.792956:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.792957:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.792962:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.792974:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:25.0:1609800479.792979:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:25.0:1609800479.792982:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:25.0:1609800479.792983:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.792985:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:25.0:1609800479.792986:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:25.0:1609800479.792989:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:38.0:1609800479.792991:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800479.793002:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.793008:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:38.0:1609800479.793020:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800479.793028:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800479.793028:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000400:00000200:59.0:1609800479.793032:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.793034:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:38.0:1609800479.793038:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000400:00000200:59.0:1609800479.793041:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.793041:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:59.0:1609800479.793044:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800479.793044:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.793048:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.793049:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:59.0:1609800479.793056:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:38.0:1609800479.793056:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:59.0:1609800479.793061:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:38.0:1609800479.793066:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800479.793068:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:27.0:1609800479.793074:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:27.0:1609800479.793079:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:27.0:1609800479.793080:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.793081:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:27.0:1609800479.793083:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.793084:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:31.0:1609800479.793085:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.793087:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:31.0:1609800479.793088:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:19.0:1609800479.793088:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:31.0:1609800479.793090:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000400:00000200:38.0:1609800479.793094:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.793099:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:38.0:1609800479.793110:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800479.793116:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800479.793122:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.793125:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:29.1:1609800479.793126:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:25.0:1609800479.793132:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:25.0:1609800479.793136:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.793137:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:27.0:1609800479.793138:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000800:00000200:25.0:1609800479.793139:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:59.0:1609800479.793140:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800479.793140:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:59.0:1609800479.793148:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.793150:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:38.0:1609800479.793150:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:59.0:1609800479.793156:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.793158:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800479.793158:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:59.0:1609800479.793162:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800479.793164:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.793165:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:29.1:1609800479.793171:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:59.0:1609800479.793172:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:38.0:1609800479.793177:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800479.793177:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:19.0:1609800479.793180:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:19.0:1609800479.793182:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.793183:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800479.793183:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:19.0:1609800479.793184:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.793186:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:38.0:1609800479.793188:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:31.0:1609800479.793188:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.793189:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:31.0:1609800479.793190:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:38.0:1609800479.793199:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800479.793203:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:38.0:1609800479.793204:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:19.0:1609800479.793205:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:38.0:1609800479.793210:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000400:00000200:59.0:1609800479.793213:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800479.793213:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:38.0:1609800479.793215:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000400:00000200:59.0:1609800479.793216:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800479.793218:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:38.0:1609800479.793221:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:59.0:1609800479.793224:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800479.793226:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:59.0:1609800479.793231:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800479.793231:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800479.793232:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:59.0:1609800479.793234:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:29.1:1609800479.793234:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:38.0:1609800479.793236:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800479.793238:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.793239:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:38.0:1609800479.793240:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000800:00000200:25.0:1609800479.793242:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000400:00000200:25.0:1609800479.793244:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.793245:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:25.0:1609800479.793246:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:29.1:1609800479.793249:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:38.0:1609800479.793251:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800479.793254:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:38.0:1609800479.793256:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:31.0:1609800479.793257:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.793257:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:25.0:1609800479.793258:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:31.0:1609800479.793259:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800479.793262:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:38.0:1609800479.793263:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800479.793264:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:38.0:1609800479.793267:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:38.0:1609800479.793269:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:38.0:1609800479.793275:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.793276:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:27.0:1609800479.793282:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000400:00000200:38.0:1609800479.793284:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.108@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800479.793286:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.108@o2ib18
00000800:00000200:25.0:1609800479.793287:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (23)++
00000800:00000200:27.0:1609800479.793288:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b7600] (23)++
00000400:00000200:38.0:1609800479.793290:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800479.793290:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:25.0:1609800479.793290:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (25)--
00000800:00000200:27.0:1609800479.793291:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (24)--
00000800:00000200:27.0:1609800479.793292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:25.0:1609800479.793292:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800479.793294:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.108@o2ib18 local destination
00000400:00000200:25.0:1609800479.793295:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000400:00000200:38.0:1609800479.793306:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.108@o2ib18(192.168.128.108@o2ib18:192.168.128.108@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800479.793310:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:38.0:1609800479.793311:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.108@o2ib18
00000800:00000200:38.0:1609800479.793316:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9580] -> 192.168.128.108@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800479.793319:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (20)++
00000800:00000200:38.0:1609800479.793320:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:38.0:1609800479.793326:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b7600] (22)--
00000800:00000200:29.1:1609800479.793339:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b7600] (21)++
00000800:00000200:31.0:1609800479.793345:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)++
00000800:00000200:31.0:1609800479.793349:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b7600] (23)--
00000400:00000200:31.0:1609800479.793350:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800479.793351:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (22)--
00000400:00000200:31.0:1609800479.793353:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.108@o2ib18: PUT: OK
00000800:00000200:31.0:1609800479.793357:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b7600] (21)--
00000800:00000200:21.1:1609800479.998446:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (20)++
00000800:00000200:6.0:1609800479.998504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (21)++
00000800:00000200:6.0:1609800479.998515:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.130@o2ib18
00000400:00000200:6.0:1609800479.998523:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.130@o2ib18 : GET - for me
00000400:00000200:6.0:1609800479.998532:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.130@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800479.998538:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.130@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800479.998544:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800479.998547:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e4600] (23)--
00000400:00000200:6.0:1609800479.998553:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.130@o2ib18 local destination
00000800:00000200:37.0:1609800479.998555:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000400:00000200:6.0:1609800479.998565:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.130@o2ib18(192.168.128.130@o2ib18:192.168.128.130@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800479.998571:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.130@o2ib18
00000800:00000200:6.0:1609800479.998576:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b00] -> 192.168.128.130@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800479.998579:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e4600] (21)++
00000800:00000200:6.0:1609800479.998581:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e4600] (22)++
00000800:00000200:6.0:1609800479.998592:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e4600] (23)--
00000800:00000200:6.0:1609800479.998594:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:21.1:1609800479.998605:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e4600] (21)++
00000800:00000200:4.0:1609800479.998654:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e4600] (22)++
00000800:00000200:4.0:1609800479.998662:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e4600] (23)--
00000400:00000200:4.0:1609800479.998665:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800479.998683:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.130@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800479.998689:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (22)--
00000800:00000200:4.0:1609800479.998691:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e4600] (21)--
00000800:00000200:26.1:1609800480.016833:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:27.0:1609800480.016840:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.016843:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.132@o2ib18
00000400:00000200:27.0:1609800480.016847:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : GET - for me
00000400:00000200:27.0:1609800480.016851:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.132@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:27.0:1609800480.016855:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.132@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:27.0:1609800480.016857:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.016859:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000400:00000200:27.0:1609800480.016862:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:27.0:1609800480.016868:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : REPLY try# 0
00000800:00000200:27.0:1609800480.016871:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:27.0:1609800480.016874:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.016876:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.016877:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000800:00000200:25.0:1609800480.016879:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:27.0:1609800480.016882:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.016882:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.016894:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800480.016933:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800480.016939:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800480.016941:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.016945:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800480.016949:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800480.016950:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:27.1:1609800480.027368:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:37.0:1609800480.027441:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800480.027447:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:37.0:1609800480.027450:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : GET - for me
00000400:00000200:37.0:1609800480.027455:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.136@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800480.027458:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.136@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800480.027461:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800480.027463:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800480.027466:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:37.0:1609800480.027471:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800480.027474:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800480.027477:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800480.027478:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:6.0:1609800480.027478:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:37.0:1609800480.027480:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:37.0:1609800480.027486:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800480.027488:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800480.027508:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:4.0:1609800480.027553:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800480.027574:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800480.027576:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.027579:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800480.027582:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:4.0:1609800480.027583:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:31.1:1609800480.038369:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (20)++
00000800:00000200:6.0:1609800480.038428:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)++
00000800:00000200:6.0:1609800480.038438:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.125@o2ib18
00000400:00000200:6.0:1609800480.038447:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.125@o2ib18 : GET - for me
00000400:00000200:6.0:1609800480.038455:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.125@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800480.038461:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.125@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800480.038466:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ee800] (22)++
00000800:00000200:6.0:1609800480.038469:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ee800] (23)--
00000400:00000200:6.0:1609800480.038475:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.125@o2ib18 local destination
00000800:00000200:37.0:1609800480.038479:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000400:00000200:6.0:1609800480.038489:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.125@o2ib18(192.168.128.125@o2ib18:192.168.128.125@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800480.038495:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.125@o2ib18
00000800:00000200:6.0:1609800480.038501:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5b00] -> 192.168.128.125@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.038503:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ee800] (21)++
00000800:00000200:6.0:1609800480.038505:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ee800] (22)++
00000800:00000200:6.0:1609800480.038516:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ee800] (23)--
00000800:00000200:6.0:1609800480.038519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:31.1:1609800480.038535:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ee800] (21)++
00000800:00000200:4.0:1609800480.038586:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)++
00000800:00000200:4.0:1609800480.038594:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ee800] (23)--
00000400:00000200:4.0:1609800480.038598:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.038604:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.125@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800480.038613:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (22)--
00000800:00000200:4.0:1609800480.038615:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ee800] (21)--
00000800:00000200:23.1:1609800480.045138:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (20)++
00000800:00000200:37.0:1609800480.045210:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (21)++
00000800:00000200:37.0:1609800480.045215:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.156@o2ib18
00000400:00000200:37.0:1609800480.045219:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.156@o2ib18 : GET - for me
00000400:00000200:37.0:1609800480.045223:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.156@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800480.045226:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.156@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800480.045228:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800480.045230:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ecc200] (23)--
00000400:00000200:37.0:1609800480.045232:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.156@o2ib18 local destination
00000400:00000200:37.0:1609800480.045237:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.156@o2ib18(192.168.128.156@o2ib18:192.168.128.156@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800480.045239:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.156@o2ib18
00000800:00000200:37.0:1609800480.045242:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85f80] -> 192.168.128.156@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800480.045243:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ecc200] (22)++
00000800:00000200:37.0:1609800480.045244:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ecc200] (23)++
00000800:00000200:6.0:1609800480.045248:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (24)--
00000800:00000200:37.0:1609800480.045250:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ecc200] (23)--
00000800:00000200:37.0:1609800480.045251:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:23.1:1609800480.045270:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ecc200] (21)++
00000800:00000200:4.0:1609800480.045314:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ecc200] (22)++
00000800:00000200:4.0:1609800480.045318:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ecc200] (23)--
00000400:00000200:4.0:1609800480.045320:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.045323:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.156@o2ib18: REPLY: OK
00000800:00000200:4.0:1609800480.045326:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (22)--
00000800:00000200:4.0:1609800480.045345:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ecc200] (21)--
00000800:00000200:29.1:1609800480.083822:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:6.0:1609800480.083883:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.083893:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.75@o2ib18
00000400:00000200:6.0:1609800480.083901:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.083909:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.083915:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800480.083928:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.083934:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:6.0:1609800480.083934:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.083940:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800480.083946:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.083950:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.083956:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.083959:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:6.0:1609800480.083961:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800480.083964:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:4.0:1609800480.084016:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:4.0:1609800480.084025:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:4.0:1609800480.084033:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:59.0:1609800480.084039:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.084041:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084043:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.084047:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:59.0:1609800480.084050:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.084077:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084081:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.084101:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.084102:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:4.0:1609800480.084104:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.084105:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.084108:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:4.0:1609800480.084109:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000400:00000200:8.0:1609800480.084111:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.084111:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800480.084112:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:4.0:1609800480.084113:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.084163:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.084163:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:8.0:1609800480.084164:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.084185:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.084186:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:8.0:1609800480.084186:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:37.0:1609800480.084192:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.084194:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800480.084197:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084198:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.084198:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:4.0:1609800480.084198:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.084200:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:8.0:1609800480.084201:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800480.084202:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:8.0:1609800480.084205:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800480.084206:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.084206:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084209:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:0.0:1609800480.084210:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.084211:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.084211:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800480.084212:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800480.084212:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084214:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:37.0:1609800480.084216:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.084216:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000400:00000200:0.0:1609800480.084216:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084217:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.084217:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000400:00000200:6.0:1609800480.084217:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.084217:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.084218:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:4.0:1609800480.084220:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.084221:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:8.0:1609800480.084221:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:6.0:1609800480.084223:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:4.0:1609800480.084223:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800480.084227:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.084228:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800480.084228:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.084229:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084229:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.084231:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.084231:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084233:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000400:00000200:8.0:1609800480.084233:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.084233:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.084233:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)++
00000400:00000200:59.0:1609800480.084237:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.084237:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084237:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800480.084239:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800480.084240:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (28)--
00000800:00000200:4.0:1609800480.084240:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (28)--
00000800:00000200:37.0:1609800480.084241:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (27)--
00000800:00000200:6.0:1609800480.084242:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.084242:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.084244:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:6.0:1609800480.084244:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.084245:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800480.084245:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.084249:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.084251:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.084251:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:6.0:1609800480.084253:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:8.0:1609800480.084254:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.084255:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.084257:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:59.0:1609800480.084258:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084258:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:6.0:1609800480.084258:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000400:00000200:59.0:1609800480.084260:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084276:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:8.0:1609800480.084276:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:59.0:1609800480.084278:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.084278:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:37.0:1609800480.084280:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.084282:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800480.084282:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:37.0:1609800480.084284:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084284:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800480.084285:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:4.0:1609800480.084285:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:37.0:1609800480.084286:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:4.0:1609800480.084291:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.084292:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800480.084294:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084295:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800480.084295:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.084297:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800480.084297:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:29.1:1609800480.084298:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000400:00000200:7.0:1609800480.084298:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084300:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800480.084301:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084302:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.084303:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084305:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.084306:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800480.084307:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:7.0:1609800480.084307:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.084308:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000400:00000200:7.0:1609800480.084308:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.084308:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.084310:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.084311:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:8.0:1609800480.084311:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:7.0:1609800480.084311:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.084311:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084312:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.084314:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:8.0:1609800480.084314:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.084315:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:4.0:1609800480.084316:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800480.084317:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:8.0:1609800480.084317:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.084317:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:59.0:1609800480.084318:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.084318:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:8.0:1609800480.084319:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:59.0:1609800480.084320:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084320:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:4.0:1609800480.084320:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800480.084321:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000800:00000200:6.0:1609800480.084322:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:6.0:1609800480.084323:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:8.0:1609800480.084325:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.084326:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.084328:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.084329:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.084329:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.084331:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:59.0:1609800480.084333:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084333:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800480.084333:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.084334:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084335:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084335:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.084335:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:37.0:1609800480.084339:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:4.0:1609800480.084342:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084344:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800480.084346:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.1:1609800480.084347:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.084347:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800480.084348:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:37.0:1609800480.084350:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.084350:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.084351:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800480.084351:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.084352:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:37.0:1609800480.084353:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.084353:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.084353:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)++
00000800:00000200:6.0:1609800480.084355:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:4.0:1609800480.084355:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.084356:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.084356:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:37.0:1609800480.084357:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.084357:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800480.084359:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000400:00000200:8.0:1609800480.084359:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.084362:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:8.0:1609800480.084362:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800480.084363:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000400:00000200:8.0:1609800480.084363:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:59.0:1609800480.084367:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084367:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:8.0:1609800480.084368:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.084369:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:8.0:1609800480.084370:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.084371:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:1.0:1609800480.084372:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084373:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.084375:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:1.0:1609800480.084375:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084376:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:59.0:1609800480.084377:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084377:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.084377:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:59.0:1609800480.084379:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.084379:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.084380:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.084380:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:8.0:1609800480.084381:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:4.0:1609800480.084381:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:8.0:1609800480.084382:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.084383:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:59.0:1609800480.084384:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.084385:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.084385:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800480.084385:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084387:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:1.0:1609800480.084387:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.084388:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800480.084389:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:6.0:1609800480.084390:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:1.0:1609800480.084390:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.084392:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:6.0:1609800480.084392:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:37.0:1609800480.084395:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.084398:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800480.084401:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:59.0:1609800480.084402:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.084402:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800480.084403:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084404:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084405:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800480.084405:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084406:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.084406:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:29.1:1609800480.084408:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000400:00000200:59.0:1609800480.084409:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800480.084410:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800480.084412:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.084415:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084415:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.084416:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:37.0:1609800480.084418:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:8.0:1609800480.084418:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.084418:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:4.0:1609800480.084418:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.084420:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800480.084421:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.084421:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800480.084421:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.084421:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.084440:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084441:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:8.0:1609800480.084442:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.084443:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:8.0:1609800480.084443:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.084444:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.084444:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:8.0:1609800480.084445:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)++
00000800:00000200:4.0:1609800480.084445:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)--
00000400:00000200:37.0:1609800480.084446:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.084446:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:4.0:1609800480.084447:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:4.0:1609800480.084448:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:8.0:1609800480.084450:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (26)++
00000800:00000200:4.0:1609800480.084450:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:37.0:1609800480.084451:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.084453:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:59.0:1609800480.084454:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.084454:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800480.084454:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.084456:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084457:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.084458:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (27)--
00000800:00000200:8.0:1609800480.084459:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:6.0:1609800480.084459:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.084460:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800480.084460:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084461:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)++
00000800:00000200:37.0:1609800480.084462:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.084462:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.084463:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:37.0:1609800480.084464:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.084464:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084466:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.084467:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084469:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (26)++
00000800:00000200:37.0:1609800480.084470:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (27)--
00000800:00000200:37.0:1609800480.084471:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)--
00000800:00000200:37.0:1609800480.084472:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000400:00000200:5.0:1609800480.084475:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084476:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)++
00000400:00000200:4.0:1609800480.084476:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.084478:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.084478:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:4.0:1609800480.084478:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:6.0:1609800480.084479:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:5.0:1609800480.084479:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.084483:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.084484:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.084485:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800480.084485:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.1:1609800480.084486:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000400:00000200:5.0:1609800480.084487:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.084487:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800480.084488:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:5.0:1609800480.084489:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.084489:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.084491:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800480.084493:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.084493:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.084495:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:8.0:1609800480.084496:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.084498:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.084499:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.084499:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:59.0:1609800480.084500:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.084500:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:59.0:1609800480.084501:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084501:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:5.0:1609800480.084501:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.084501:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:8.0:1609800480.084502:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800480.084502:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084503:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.084504:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.084504:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.084504:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:37.0:1609800480.084505:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:4.0:1609800480.084505:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:5.0:1609800480.084506:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.084507:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:37.0:1609800480.084508:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.084510:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084510:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:5.0:1609800480.084510:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.084511:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:37.0:1609800480.084512:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:5.0:1609800480.084513:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.084515:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.084534:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.084537:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:59.0:1609800480.084539:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.084539:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800480.084540:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084541:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.084542:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.084543:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084544:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.084545:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:29.1:1609800480.084546:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:59.0:1609800480.084547:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.084549:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084550:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:59.0:1609800480.084551:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.084551:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.084554:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000800:00000200:4.0:1609800480.084555:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800480.084557:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800480.084569:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:8.0:1609800480.084577:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:8.0:1609800480.084581:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000800:00000200:4.0:1609800480.084598:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:8.0:1609800480.084599:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.084602:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.75@o2ib18
00000400:00000200:8.0:1609800480.084603:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.084604:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:8.0:1609800480.084605:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:4.0:1609800480.084606:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.75@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.084610:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.084613:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800480.084614:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.084615:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800480.084616:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800480.084618:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.084619:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.084622:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.084623:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:8.0:1609800480.084624:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:8.0:1609800480.084625:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:4.0:1609800480.084625:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.084627:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.084629:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.084630:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.084651:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:4.0:1609800480.084652:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:4.0:1609800480.084653:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:59.0:1609800480.084660:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.084662:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084664:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800480.084681:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.084684:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.084687:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.084744:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.084750:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084754:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:59.0:1609800480.084761:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.084764:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:59.0:1609800480.084770:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.084772:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:59.0:1609800480.084773:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.084781:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000400:00000200:59.0:1609800480.084841:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800480.084842:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000400:00000200:59.0:1609800480.084844:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084846:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:6.0:1609800480.084850:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:59.0:1609800480.084851:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.084853:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:6.0:1609800480.084854:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000800:00000200:59.0:1609800480.084857:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800480.084857:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800480.084857:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.084858:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:59.0:1609800480.084859:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:6.0:1609800480.084859:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.084865:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000400:00000200:38.0:1609800480.084865:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.084865:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:38.0:1609800480.084868:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:6.0:1609800480.084868:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:38.0:1609800480.084874:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800480.084875:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:38.0:1609800480.084878:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:38.0:1609800480.084883:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.084885:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:38.0:1609800480.084886:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800480.084891:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:38.0:1609800480.084895:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.084897:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:8.0:1609800480.084899:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.084899:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:8.0:1609800480.084901:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:29.1:1609800480.084905:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000800:00000200:8.0:1609800480.084909:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:8.0:1609800480.084911:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:8.0:1609800480.084914:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800480.084916:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:8.0:1609800480.084916:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.084918:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.084920:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:59.0:1609800480.084963:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.084972:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.084975:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:0.0:1609800480.084990:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.084992:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.084994:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:59.0:1609800480.084999:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800480.084999:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.085000:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:59.0:1609800480.085002:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000400:00000200:0.0:1609800480.085003:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:59.0:1609800480.085006:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000400:00000200:0.0:1609800480.085009:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.085013:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:0.0:1609800480.085018:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:29.1:1609800480.085020:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:0.0:1609800480.085020:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:0.0:1609800480.085022:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.085028:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:4.0:1609800480.085031:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:0.0:1609800480.085031:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.085033:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:4.0:1609800480.085033:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.085036:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.085040:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085044:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.085051:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800480.085054:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:6.0:1609800480.085055:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.085057:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:6.0:1609800480.085058:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.085060:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800480.085128:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000400:00000200:59.0:1609800480.085136:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.085136:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000400:00000200:59.0:1609800480.085140:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.085140:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000400:00000200:59.0:1609800480.085142:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:37.0:1609800480.085142:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:4.0:1609800480.085142:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:37.0:1609800480.085143:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:37.0:1609800480.085144:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:59.0:1609800480.085148:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085152:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:59.0:1609800480.085156:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.085158:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:59.0:1609800480.085159:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.085163:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000400:00000200:59.0:1609800480.085167:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.085181:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.085183:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:29.1:1609800480.085186:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000400:00000200:59.0:1609800480.085187:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085189:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:59.0:1609800480.085191:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.085192:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:59.0:1609800480.085193:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800480.085195:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000800:00000200:59.0:1609800480.085196:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.085198:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:8.0:1609800480.085200:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.085201:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:8.0:1609800480.085202:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085206:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085208:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:4.0:1609800480.085215:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:4.0:1609800480.085219:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:4.0:1609800480.085220:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.085221:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:4.0:1609800480.085222:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.085225:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:59.0:1609800480.085270:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.085278:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.085280:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:59.0:1609800480.085285:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085287:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:59.0:1609800480.085291:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.085292:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:59.0:1609800480.085293:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.085297:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085317:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.085341:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800480.085344:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:6.0:1609800480.085346:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.085347:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:6.0:1609800480.085348:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085351:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800480.085351:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:8.0:1609800480.085352:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:6.0:1609800480.085353:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:8.0:1609800480.085354:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:7.0:1609800480.085354:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.085355:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:7.0:1609800480.085361:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085365:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:59.0:1609800480.085366:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.085370:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085371:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800480.085372:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:7.0:1609800480.085375:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:59.0:1609800480.085378:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085381:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:7.0:1609800480.085383:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.085385:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085385:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:7.0:1609800480.085386:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.085387:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:7.0:1609800480.085395:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:59.0:1609800480.085396:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:7.0:1609800480.085400:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.085401:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:7.0:1609800480.085408:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085410:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:7.0:1609800480.085415:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800480.085418:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000800:00000200:7.0:1609800480.085418:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:7.0:1609800480.085423:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085424:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:7.0:1609800480.085426:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (24)++
00000800:00000200:4.0:1609800480.085426:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:59.0:1609800480.085430:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.085431:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (26)++
00000800:00000200:7.0:1609800480.085431:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (26)--
00000800:00000200:4.0:1609800480.085431:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (26)--
00000400:00000200:4.0:1609800480.085433:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.085434:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000400:00000200:4.0:1609800480.085435:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000400:00000200:37.0:1609800480.085436:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.085437:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:59.0:1609800480.085438:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.085438:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.085438:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:59.0:1609800480.085440:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:7.0:1609800480.085440:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.085443:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.085448:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.085450:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:59.0:1609800480.085451:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:7.0:1609800480.085451:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:29.1:1609800480.085452:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.085455:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.085457:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000400:00000200:7.0:1609800480.085457:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085458:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800480.085460:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:7.0:1609800480.085460:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:7.0:1609800480.085463:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085465:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)++
00000800:00000200:6.0:1609800480.085465:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:59.0:1609800480.085468:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:8.0:1609800480.085468:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000800:00000200:7.0:1609800480.085469:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (25)++
00000400:00000200:8.0:1609800480.085470:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.085472:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800480.085473:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.085474:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000400:00000200:59.0:1609800480.085476:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.085476:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:59.0:1609800480.085479:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:29.1:1609800480.085480:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (22)++
00000400:00000200:59.0:1609800480.085485:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.085487:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:59.0:1609800480.085488:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:7.0:1609800480.085489:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.085491:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800480.085491:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:7.0:1609800480.085492:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.085493:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:37.0:1609800480.085493:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000400:00000200:4.0:1609800480.085493:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.085494:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:7.0:1609800480.085495:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:4.0:1609800480.085495:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.085498:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000400:00000200:7.0:1609800480.085500:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.085503:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:4.0:1609800480.085504:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:7.0:1609800480.085507:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085509:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:7.0:1609800480.085510:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:29.1:1609800480.085512:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (24)++
00000800:00000200:7.0:1609800480.085515:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000400:00000200:7.0:1609800480.085519:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.085519:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:7.0:1609800480.085522:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.085522:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000400:00000200:6.0:1609800480.085523:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085524:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:8.0:1609800480.085525:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:6.0:1609800480.085525:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085528:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000400:00000200:7.0:1609800480.085529:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.085530:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)++
00000400:00000200:8.0:1609800480.085530:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.085531:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:8.0:1609800480.085532:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.085533:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.085534:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (25)--
00000400:00000200:37.0:1609800480.085535:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.085535:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.085535:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:8.0:1609800480.085536:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:7.0:1609800480.085536:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000400:00000200:37.0:1609800480.085537:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.085537:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:37.0:1609800480.085539:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:7.0:1609800480.085541:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085542:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000400:00000200:7.0:1609800480.085549:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.085551:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000400:00000200:7.0:1609800480.085552:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085554:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:6.0:1609800480.085554:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:8.0:1609800480.085556:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:6.0:1609800480.085556:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:6.0:1609800480.085557:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000400:00000200:7.0:1609800480.085558:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.085558:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000800:00000200:7.0:1609800480.085560:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:7.0:1609800480.085563:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085564:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (21)++
00000800:00000200:7.0:1609800480.085565:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (22)++
00000800:00000200:29.1:1609800480.085568:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:7.0:1609800480.085569:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800480.085576:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.085578:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:4.0:1609800480.085580:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.085581:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:4.0:1609800480.085582:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.085584:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:37.0:1609800480.085585:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.085585:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:4.0:1609800480.085586:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:37.0:1609800480.085588:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.085591:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:1.0:1609800480.085600:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.085606:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.085608:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:1.0:1609800480.085613:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.085617:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:1.0:1609800480.085620:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.085621:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:1.0:1609800480.085622:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:1.0:1609800480.085630:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085632:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.085640:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800480.085643:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:6.0:1609800480.085644:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)++
00000800:00000200:8.0:1609800480.085645:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:6.0:1609800480.085646:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:8.0:1609800480.085647:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800480.085647:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800480.085648:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:8.0:1609800480.085649:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.085651:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085654:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:5.0:1609800480.085728:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.085736:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.085739:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:5.0:1609800480.085745:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.085749:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:5.0:1609800480.085753:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.085755:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:5.0:1609800480.085756:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000400:00000200:59.0:1609800480.085761:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800480.085764:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000400:00000200:59.0:1609800480.085768:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.085771:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:5.0:1609800480.085772:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.085777:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800480.085778:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:59.0:1609800480.085779:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:5.0:1609800480.085781:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.085784:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800480.085784:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000800:00000200:59.0:1609800480.085785:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.085786:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:59.0:1609800480.085787:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000400:00000200:5.0:1609800480.085790:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.085792:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (25)--
00000800:00000200:37.0:1609800480.085793:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:6.0:1609800480.085793:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (25)--
00000800:00000200:5.0:1609800480.085793:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000400:00000200:37.0:1609800480.085795:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.085797:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:5.0:1609800480.085797:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.085799:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.085800:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:5.0:1609800480.085800:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (23)++
00000800:00000200:29.1:1609800480.085804:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (23)++
00000800:00000200:5.0:1609800480.085806:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800480.085812:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000800:00000200:4.0:1609800480.085815:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000400:00000200:4.0:1609800480.085816:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.085818:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)++
00000400:00000200:4.0:1609800480.085818:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085821:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (24)--
00000800:00000200:4.0:1609800480.085821:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (24)--
00000400:00000200:8.0:1609800480.085822:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.085823:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:8.0:1609800480.085824:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.085827:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:29.1:1609800480.085870:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (20)++
00000800:00000200:37.0:1609800480.085895:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)++
00000800:00000200:37.0:1609800480.085899:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.75@o2ib18
00000800:00000200:37.0:1609800480.085900:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9e00] (22)++
00000800:00000200:37.0:1609800480.085901:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9e00] (23)--
00000800:00000200:4.0:1609800480.085901:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (23)--
00000800:00000200:37.0:1609800480.085902:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000400:00000200:7.0:1609800480.085916:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.75@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.085924:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.085927:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.75@o2ib18 local destination
00000400:00000200:7.0:1609800480.085933:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.75@o2ib18(192.168.128.75@o2ib18:192.168.128.75@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.085937:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.75@o2ib18
00000800:00000200:7.0:1609800480.085941:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85980] -> 192.168.128.75@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.085943:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9e00] (20)++
00000800:00000200:7.0:1609800480.085944:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9e00] (21)++
00000800:00000200:7.0:1609800480.085952:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9e00] (22)--
00000800:00000200:29.1:1609800480.085964:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9e00] (21)++
00000800:00000200:6.0:1609800480.085972:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)++
00000800:00000200:6.0:1609800480.085975:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9e00] (23)--
00000400:00000200:6.0:1609800480.085976:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.085977:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (22)--
00000400:00000200:6.0:1609800480.085978:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.75@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.085981:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9e00] (21)--
00000800:00000200:31.1:1609800480.098455:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (20)++
00000800:00000200:4.0:1609800480.098465:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800480.098469:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.149@o2ib18
00000800:00000200:37.0:1609800480.098472:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000400:00000200:4.0:1609800480.098472:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.149@o2ib18 : GET - for me
00000400:00000200:4.0:1609800480.098476:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.149@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800480.098478:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.149@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800480.098481:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800480.098482:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b1800] (22)--
00000400:00000200:4.0:1609800480.098485:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.149@o2ib18 local destination
00000400:00000200:4.0:1609800480.098490:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.149@o2ib18(192.168.128.149@o2ib18:192.168.128.149@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800480.098492:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.149@o2ib18
00000800:00000200:4.0:1609800480.098494:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e00] -> 192.168.128.149@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800480.098495:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b1800] (21)++
00000800:00000200:4.0:1609800480.098496:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b1800] (22)++
00000800:00000200:4.0:1609800480.098502:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b1800] (23)--
00000800:00000200:4.0:1609800480.098503:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:31.1:1609800480.098524:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b1800] (21)++
00000800:00000200:8.0:1609800480.098567:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)++
00000800:00000200:8.0:1609800480.098571:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b1800] (23)--
00000400:00000200:8.0:1609800480.098573:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.098576:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.149@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800480.098598:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (22)--
00000800:00000200:8.0:1609800480.098599:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b1800] (21)--
00000800:00000200:22.1:1609800480.106292:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:25.0:1609800480.106340:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:25.0:1609800480.106352:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.92@o2ib18
00000800:00000200:27.0:1609800480.106358:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:25.0:1609800480.106361:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.106384:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:25.0:1609800480.106384:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.106387:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:27.0:1609800480.106388:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.106393:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.106395:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800480.106398:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:25.0:1609800480.106399:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.106402:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800480.106406:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.106408:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.106409:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.106409:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.106413:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.106414:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:27.0:1609800480.106416:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.106416:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:25.0:1609800480.106417:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.106418:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.106419:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:27.0:1609800480.106422:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:27.0:1609800480.106424:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)--
00000800:00000200:27.0:1609800480.106425:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:59.0:1609800480.106433:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.106435:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.106439:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800480.106441:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:31.0:1609800480.106480:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:31.0:1609800480.106489:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.106491:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:38.0:1609800480.106492:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800480.106493:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800480.106497:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.106499:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.106503:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800480.106503:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:31.0:1609800480.106510:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.106514:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.106517:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:22.1:1609800480.106518:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:31.0:1609800480.106521:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.106522:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.106525:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.106527:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:31.0:1609800480.106529:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:31.0:1609800480.106530:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.106532:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:19.0:1609800480.106532:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.106535:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800480.106536:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.106537:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.106539:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800480.106542:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.106545:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:19.0:1609800480.106552:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.1:1609800480.106556:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:19.0:1609800480.106556:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.106559:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.106562:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:19.0:1609800480.106563:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.106565:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.106565:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.106568:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:25.0:1609800480.106569:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.106570:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000400:00000200:25.0:1609800480.106572:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.106573:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000400:00000200:25.0:1609800480.106574:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:25.0:1609800480.106580:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.106582:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.106582:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:19.0:1609800480.106583:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:25.0:1609800480.106585:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.106588:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.106589:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.106592:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:25.0:1609800480.106594:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:25.0:1609800480.106595:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:59.0:1609800480.106601:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.106602:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.106602:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000400:00000200:59.0:1609800480.106605:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.106607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.106611:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.106612:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:27.0:1609800480.106614:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:0.0:1609800480.106643:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800480.106648:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000400:00000200:0.0:1609800480.106648:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.106654:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000400:00000200:0.0:1609800480.106654:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.106657:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.106659:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:19.0:1609800480.106661:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.106665:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.106668:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:19.0:1609800480.106674:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.106677:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.106680:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800480.106693:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.106695:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.106698:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:19.0:1609800480.106700:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)--
00000800:00000200:19.0:1609800480.106701:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:22.1:1609800480.106746:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:7.0:1609800480.106750:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.106751:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000400:00000200:7.0:1609800480.106753:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.106756:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:7.0:1609800480.106757:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.106758:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:31.0:1609800480.106760:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.106762:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:31.0:1609800480.106764:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.106764:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:27.0:1609800480.106766:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.106767:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:31.0:1609800480.106773:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.106776:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800480.106777:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.106777:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.106779:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800480.106779:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:31.0:1609800480.106782:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.106783:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.106783:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:27.0:1609800480.106785:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.106786:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:31.0:1609800480.106787:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:31.0:1609800480.106788:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)--
00000800:00000200:27.0:1609800480.106788:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.106788:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:31.0:1609800480.106789:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:19.0:1609800480.106789:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.106791:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800480.106792:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.106794:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.106794:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800480.106795:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.106795:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:27.0:1609800480.106796:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.1:1609800480.106796:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:59.0:1609800480.106798:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800480.106800:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.106801:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:19.0:1609800480.106803:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.106804:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.106805:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.106806:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.106807:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000800:00000200:27.0:1609800480.106807:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (25)++
00000400:00000200:25.0:1609800480.106808:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.106808:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.106809:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.106810:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.106811:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.106813:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.106813:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000400:00000200:25.0:1609800480.106814:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:27.0:1609800480.106815:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000800:00000200:27.0:1609800480.106816:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000800:00000200:19.0:1609800480.106816:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)++
00000800:00000200:19.0:1609800480.106817:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000800:00000200:59.0:1609800480.106818:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800480.106818:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.106818:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.106818:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000400:00000200:59.0:1609800480.106819:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.106819:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000400:00000200:31.0:1609800480.106820:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:25.0:1609800480.106820:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.106821:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.106823:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:31.0:1609800480.106826:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.106826:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800480.106829:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.106829:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800480.106830:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.106830:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.106831:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.106834:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800480.106834:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.106834:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:31.0:1609800480.106835:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.106835:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)--
00000800:00000200:25.0:1609800480.106836:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:27.0:1609800480.106837:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:22.1:1609800480.106839:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (23)++
00000800:00000200:1.0:1609800480.106842:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.106843:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800480.106843:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800480.106844:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.106845:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.106845:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:19.0:1609800480.106845:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:31.0:1609800480.106846:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)--
00000800:00000200:27.0:1609800480.106846:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.106848:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:27.0:1609800480.106848:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.106848:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000400:00000200:59.0:1609800480.106849:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.106849:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:1.0:1609800480.106850:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.106851:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.106851:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:27.0:1609800480.106852:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.106856:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:27.0:1609800480.106858:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.106859:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.106860:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.106861:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.106862:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:59.0:1609800480.106863:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800480.106867:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800480.106868:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.106870:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000400:00000200:1.0:1609800480.106871:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.106876:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.106880:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.106881:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:31.0:1609800480.106882:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000400:00000200:59.0:1609800480.106975:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.106981:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.106985:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:59.0:1609800480.107006:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107011:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107016:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107019:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:59.0:1609800480.107020:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:59.0:1609800480.107028:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)--
00000400:00000200:59.0:1609800480.107037:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.107041:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107045:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:22.1:1609800480.107047:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000400:00000200:59.0:1609800480.107054:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.107055:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.107059:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.107061:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107063:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.107064:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:59.0:1609800480.107065:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:59.0:1609800480.107066:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000400:00000200:25.0:1609800480.107066:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.107071:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107072:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000400:00000200:25.0:1609800480.107075:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:22.1:1609800480.107083:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (23)++
00000400:00000200:25.0:1609800480.107085:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.107090:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.107090:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800480.107094:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000800:00000200:25.0:1609800480.107094:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800480.107097:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107099:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.107099:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.107101:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800480.107102:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.107103:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000400:00000200:19.0:1609800480.107105:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.107106:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.107107:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:31.0:1609800480.107108:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:25.0:1609800480.107109:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)--
00000800:00000200:27.0:1609800480.107110:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:19.0:1609800480.107110:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.107111:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000800:00000200:25.0:1609800480.107112:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:31.0:1609800480.107114:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.107115:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:19.0:1609800480.107116:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000400:00000200:27.0:1609800480.107117:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.107118:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.107118:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000400:00000200:59.0:1609800480.107131:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:25.0:1609800480.107142:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.107142:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000400:00000200:59.0:1609800480.107144:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.107145:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.107146:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.107151:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.107152:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:27.0:1609800480.107156:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107162:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:25.0:1609800480.107166:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:59.0:1609800480.107167:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:5.0:1609800480.107171:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:25.0:1609800480.107177:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800480.107182:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107182:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:59.0:1609800480.107186:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800480.107186:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:25.0:1609800480.107187:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800480.107188:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (25)++
00000800:00000200:59.0:1609800480.107190:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (26)++
00000800:00000200:25.0:1609800480.107191:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:31.0:1609800480.107192:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:25.0:1609800480.107193:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.107196:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (27)--
00000400:00000200:27.0:1609800480.107197:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800480.107203:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.107203:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.107207:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800480.107208:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.107208:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)++
00000400:00000200:19.0:1609800480.107208:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107210:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000800:00000200:25.0:1609800480.107212:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000400:00000200:19.0:1609800480.107212:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:31.0:1609800480.107213:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.107214:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.107214:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000800:00000200:27.0:1609800480.107216:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.107217:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.92@o2ib18
00000800:00000200:31.0:1609800480.107219:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.107219:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (26)++
00000800:00000200:31.0:1609800480.107221:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbde00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.107221:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000800:00000200:27.0:1609800480.107223:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000400:00000200:25.0:1609800480.107224:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.92@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800480.107224:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800480.107224:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.107225:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)++
00000800:00000200:27.0:1609800480.107225:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000400:00000200:24.0:1609800480.107226:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107227:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (27)--
00000800:00000200:27.0:1609800480.107228:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (27)--
00000800:00000200:31.0:1609800480.107229:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (26)--
00000800:00000200:19.0:1609800480.107229:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800480.107230:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107231:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:24.0:1609800480.107231:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.107233:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107234:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800480.107235:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.107235:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800480.107238:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800480.107239:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800480.107239:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107241:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.107241:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800480.107244:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.107246:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:24.0:1609800480.107247:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.107248:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.107249:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.107254:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800480.107254:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.107255:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:19.0:1609800480.107256:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:25.0:1609800480.107258:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.107263:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.107265:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800480.107266:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.107272:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.107274:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:19.0:1609800480.107275:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:7.0:1609800480.107278:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.107280:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800480.107280:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800480.107282:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.107282:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)--
00000800:00000200:25.0:1609800480.107283:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (25)--
00000400:00000200:24.0:1609800480.107284:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107284:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107284:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (25)++
00000400:00000200:7.0:1609800480.107285:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.107286:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107287:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000400:00000200:24.0:1609800480.107289:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:22.1:1609800480.107297:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (23)++
00000800:00000200:7.0:1609800480.107299:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800480.107299:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000400:00000200:7.0:1609800480.107301:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107306:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:7.0:1609800480.107306:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800480.107309:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.107311:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:31.0:1609800480.107313:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.107315:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:5.0:1609800480.107316:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.107320:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:5.0:1609800480.107330:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800480.107333:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800480.107335:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:5.0:1609800480.107341:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.107343:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800480.107344:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800480.107346:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.107353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:5.0:1609800480.107353:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (25)--
00000800:00000200:19.0:1609800480.107354:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:19.0:1609800480.107357:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.107363:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.107363:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107369:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:5.0:1609800480.107369:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107373:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:5.0:1609800480.107373:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:59.0:1609800480.107375:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.107375:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.107381:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:19.0:1609800480.107381:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:19.0:1609800480.107383:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.107383:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800480.107387:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:19.0:1609800480.107387:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.107388:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:5.0:1609800480.107389:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:59.0:1609800480.107390:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107390:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.107392:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:19.0:1609800480.107392:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:59.0:1609800480.107394:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:31.0:1609800480.107394:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:5.0:1609800480.107395:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.107397:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:5.0:1609800480.107399:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800480.107404:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)--
00000400:00000200:59.0:1609800480.107413:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800480.107415:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.107418:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:22.1:1609800480.107420:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000400:00000200:5.0:1609800480.107421:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107424:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800480.107425:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:59.0:1609800480.107427:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.107429:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:27.0:1609800480.107429:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:59.0:1609800480.107435:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (25)--
00000800:00000200:27.0:1609800480.107435:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (25)--
00000400:00000200:5.0:1609800480.107436:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800480.107438:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107438:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107441:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:27.0:1609800480.107443:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.107446:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800480.107447:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.107449:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800480.107464:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:22.1:1609800480.107466:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (24)++
00000800:00000200:27.0:1609800480.107469:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000800:00000200:5.0:1609800480.107470:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (25)--
00000400:00000200:59.0:1609800480.107471:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.107471:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000400:00000200:59.0:1609800480.107474:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:27.0:1609800480.107474:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:19.0:1609800480.107474:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:27.0:1609800480.107476:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.107479:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.107481:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800480.107482:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107483:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.107484:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:27.0:1609800480.107485:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:59.0:1609800480.107487:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.107487:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:5.0:1609800480.107488:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107489:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:59.0:1609800480.107490:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (24)++
00000800:00000200:25.0:1609800480.107491:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)--
00000400:00000200:5.0:1609800480.107492:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:59.0:1609800480.107494:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:27.0:1609800480.107494:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:27.0:1609800480.107496:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.107498:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.107503:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800480.107506:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800480.107508:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:27.0:1609800480.107509:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.107510:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107513:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107513:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.107514:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:27.0:1609800480.107515:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800480.107516:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000400:00000200:27.0:1609800480.107517:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:5.0:1609800480.107518:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:22.1:1609800480.107519:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107522:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000800:00000200:27.0:1609800480.107523:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:5.0:1609800480.107524:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:19.0:1609800480.107527:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.107528:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:27.0:1609800480.107529:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107530:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.107531:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:5.0:1609800480.107534:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107535:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:25.0:1609800480.107540:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000400:00000200:5.0:1609800480.107540:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107541:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800480.107543:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:59.0:1609800480.107544:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.107544:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:25.0:1609800480.107545:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107546:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:59.0:1609800480.107547:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:25.0:1609800480.107548:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.107552:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107555:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000400:00000200:5.0:1609800480.107562:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.107568:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:5.0:1609800480.107568:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107569:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107571:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:5.0:1609800480.107573:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107576:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800480.107576:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:59.0:1609800480.107582:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107583:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000400:00000200:59.0:1609800480.107587:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800480.107589:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000400:00000200:59.0:1609800480.107590:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107592:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:22.1:1609800480.107594:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:59.0:1609800480.107597:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107600:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:31.0:1609800480.107600:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:5.0:1609800480.107602:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.107603:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.107603:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:59.0:1609800480.107604:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)++
00000800:00000200:59.0:1609800480.107605:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (24)++
00000400:00000200:31.0:1609800480.107605:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.107606:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (25)++
00000400:00000200:31.0:1609800480.107607:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.107608:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107609:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (26)--
00000800:00000200:27.0:1609800480.107609:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (26)--
00000800:00000200:31.0:1609800480.107610:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000400:00000200:27.0:1609800480.107610:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107612:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:5.0:1609800480.107612:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:27.0:1609800480.107613:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.107614:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107620:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:59.0:1609800480.107621:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107626:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:25.0:1609800480.107628:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:59.0:1609800480.107629:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:25.0:1609800480.107629:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107631:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000400:00000200:25.0:1609800480.107633:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.107635:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107639:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:22.1:1609800480.107641:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:5.0:1609800480.107642:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800480.107645:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107645:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:27.0:1609800480.107646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:25.0:1609800480.107649:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:5.0:1609800480.107649:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107650:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.107650:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.107650:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:5.0:1609800480.107651:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.107652:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:27.0:1609800480.107652:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800480.107652:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107653:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:27.0:1609800480.107654:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000800:00000200:59.0:1609800480.107658:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000800:00000200:5.0:1609800480.107658:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000400:00000200:5.0:1609800480.107662:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.107663:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000400:00000200:59.0:1609800480.107667:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107670:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000400:00000200:59.0:1609800480.107671:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107673:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:31.0:1609800480.107676:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:59.0:1609800480.107678:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800480.107678:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.107679:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:31.0:1609800480.107680:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107681:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:25.0:1609800480.107681:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:5.0:1609800480.107681:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:31.0:1609800480.107683:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.107684:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:59.0:1609800480.107686:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000400:00000200:25.0:1609800480.107686:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.107687:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:19.0:1609800480.107687:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:59.0:1609800480.107688:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (23)++
00000400:00000200:25.0:1609800480.107689:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.107689:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.107691:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107693:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:25.0:1609800480.107694:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.107695:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000800:00000200:5.0:1609800480.107696:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.107697:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (21)++
00000800:00000200:5.0:1609800480.107698:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (22)++
00000800:00000200:5.0:1609800480.107703:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:22.1:1609800480.107705:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107710:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000800:00000200:27.0:1609800480.107713:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:27.0:1609800480.107715:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.107715:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)++
00000400:00000200:27.0:1609800480.107717:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.107718:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000400:00000200:19.0:1609800480.107719:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.107720:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:27.0:1609800480.107721:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:19.0:1609800480.107722:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.107724:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000400:00000200:59.0:1609800480.107731:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.107739:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107741:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:59.0:1609800480.107746:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107749:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107752:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107754:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:59.0:1609800480.107755:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:22.1:1609800480.107756:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (22)++
00000800:00000200:59.0:1609800480.107758:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.107762:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.107765:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:31.0:1609800480.107766:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)++
00000800:00000200:31.0:1609800480.107767:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (24)--
00000800:00000200:25.0:1609800480.107767:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)++
00000800:00000200:31.0:1609800480.107769:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (24)--
00000800:00000200:25.0:1609800480.107770:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (24)--
00000800:00000200:31.0:1609800480.107771:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:25.0:1609800480.107771:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.107774:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.107776:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000400:00000200:59.0:1609800480.107833:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.107836:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.107838:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000400:00000200:59.0:1609800480.107843:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.107845:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:59.0:1609800480.107849:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.107850:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:59.0:1609800480.107851:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:59.0:1609800480.107854:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)--
00000400:00000200:38.0:1609800480.107861:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.92@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.107867:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000400:00000200:38.0:1609800480.107869:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.107872:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.92@o2ib18 local destination
00000800:00000200:19.0:1609800480.107872:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:19.0:1609800480.107875:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:19.0:1609800480.107876:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.107878:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.92@o2ib18(192.168.128.92@o2ib18:192.168.128.92@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800480.107878:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:19.0:1609800480.107879:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.107881:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.92@o2ib18
00000800:00000200:19.0:1609800480.107883:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:38.0:1609800480.107888:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7180] -> 192.168.128.92@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.107890:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0eb000] (20)++
00000800:00000200:38.0:1609800480.107892:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0eb000] (21)++
00000800:00000200:38.0:1609800480.107899:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0eb000] (22)--
00000800:00000200:22.1:1609800480.107911:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (21)++
00000800:00000200:27.0:1609800480.107916:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)++
00000800:00000200:27.0:1609800480.107919:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0eb000] (23)--
00000400:00000200:27.0:1609800480.107920:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.107921:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (22)--
00000400:00000200:27.0:1609800480.107923:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.92@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.107926:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:22.1:1609800480.107953:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0eb000] (20)++
00000800:00000200:31.0:1609800480.107960:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)++
00000800:00000200:31.0:1609800480.107963:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.92@o2ib18
00000800:00000200:31.0:1609800480.107965:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0eb000] (22)++
00000800:00000200:31.0:1609800480.107966:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0eb000] (23)--
00000800:00000200:19.0:1609800480.107966:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (23)--
00000800:00000200:31.0:1609800480.107968:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0eb000] (21)--
00000800:00000200:28.1:1609800480.264004:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:37.0:1609800480.264064:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800480.264075:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.182@o2ib18
00000400:00000200:37.0:1609800480.264084:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.264092:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.264098:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800480.264138:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.264139:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800480.264158:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.264162:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.264164:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264165:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.264167:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.264167:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.264190:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)++
00000400:00000200:4.0:1609800480.264190:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264192:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)--
00000400:00000200:4.0:1609800480.264193:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:37.0:1609800480.264194:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800480.264196:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800480.264200:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:4.0:1609800480.264200:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.264201:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:37.0:1609800480.264203:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.264204:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800480.264206:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264206:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:4.0:1609800480.264207:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.264227:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:4.0:1609800480.264229:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.264231:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.264232:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.264234:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.264235:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)++
00000800:00000200:37.0:1609800480.264236:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800480.264236:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.264238:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:37.0:1609800480.264239:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.264239:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.264240:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.264241:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)++
00000400:00000200:8.0:1609800480.264241:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.264241:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:37.0:1609800480.264242:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:0.0:1609800480.264243:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.264245:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:37.0:1609800480.264246:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:0.0:1609800480.264246:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264248:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:6.0:1609800480.264249:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264250:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:4.0:1609800480.264250:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000400:00000200:0.0:1609800480.264250:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800480.264252:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.264252:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:37.0:1609800480.264254:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.264254:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:59.0:1609800480.264255:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.264255:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800480.264256:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.264257:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.264257:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.264258:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264259:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800480.264260:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.264260:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.264262:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264262:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800480.264263:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:4.0:1609800480.264263:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264264:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.264268:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.264270:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.264273:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.264274:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.264276:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:37.0:1609800480.264277:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.264278:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.264279:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:4.0:1609800480.264284:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:59.0:1609800480.264286:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.264286:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.264288:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.264289:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.264290:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.264291:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (26)++
00000400:00000200:59.0:1609800480.264293:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.264309:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (26)++
00000800:00000200:4.0:1609800480.264310:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.264311:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.264312:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.264315:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.264315:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.264316:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (28)--
00000800:00000200:37.0:1609800480.264317:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (28)--
00000800:00000200:6.0:1609800480.264317:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.264317:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.264318:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:8.0:1609800480.264319:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:4.0:1609800480.264319:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:37.0:1609800480.264320:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)++
00000800:00000200:4.0:1609800480.264320:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:6.0:1609800480.264322:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:6.0:1609800480.264324:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (26)--
00000800:00000200:4.0:1609800480.264324:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:37.0:1609800480.264325:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:6.0:1609800480.264326:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:37.0:1609800480.264328:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.264328:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:7.0:1609800480.264330:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.264331:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.264333:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:24.0:1609800480.264333:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.264333:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800480.264335:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.264337:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.264340:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800480.264340:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000400:00000200:24.0:1609800480.264341:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.264343:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800480.264343:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.264345:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800480.264345:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264347:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800480.264347:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.264348:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.264349:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:37.0:1609800480.264352:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)++
00000800:00000200:6.0:1609800480.264352:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000800:00000200:4.0:1609800480.264370:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.264371:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000800:00000200:6.0:1609800480.264372:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:59.0:1609800480.264375:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.264377:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264378:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800480.264379:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:59.0:1609800480.264381:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800480.264392:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.264480:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:8.0:1609800480.264484:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000800:00000200:8.0:1609800480.264485:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:8.0:1609800480.264487:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.264490:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:8.0:1609800480.264496:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.264519:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.264522:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:8.0:1609800480.264528:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.264530:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:8.0:1609800480.264531:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.264534:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.264537:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.264538:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.264543:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.264545:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)--
00000800:00000200:8.0:1609800480.264546:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:28.1:1609800480.264576:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:37.0:1609800480.264589:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800480.264597:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:37.0:1609800480.264602:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.264606:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:1.0:1609800480.264606:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.264607:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.264625:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.264628:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:1.0:1609800480.264629:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.264630:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:37.0:1609800480.264636:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.264658:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800480.264658:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.264661:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.264691:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800480.264691:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264692:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.264694:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:6.0:1609800480.264695:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:4.0:1609800480.264700:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.264701:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264702:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)++
00000800:00000200:4.0:1609800480.264703:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.264704:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:37.0:1609800480.264705:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:6.0:1609800480.264705:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:59.0:1609800480.264723:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.264724:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:4.0:1609800480.264724:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800480.264725:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264726:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000400:00000200:6.0:1609800480.264728:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.264728:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800480.264729:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.264729:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.264730:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.264732:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:4.0:1609800480.264754:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)++
00000400:00000200:6.0:1609800480.264756:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800480.264757:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.264757:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:4.0:1609800480.264758:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:37.0:1609800480.264759:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:4.0:1609800480.264759:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:6.0:1609800480.264760:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.264762:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000800:00000200:4.0:1609800480.264762:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:6.0:1609800480.264763:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.264784:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.264784:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264787:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.264788:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.264789:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.264789:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.264789:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.264790:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.264791:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.264791:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.264792:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800480.264792:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264793:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.264796:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264797:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:6.0:1609800480.264797:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000400:00000200:4.0:1609800480.264798:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:59.0:1609800480.264802:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264804:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (27)++
00000800:00000200:5.0:1609800480.264804:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.264804:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.264805:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:7.0:1609800480.264805:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.264806:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.264807:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:59.0:1609800480.264808:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:5.0:1609800480.264810:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.264810:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.264811:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (28)--
00000800:00000200:37.0:1609800480.264812:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (27)--
00000400:00000200:8.0:1609800480.264812:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.264812:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (28)++
00000800:00000200:6.0:1609800480.264813:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (28)--
00000800:00000200:4.0:1609800480.264813:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.264814:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (27)++
00000800:00000200:4.0:1609800480.264814:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.264815:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.264815:0:16037:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.182@o2ib18(1): redundant or enough NOOP
00000800:00000200:37.0:1609800480.264816:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:6.0:1609800480.264816:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (27)--
00000800:00000200:6.0:1609800480.264818:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:8.0:1609800480.264819:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.264819:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)++
00000400:00000200:59.0:1609800480.264821:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.264821:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (26)--
00000800:00000200:6.0:1609800480.264821:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:8.0:1609800480.264823:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.264823:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:59.0:1609800480.264824:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:8.0:1609800480.264825:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.264827:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:59.0:1609800480.264828:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.264828:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.264830:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)++
00000400:00000200:5.0:1609800480.264830:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.264831:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000400:00000200:5.0:1609800480.264832:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.264834:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.264837:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:8.0:1609800480.264837:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:4.0:1609800480.264837:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:7.0:1609800480.264838:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:37.0:1609800480.264839:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.264839:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (26)--
00000800:00000200:8.0:1609800480.264840:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (26)--
00000800:00000200:4.0:1609800480.264840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:59.0:1609800480.264842:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.264842:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264842:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000400:00000200:59.0:1609800480.264843:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.264843:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800480.264844:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:7.0:1609800480.264845:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)++
00000400:00000200:59.0:1609800480.264846:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800480.264847:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000400:00000200:37.0:1609800480.264849:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800480.264850:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:5.0:1609800480.264851:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.264852:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.264854:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800480.264854:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264856:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800480.264856:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.264857:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.264857:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.264860:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)++
00000800:00000200:37.0:1609800480.264861:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.264862:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:28.1:1609800480.264864:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000800:00000200:59.0:1609800480.264866:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.264868:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.264870:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800480.264870:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.264871:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.264873:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.264873:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:5.0:1609800480.264874:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.264876:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:6.0:1609800480.264876:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:59.0:1609800480.264877:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800480.264878:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.264879:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:6.0:1609800480.264881:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.264882:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.264883:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.264883:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:4.0:1609800480.264884:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264885:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:7.0:1609800480.264885:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:4.0:1609800480.264887:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.264889:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:7.0:1609800480.264889:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.264890:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:7.0:1609800480.264891:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)++
00000800:00000200:4.0:1609800480.264891:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:7.0:1609800480.264893:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000800:00000200:4.0:1609800480.264893:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000400:00000200:59.0:1609800480.264895:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.264898:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:59.0:1609800480.264899:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:8.0:1609800480.264900:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800480.264900:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:59.0:1609800480.264903:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800480.264903:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.264904:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)++
00000400:00000200:7.0:1609800480.264905:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.264906:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000400:00000200:8.0:1609800480.264906:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:59.0:1609800480.264910:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000400:00000200:8.0:1609800480.264914:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.264917:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800480.264919:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.264920:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.264920:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800480.264922:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:8.0:1609800480.264923:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:28.1:1609800480.264924:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (23)++
00000400:00000200:59.0:1609800480.264925:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264925:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.264927:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:7.0:1609800480.264928:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.264931:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264934:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000400:00000200:59.0:1609800480.264936:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.264938:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.264938:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (25)--
00000800:00000200:8.0:1609800480.264938:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:8.0:1609800480.264940:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:4.0:1609800480.264940:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)++
00000400:00000200:37.0:1609800480.264941:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.264941:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.264942:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)++
00000400:00000200:37.0:1609800480.264943:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.264943:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:7.0:1609800480.264943:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (26)++
00000800:00000200:4.0:1609800480.264943:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (26)--
00000800:00000200:59.0:1609800480.264944:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.264944:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:59.0:1609800480.264945:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)++
00000400:00000200:4.0:1609800480.264945:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.264946:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000400:00000200:4.0:1609800480.264947:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.264948:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000800:00000200:7.0:1609800480.264948:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:4.0:1609800480.264950:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:59.0:1609800480.264952:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000400:00000200:7.0:1609800480.264952:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800480.264955:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000400:00000200:7.0:1609800480.264956:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.264958:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:59.0:1609800480.264960:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.264961:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264963:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:59.0:1609800480.264964:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.264964:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800480.264967:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:7.0:1609800480.264967:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:6.0:1609800480.264968:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000400:00000200:8.0:1609800480.264970:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800480.264971:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.264972:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:7.0:1609800480.264973:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)++
00000400:00000200:8.0:1609800480.264974:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.264974:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (26)++
00000800:00000200:37.0:1609800480.264975:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)++
00000400:00000200:6.0:1609800480.264975:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.264976:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800480.264978:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.182@o2ib18
00000800:00000200:7.0:1609800480.264980:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (28)--
00000800:00000200:4.0:1609800480.264980:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (28)++
00000400:00000200:8.0:1609800480.264981:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.264982:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (28)--
00000400:00000200:4.0:1609800480.264983:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264984:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800480.264985:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:37.0:1609800480.264986:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.182@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.264986:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264987:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.264988:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (27)--
00000800:00000200:8.0:1609800480.264989:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.264989:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)++
00000800:00000200:8.0:1609800480.264990:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.264990:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:4.0:1609800480.264990:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (27)--
00000400:00000200:4.0:1609800480.264991:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.264993:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:37.0:1609800480.264994:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.264995:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (26)++
00000400:00000200:37.0:1609800480.264996:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800480.264996:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (27)--
00000400:00000200:6.0:1609800480.264996:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.264997:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (26)--
00000800:00000200:8.0:1609800480.264999:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)++
00000800:00000200:8.0:1609800480.265000:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (26)--
00000800:00000200:6.0:1609800480.265000:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800480.265002:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.265002:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.265002:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.265003:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:37.0:1609800480.265004:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.265004:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:59.0:1609800480.265006:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800480.265022:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.265023:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.265025:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.265025:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.265026:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.265026:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800480.265027:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.265028:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.265029:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000400:00000200:59.0:1609800480.265030:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:37.0:1609800480.265030:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)++
00000800:00000200:6.0:1609800480.265030:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800480.265031:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:6.0:1609800480.265031:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:37.0:1609800480.265033:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:59.0:1609800480.265036:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800480.265036:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:59.0:1609800480.265038:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:38.0:1609800480.265042:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.265043:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.265044:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:59.0:1609800480.265045:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (22)++
00000400:00000200:38.0:1609800480.265045:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.265045:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000400:00000200:38.0:1609800480.265049:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.265049:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:8.0:1609800480.265050:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:59.0:1609800480.265052:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:4.0:1609800480.265053:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)++
00000800:00000200:4.0:1609800480.265054:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:4.0:1609800480.265055:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:59.0:1609800480.265061:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.265062:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.265065:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800480.265065:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:38.0:1609800480.265072:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.265072:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000400:00000200:38.0:1609800480.265074:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.265076:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:38.0:1609800480.265077:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.265078:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:6.0:1609800480.265078:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.265081:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:28.1:1609800480.265083:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:6.0:1609800480.265101:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:38.0:1609800480.265103:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.265103:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.265107:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:6.0:1609800480.265107:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000400:00000200:59.0:1609800480.265108:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.265108:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.265109:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:6.0:1609800480.265110:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)--
00000800:00000200:6.0:1609800480.265111:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:38.0:1609800480.265112:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:59.0:1609800480.265113:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.265115:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:38.0:1609800480.265119:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.265136:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:59.0:1609800480.265139:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.265142:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:38.0:1609800480.265144:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.265146:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.265147:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (20)++
00000800:00000200:59.0:1609800480.265148:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:38.0:1609800480.265148:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000800:00000200:59.0:1609800480.265158:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000800:00000200:38.0:1609800480.265173:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:59.0:1609800480.265176:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:28.1:1609800480.265179:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800480.265188:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000800:00000200:37.0:1609800480.265191:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:37.0:1609800480.265193:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.265194:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:37.0:1609800480.265196:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.265198:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.265199:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.265200:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:8.0:1609800480.265200:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.265202:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.265206:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:59.0:1609800480.265217:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.265224:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.265226:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:59.0:1609800480.265232:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.265234:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:7.0:1609800480.265236:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.265238:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.265239:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (20)++
00000800:00000200:59.0:1609800480.265240:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000800:00000200:59.0:1609800480.265244:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)--
00000400:00000200:7.0:1609800480.265252:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.265255:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:28.1:1609800480.265260:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000400:00000200:7.0:1609800480.265260:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.265263:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:7.0:1609800480.265268:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.265269:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:6.0:1609800480.265269:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:7.0:1609800480.265271:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (24)++
00000800:00000200:37.0:1609800480.265275:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:7.0:1609800480.265276:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:6.0:1609800480.265276:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:6.0:1609800480.265278:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.265280:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.265284:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:28.1:1609800480.265294:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:4.0:1609800480.265301:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:4.0:1609800480.265304:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:4.0:1609800480.265306:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.265307:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:4.0:1609800480.265308:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.265310:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:28.1:1609800480.265365:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:37.0:1609800480.265372:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800480.265376:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:37.0:1609800480.265377:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800480.265378:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:6.0:1609800480.265378:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000400:00000200:59.0:1609800480.265379:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.265380:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:59.0:1609800480.265382:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.265385:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:59.0:1609800480.265402:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.265405:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:59.0:1609800480.265409:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.265411:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (20)++
00000800:00000200:59.0:1609800480.265413:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000800:00000200:59.0:1609800480.265417:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)--
00000800:00000200:28.1:1609800480.265429:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.265436:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:8.0:1609800480.265440:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:8.0:1609800480.265442:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.265443:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:8.0:1609800480.265444:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.265451:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.265464:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.265464:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:59.0:1609800480.265466:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:59.0:1609800480.265471:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.265473:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:1.0:1609800480.265475:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.265477:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.265478:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (20)++
00000800:00000200:59.0:1609800480.265479:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000400:00000200:1.0:1609800480.265479:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.265482:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)--
00000400:00000200:1.0:1609800480.265482:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:59.0:1609800480.265487:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.265489:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.265493:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:59.0:1609800480.265494:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.265496:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:28.1:1609800480.265496:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:1.0:1609800480.265498:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.265500:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:1.0:1609800480.265501:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000400:00000200:59.0:1609800480.265502:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.265503:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000800:00000200:59.0:1609800480.265505:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:59.0:1609800480.265508:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.265509:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:59.0:1609800480.265510:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)++
00000800:00000200:59.0:1609800480.265511:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (25)++
00000800:00000200:37.0:1609800480.265511:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000800:00000200:6.0:1609800480.265511:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:6.0:1609800480.265512:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.265515:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.265516:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000400:00000200:1.0:1609800480.265516:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.265519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:28.1:1609800480.265521:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000400:00000200:1.0:1609800480.265521:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.265525:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:4.0:1609800480.265528:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:1.0:1609800480.265530:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.265531:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:4.0:1609800480.265533:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.265533:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:8.0:1609800480.265534:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:4.0:1609800480.265534:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.265536:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.265537:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000800:00000200:4.0:1609800480.265537:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)--
00000400:00000200:8.0:1609800480.265538:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.265538:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:1.0:1609800480.265538:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)++
00000800:00000200:1.0:1609800480.265539:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000400:00000200:8.0:1609800480.265540:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.265543:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:1.0:1609800480.265544:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:28.1:1609800480.265566:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000400:00000200:1.0:1609800480.265566:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.265570:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.265571:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:6.0:1609800480.265574:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:6.0:1609800480.265576:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:1.0:1609800480.265576:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800480.265578:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.265579:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:1.0:1609800480.265579:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000400:00000200:6.0:1609800480.265580:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.265581:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.265582:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (21)++
00000800:00000200:6.0:1609800480.265583:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:1.0:1609800480.265583:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (22)++
00000800:00000200:1.0:1609800480.265587:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)--
00000400:00000200:1.0:1609800480.265590:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.265596:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.265598:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:1.0:1609800480.265602:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.265604:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:28.1:1609800480.265607:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:1.0:1609800480.265607:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.265608:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:1.0:1609800480.265609:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000800:00000200:1.0:1609800480.265614:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (24)--
00000800:00000200:37.0:1609800480.265616:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)++
00000400:00000200:1.0:1609800480.265618:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.265619:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (24)--
00000400:00000200:37.0:1609800480.265620:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.265622:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000400:00000200:1.0:1609800480.265622:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.265623:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.265624:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000800:00000200:28.1:1609800480.265628:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (22)++
00000400:00000200:1.0:1609800480.265631:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.265635:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:1.0:1609800480.265635:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:4.0:1609800480.265636:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:1.0:1609800480.265637:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800480.265639:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000800:00000200:1.0:1609800480.265639:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (23)++
00000400:00000200:4.0:1609800480.265640:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.265640:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (23)++
00000800:00000200:6.0:1609800480.265642:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (24)++
00000400:00000200:4.0:1609800480.265642:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.265644:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (25)--
00000800:00000200:6.0:1609800480.265645:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:4.0:1609800480.265645:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (25)--
00000800:00000200:4.0:1609800480.265646:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:6.0:1609800480.265647:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:6.0:1609800480.265648:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:6.0:1609800480.265649:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000800:00000200:28.1:1609800480.265655:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:37.0:1609800480.265664:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:37.0:1609800480.265667:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:37.0:1609800480.265668:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.265669:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:37.0:1609800480.265670:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.265672:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000800:00000200:28.1:1609800480.265675:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (20)++
00000800:00000200:8.0:1609800480.265682:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)++
00000800:00000200:8.0:1609800480.265703:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.182@o2ib18
00000800:00000200:8.0:1609800480.265704:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae400] (22)++
00000800:00000200:8.0:1609800480.265705:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae400] (23)--
00000800:00000200:6.0:1609800480.265705:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (23)--
00000800:00000200:8.0:1609800480.265707:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:5.0:1609800480.265726:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.182@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.265746:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.265749:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.182@o2ib18 local destination
00000400:00000200:5.0:1609800480.265755:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.182@o2ib18(192.168.128.182@o2ib18:192.168.128.182@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.265758:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.182@o2ib18
00000800:00000200:5.0:1609800480.265762:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5d00] -> 192.168.128.182@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.265764:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae400] (20)++
00000800:00000200:5.0:1609800480.265766:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae400] (21)++
00000800:00000200:5.0:1609800480.265773:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae400] (22)--
00000800:00000200:28.1:1609800480.265786:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae400] (21)++
00000800:00000200:4.0:1609800480.265793:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)++
00000800:00000200:4.0:1609800480.265796:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae400] (23)--
00000400:00000200:4.0:1609800480.265797:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.265799:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (22)--
00000400:00000200:4.0:1609800480.265799:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.182@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.265801:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae400] (21)--
00000400:00000200:5.0:1609800480.341188:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800480.341195:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:28.1:1609800480.344745:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:6.0:1609800480.344798:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.344808:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.344810:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:6.0:1609800480.344817:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.344825:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.344833:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800480.344857:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.344860:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.344863:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800480.344866:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.344868:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.344873:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.344874:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:6.0:1609800480.344875:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:59.0:1609800480.344892:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.344897:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.344902:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800480.344944:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:37.0:1609800480.344990:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:37.0:1609800480.344995:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:37.0:1609800480.344999:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.345022:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.345025:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800480.345031:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.345033:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:37.0:1609800480.345034:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.345037:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.345040:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.345042:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.345045:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:37.0:1609800480.345047:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:37.0:1609800480.345048:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:28.1:1609800480.345078:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:8.0:1609800480.345092:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.345097:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:6.0:1609800480.345099:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:8.0:1609800480.345101:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800480.345102:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.345105:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.345105:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.345108:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:7.0:1609800480.345108:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800480.345114:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.345117:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.345119:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.1:1609800480.345126:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.345135:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.345136:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.345137:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:4.0:1609800480.345141:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.345142:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:37.0:1609800480.345143:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.345143:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000400:00000200:4.0:1609800480.345145:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.345146:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:37.0:1609800480.345147:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.345147:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:4.0:1609800480.345150:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.345151:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.345154:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:59.0:1609800480.345157:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.345159:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800480.345160:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (22)++
00000400:00000200:59.0:1609800480.345162:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.345162:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.345164:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.345165:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800480.345166:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:59.0:1609800480.345167:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.345169:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.345170:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:4.0:1609800480.345171:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.345172:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.345173:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800480.345174:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.345174:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)++
00000800:00000200:6.0:1609800480.345175:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800480.345176:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800480.345177:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.345177:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800480.345179:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.345180:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.345180:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.345183:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:4.0:1609800480.345201:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:4.0:1609800480.345202:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:28.1:1609800480.345205:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (23)++
00000400:00000200:8.0:1609800480.345206:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.345208:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.345208:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.345209:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800480.345210:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:8.0:1609800480.345210:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.345211:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:8.0:1609800480.345213:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.345215:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000800:00000200:8.0:1609800480.345215:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.345215:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.345216:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800480.345217:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:8.0:1609800480.345218:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:6.0:1609800480.345218:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800480.345219:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:8.0:1609800480.345220:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:6.0:1609800480.345221:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800480.345222:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.345224:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.345225:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.345225:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345227:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800480.345227:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:6.0:1609800480.345227:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:0.0:1609800480.345228:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.345233:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800480.345234:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.345236:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800480.345237:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.345239:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:6.0:1609800480.345240:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.345241:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:4.0:1609800480.345242:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.345244:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.345245:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.345246:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.345246:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.345248:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:0.0:1609800480.345248:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.345251:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.345253:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.345257:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.345258:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.345258:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.345258:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.345259:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:4.0:1609800480.345260:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800480.345262:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.345263:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.345265:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.345267:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.345268:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:4.0:1609800480.345270:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:4.0:1609800480.345278:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.345297:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800480.345300:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.345310:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800480.345313:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:8.0:1609800480.345314:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:8.0:1609800480.345316:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:28.1:1609800480.345322:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:38.0:1609800480.345340:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800480.345343:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.345347:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.345348:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.345353:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.345355:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:6.0:1609800480.345356:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.345358:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:6.0:1609800480.345359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.345360:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:6.0:1609800480.345361:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:4.0:1609800480.345362:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.345363:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.345366:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000400:00000200:4.0:1609800480.345366:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.345368:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.345368:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:4.0:1609800480.345368:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:6.0:1609800480.345369:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.345372:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800480.345374:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.345375:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.345377:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.345378:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345378:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800480.345379:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.345379:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.345380:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:4.0:1609800480.345380:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.345399:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800480.345400:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345400:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:4.0:1609800480.345400:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.345401:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.345401:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:59.0:1609800480.345402:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.345402:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:6.0:1609800480.345402:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000400:00000200:59.0:1609800480.345403:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345403:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800480.345404:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.345405:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800480.345406:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800480.345407:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.345409:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800480.345409:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.345410:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.345411:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:8.0:1609800480.345411:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.345411:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:4.0:1609800480.345412:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:37.0:1609800480.345413:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000400:00000200:6.0:1609800480.345413:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.345413:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:8.0:1609800480.345431:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.345432:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:4.0:1609800480.345433:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:8.0:1609800480.345434:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800480.345434:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.345436:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:4.0:1609800480.345436:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.345437:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.345438:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.345439:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.345440:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.345441:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.345441:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.345442:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.345442:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000400:00000200:6.0:1609800480.345443:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.345444:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (26)++
00000400:00000200:37.0:1609800480.345445:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.345445:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345446:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.345449:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.345450:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.345450:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:8.0:1609800480.345451:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:6.0:1609800480.345452:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.345453:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:7.0:1609800480.345453:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.345453:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.345454:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800480.345454:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000400:00000200:7.0:1609800480.345455:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.345456:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000400:00000200:4.0:1609800480.345457:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800480.345459:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800480.345459:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.345460:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.345461:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (26)++
00000800:00000200:37.0:1609800480.345462:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.345462:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:4.0:1609800480.345462:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800480.345463:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.345463:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.345463:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800480.345464:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800480.345465:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345465:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000800:00000200:6.0:1609800480.345466:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (26)--
00000800:00000200:4.0:1609800480.345466:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.345467:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800480.345467:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345467:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:4.0:1609800480.345467:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.345468:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.345468:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.345468:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:8.0:1609800480.345469:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:37.0:1609800480.345472:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:4.0:1609800480.345472:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:37.0:1609800480.345473:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000800:00000200:37.0:1609800480.345474:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:4.0:1609800480.345474:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000400:00000200:8.0:1609800480.345475:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.345475:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:8.0:1609800480.345477:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:59.0:1609800480.345479:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.345480:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.345480:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:7.0:1609800480.345480:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.345481:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.345483:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.345484:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.345484:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.345484:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.345488:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.345491:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.345492:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.345493:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.345494:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:7.0:1609800480.345494:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.345495:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:7.0:1609800480.345495:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345496:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.345498:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800480.345506:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.345514:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800480.345517:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.345519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:6.0:1609800480.345521:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.345524:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.345526:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:6.0:1609800480.345527:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.345530:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.345530:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.345548:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:4.0:1609800480.345548:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.345549:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800480.345552:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.65@o2ib18
00000800:00000200:37.0:1609800480.345553:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:6.0:1609800480.345554:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.345556:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800480.345558:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.65@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.345558:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800480.345558:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.345561:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345561:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.345562:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.345562:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:8.0:1609800480.345565:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800480.345568:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.345571:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.345571:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.345574:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.345582:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:8.0:1609800480.345584:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.345584:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000800:00000200:6.0:1609800480.345584:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.345584:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800480.345586:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.345587:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.345587:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.345588:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.345589:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800480.345590:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:8.0:1609800480.345591:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:4.0:1609800480.345592:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:1.0:1609800480.345592:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.345593:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:4.0:1609800480.345594:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:1.0:1609800480.345594:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.345597:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:1.0:1609800480.345615:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800480.345616:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.345618:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.345642:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:24.0:1609800480.345649:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.345652:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345653:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345655:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:24.0:1609800480.345656:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.345661:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.345664:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.345668:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.345670:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.345677:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:59.0:1609800480.345683:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:59.0:1609800480.345687:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.345698:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345700:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.345705:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.345707:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.345710:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.345711:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:59.0:1609800480.345712:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.345713:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000400:00000200:5.0:1609800480.345724:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.345732:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.345736:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:5.0:1609800480.345742:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.345746:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:5.0:1609800480.345751:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.345754:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:28.1:1609800480.345755:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (23)++
00000800:00000200:5.0:1609800480.345755:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (23)++
00000800:00000200:5.0:1609800480.345762:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800480.345764:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:37.0:1609800480.345768:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000400:00000200:5.0:1609800480.345768:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800480.345769:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345787:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000400:00000200:37.0:1609800480.345788:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.345791:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:6.0:1609800480.345791:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800480.345792:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:6.0:1609800480.345792:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.345794:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.345795:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000800:00000200:8.0:1609800480.345796:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:37.0:1609800480.345797:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345798:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:37.0:1609800480.345799:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.345801:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:5.0:1609800480.345802:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.345804:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:5.0:1609800480.345809:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.345812:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:5.0:1609800480.345814:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.345816:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:5.0:1609800480.345817:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:5.0:1609800480.345823:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800480.345835:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.345843:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800480.345846:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:8.0:1609800480.345865:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.345865:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:8.0:1609800480.345867:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.345870:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:59.0:1609800480.345874:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.345882:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345884:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:7.0:1609800480.345889:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.345891:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.345894:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.345898:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800480.345898:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.345900:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.345901:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000400:00000200:7.0:1609800480.345902:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:59.0:1609800480.345905:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:7.0:1609800480.345908:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.345911:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:7.0:1609800480.345916:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.345918:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:7.0:1609800480.345919:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:7.0:1609800480.345926:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:28.1:1609800480.345927:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (22)++
00000400:00000200:7.0:1609800480.345930:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.345935:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:6.0:1609800480.345939:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000400:00000200:6.0:1609800480.345940:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.345941:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:6.0:1609800480.345942:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.345944:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000800:00000200:6.0:1609800480.345945:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:37.0:1609800480.345946:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.345946:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:7.0:1609800480.345947:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345948:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800480.345949:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.345949:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.345952:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.345955:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:7.0:1609800480.345956:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.345958:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:37.0:1609800480.345959:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:59.0:1609800480.345964:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.345967:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:7.0:1609800480.345968:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.345969:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:7.0:1609800480.345970:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:59.0:1609800480.345971:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.345972:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:28.1:1609800480.345974:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (23)++
00000800:00000200:59.0:1609800480.345977:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:7.0:1609800480.345977:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (24)--
00000800:00000200:8.0:1609800480.345982:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.345986:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.345987:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:8.0:1609800480.345988:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)++
00000800:00000200:8.0:1609800480.345989:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:6.0:1609800480.345989:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)++
00000400:00000200:59.0:1609800480.345991:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.345991:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:6.0:1609800480.345992:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000800:00000200:8.0:1609800480.345993:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:6.0:1609800480.345993:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.345996:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.345998:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800480.345998:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (22)++
00000400:00000200:59.0:1609800480.346000:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:6.0:1609800480.346001:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.346003:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800480.346005:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:59.0:1609800480.346006:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.346006:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:6.0:1609800480.346007:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.346008:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:6.0:1609800480.346009:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.346011:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.346012:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:59.0:1609800480.346013:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.346014:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:59.0:1609800480.346023:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:59.0:1609800480.346027:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800480.346030:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:59.0:1609800480.346031:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346033:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.346038:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.346038:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.346040:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.346041:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:37.0:1609800480.346043:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:4.0:1609800480.346043:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.346044:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.346045:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000400:00000200:4.0:1609800480.346045:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.346046:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.346048:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.346049:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800480.346060:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:8.0:1609800480.346085:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800480.346088:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:8.0:1609800480.346090:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.346091:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:8.0:1609800480.346093:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.346095:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.346096:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.346097:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:8.0:1609800480.346098:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.346098:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.346099:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:59.0:1609800480.346103:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.346130:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346133:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.346139:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800480.346139:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.346141:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.346145:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.346146:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.346147:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000400:00000200:0.0:1609800480.346147:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.346150:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:59.0:1609800480.346151:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:0.0:1609800480.346157:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.346160:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:0.0:1609800480.346165:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800480.346167:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:0.0:1609800480.346169:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:0.0:1609800480.346175:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:28.1:1609800480.346176:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (23)++
00000800:00000200:4.0:1609800480.346185:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:4.0:1609800480.346189:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000400:00000200:4.0:1609800480.346190:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.346191:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:4.0:1609800480.346192:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.346194:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000400:00000200:37.0:1609800480.346195:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.346195:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:37.0:1609800480.346197:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.346197:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:37.0:1609800480.346199:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000400:00000200:59.0:1609800480.346268:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.346284:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346287:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.346292:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.346295:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:59.0:1609800480.346299:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.346301:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.346302:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000400:00000200:38.0:1609800480.346303:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.346306:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000400:00000200:38.0:1609800480.346309:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346311:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.346313:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:59.0:1609800480.346314:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346316:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:28.1:1609800480.346317:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:38.0:1609800480.346320:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.346324:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:59.0:1609800480.346326:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.346327:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:59.0:1609800480.346329:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:6.0:1609800480.346330:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800480.346332:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.346332:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:6.0:1609800480.346332:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.346333:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.346334:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:38.0:1609800480.346334:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000400:00000200:6.0:1609800480.346334:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.346335:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800480.346337:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:59.0:1609800480.346339:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800480.346339:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (23)++
00000400:00000200:59.0:1609800480.346343:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800480.346348:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:28.1:1609800480.346350:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (22)++
00000400:00000200:59.0:1609800480.346351:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.346353:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:38.0:1609800480.346354:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.346359:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.346359:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000800:00000200:59.0:1609800480.346361:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.346362:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000800:00000200:59.0:1609800480.346365:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800480.346365:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.346365:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)++
00000400:00000200:4.0:1609800480.346365:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.346366:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (24)++
00000800:00000200:59.0:1609800480.346367:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (25)++
00000400:00000200:38.0:1609800480.346367:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:4.0:1609800480.346368:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.346369:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:8.0:1609800480.346370:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)++
00000800:00000200:59.0:1609800480.346371:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800480.346371:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)++
00000400:00000200:38.0:1609800480.346373:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.346373:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (27)--
00000800:00000200:8.0:1609800480.346373:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (27)--
00000800:00000200:37.0:1609800480.346374:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (26)--
00000800:00000200:37.0:1609800480.346375:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:8.0:1609800480.346375:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800480.346376:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:8.0:1609800480.346377:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.346377:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800480.346379:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800480.346380:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (22)++
00000800:00000200:38.0:1609800480.346381:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:38.0:1609800480.346382:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (24)++
00000800:00000200:8.0:1609800480.346384:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000800:00000200:8.0:1609800480.346386:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:38.0:1609800480.346389:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (25)--
00000800:00000200:8.0:1609800480.346389:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (25)--
00000800:00000200:37.0:1609800480.346390:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (25)--
00000400:00000200:8.0:1609800480.346391:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.346394:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800480.346394:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.346396:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:38.0:1609800480.346398:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.346400:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:28.1:1609800480.346400:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:38.0:1609800480.346404:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.346407:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.346408:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:38.0:1609800480.346410:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800480.346411:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800480.346412:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:38.0:1609800480.346413:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (23)++
00000400:00000200:4.0:1609800480.346413:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.346414:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000400:00000200:4.0:1609800480.346415:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.346417:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.346418:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000400:00000200:38.0:1609800480.346421:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800480.346428:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.346436:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:38.0:1609800480.346438:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.346439:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000400:00000200:38.0:1609800480.346440:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000800:00000200:6.0:1609800480.346440:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)++
00000800:00000200:8.0:1609800480.346441:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)++
00000800:00000200:6.0:1609800480.346441:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (24)--
00000400:00000200:38.0:1609800480.346444:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800480.346445:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (24)--
00000800:00000200:6.0:1609800480.346445:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (24)--
00000800:00000200:38.0:1609800480.346446:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000400:00000200:8.0:1609800480.346446:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.346446:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:38.0:1609800480.346465:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800480.346465:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.346466:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (21)++
00000800:00000200:38.0:1609800480.346467:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (22)++
00000800:00000200:8.0:1609800480.346468:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000800:00000200:38.0:1609800480.346472:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800480.346484:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000400:00000200:59.0:1609800480.346491:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.65@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800480.346492:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000400:00000200:59.0:1609800480.346495:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.346496:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:59.0:1609800480.346497:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.65@o2ib18 local destination
00000400:00000200:4.0:1609800480.346497:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.346498:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:4.0:1609800480.346500:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.346503:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.65@o2ib18(192.168.128.65@o2ib18:192.168.128.65@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.346506:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.65@o2ib18
00000800:00000200:4.0:1609800480.346506:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:59.0:1609800480.346510:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85100] -> 192.168.128.65@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.346512:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ec400] (20)++
00000800:00000200:59.0:1609800480.346513:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ec400] (21)++
00000800:00000200:59.0:1609800480.346517:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ec400] (22)--
00000800:00000200:28.1:1609800480.346528:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (21)++
00000800:00000200:37.0:1609800480.346536:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)++
00000800:00000200:37.0:1609800480.346539:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ec400] (23)--
00000400:00000200:37.0:1609800480.346541:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.346542:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (22)--
00000400:00000200:37.0:1609800480.346543:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.65@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.346546:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:28.1:1609800480.346566:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ec400] (20)++
00000800:00000200:6.0:1609800480.346574:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)++
00000800:00000200:6.0:1609800480.346578:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.65@o2ib18
00000800:00000200:6.0:1609800480.346579:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ec400] (22)++
00000800:00000200:6.0:1609800480.346580:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ec400] (23)--
00000800:00000200:4.0:1609800480.346580:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (23)--
00000800:00000200:6.0:1609800480.346582:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ec400] (21)--
00000800:00000200:33.1:1609800480.381418:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:8.0:1609800480.381473:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:8.0:1609800480.381484:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.381485:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.381491:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:8.0:1609800480.381493:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.381495:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:37.0:1609800480.381498:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.381501:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.381501:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:37.0:1609800480.381502:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381504:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:4.0:1609800480.381507:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.381508:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800480.381508:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:37.0:1609800480.381514:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:8.0:1609800480.381521:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800480.381525:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.381528:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.381531:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800480.381531:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.381533:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.381534:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.381535:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800480.381535:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:37.0:1609800480.381540:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800480.381541:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.381542:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.381542:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.381545:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.381545:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:4.0:1609800480.381547:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.381552:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800480.381555:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.381557:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.381558:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:8.0:1609800480.381559:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800480.381560:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.381561:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381561:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.381562:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000800:00000200:37.0:1609800480.381563:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800480.381564:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.381564:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.381565:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800480.381567:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:4.0:1609800480.381567:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.381569:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.381569:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:59.0:1609800480.381571:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.381571:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.381571:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800480.381573:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800480.381574:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:4.0:1609800480.381574:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:59.0:1609800480.381577:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381577:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800480.381578:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000800:00000200:4.0:1609800480.381578:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:37.0:1609800480.381580:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.381581:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:59.0:1609800480.381584:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.381584:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.381585:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.381588:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:8.0:1609800480.381588:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.381589:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000800:00000200:6.0:1609800480.381592:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800480.381594:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:4.0:1609800480.381597:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.381598:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381598:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:37.0:1609800480.381599:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800480.381599:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.381601:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:7.0:1609800480.381603:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.381604:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.381608:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800480.381610:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.381612:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.381612:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.381613:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.381614:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.381615:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.381618:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800480.381620:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800480.381621:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.381622:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:4.0:1609800480.381622:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.381626:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000800:00000200:4.0:1609800480.381627:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.381629:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000800:00000200:4.0:1609800480.381629:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.381630:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000400:00000200:6.0:1609800480.381630:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.381632:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:4.0:1609800480.381632:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000800:00000200:37.0:1609800480.381634:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (27)--
00000400:00000200:8.0:1609800480.381634:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800480.381634:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:4.0:1609800480.381634:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381635:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:37.0:1609800480.381637:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800480.381639:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.381639:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:7.0:1609800480.381640:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.381641:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.381643:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.381644:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381644:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800480.381645:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.381649:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.381649:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.381650:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.381650:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.381653:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.381655:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.381658:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:7.0:1609800480.381659:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.381659:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:59.0:1609800480.381660:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.381660:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:8.0:1609800480.381661:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:6.0:1609800480.381661:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.381662:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.381662:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381665:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800480.381668:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000400:00000200:59.0:1609800480.381669:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.381669:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800480.381671:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.381673:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:7.0:1609800480.381677:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.381677:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:7.0:1609800480.381679:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381679:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000400:00000200:7.0:1609800480.381683:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.381685:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.381685:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.381690:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:4.0:1609800480.381690:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:6.0:1609800480.381691:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.381693:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800480.381695:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:6.0:1609800480.381695:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.381695:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:6.0:1609800480.381699:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:37.0:1609800480.381701:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:4.0:1609800480.381702:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.381704:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:4.0:1609800480.381706:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.381708:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.381708:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:4.0:1609800480.381710:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:6.0:1609800480.381711:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.381716:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.381720:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800480.381721:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.381737:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.381738:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.381739:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381739:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.381741:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.381743:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:4.0:1609800480.381743:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.381746:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000400:00000200:8.0:1609800480.381748:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381748:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381748:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.381750:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:4.0:1609800480.381750:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.381751:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.381752:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800480.381752:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000400:00000200:59.0:1609800480.381753:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.381753:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.381756:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.381756:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.381761:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800480.381764:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.381767:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.381767:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:1.0:1609800480.381768:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.381769:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.381770:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381771:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000400:00000200:1.0:1609800480.381771:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.381773:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:37.0:1609800480.381774:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.381774:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800480.381774:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.381777:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.381777:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000400:00000200:6.0:1609800480.381778:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381779:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:1.0:1609800480.381779:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.381781:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.381782:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:4.0:1609800480.381783:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.381788:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:8.0:1609800480.381788:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:59.0:1609800480.381790:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.381791:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381791:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000400:00000200:4.0:1609800480.381791:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381792:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000400:00000200:6.0:1609800480.381792:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.381793:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (26)++
00000800:00000200:8.0:1609800480.381794:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:1.0:1609800480.381794:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.381795:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.381795:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800480.381797:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800480.381797:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.381798:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800480.381817:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800480.381818:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.381820:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.381820:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.381820:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.381821:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000800:00000200:37.0:1609800480.381822:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381823:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.381824:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:8.0:1609800480.381825:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.381825:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.381826:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800480.381826:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (26)++
00000400:00000200:8.0:1609800480.381828:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381828:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (27)--
00000800:00000200:4.0:1609800480.381828:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.381829:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.381829:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.381830:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800480.381830:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000800:00000200:59.0:1609800480.381831:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.381831:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.381832:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381832:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (26)--
00000800:00000200:6.0:1609800480.381833:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:4.0:1609800480.381833:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)++
00000800:00000200:6.0:1609800480.381834:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:4.0:1609800480.381834:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (25)--
00000400:00000200:37.0:1609800480.381835:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.381836:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.381836:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800480.381837:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800480.381839:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.381841:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800480.381842:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.381843:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.381861:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.381863:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.381863:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.381865:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.381867:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.381867:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.381868:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.381868:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:8.0:1609800480.381869:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:37.0:1609800480.381870:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:37.0:1609800480.381872:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.381875:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:59.0:1609800480.381876:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.381876:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:59.0:1609800480.381877:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.381880:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800480.381881:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.381884:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800480.381886:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:5.0:1609800480.381887:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800480.381893:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.381894:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000400:00000200:5.0:1609800480.381895:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.381897:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:5.0:1609800480.381897:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.381898:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:6.0:1609800480.381899:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800480.381902:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:8.0:1609800480.381904:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800480.381905:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.381908:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800480.381910:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:6.0:1609800480.381911:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:6.0:1609800480.381916:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.381918:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.381919:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.381921:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.381922:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:6.0:1609800480.381924:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.381924:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:37.0:1609800480.381925:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.381926:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.381928:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800480.381928:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.381928:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.151@o2ib18
00000800:00000200:8.0:1609800480.381929:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.381931:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000400:00000200:37.0:1609800480.381932:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800480.381932:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.381933:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:4.0:1609800480.381933:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.151@o2ib18 : PUT - routed
00000400:00000200:59.0:1609800480.381935:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.381937:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.381938:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:37.0:1609800480.381940:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.381942:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800480.381942:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.381944:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.381945:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.381946:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.381949:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.381949:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.381950:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:4.0:1609800480.381950:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800480.381951:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:59.0:1609800480.381954:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.381955:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.381956:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000400:00000200:4.0:1609800480.381957:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.381959:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.381961:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800480.381962:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:4.0:1609800480.381964:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.381965:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.381967:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:59.0:1609800480.381969:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.381969:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:59.0:1609800480.381970:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.381970:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:7.0:1609800480.381972:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.381973:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.381975:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.381978:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.381983:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.381985:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.381987:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.1:1609800480.382003:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:8.0:1609800480.382010:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:8.0:1609800480.382014:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:8.0:1609800480.382016:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.382017:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:8.0:1609800480.382019:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:0.0:1609800480.382021:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.382024:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:0.0:1609800480.382028:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.382032:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:59.0:1609800480.382034:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.382038:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.382038:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800480.382040:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:0.0:1609800480.382042:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:59.0:1609800480.382046:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.382049:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:0.0:1609800480.382051:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382053:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382055:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:0.0:1609800480.382055:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:59.0:1609800480.382056:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382061:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:0.0:1609800480.382061:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:0.0:1609800480.382068:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:0.0:1609800480.382073:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.382076:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000400:00000200:0.0:1609800480.382078:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.382080:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:37.0:1609800480.382085:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:0.0:1609800480.382086:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.382088:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:0.0:1609800480.382089:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:37.0:1609800480.382090:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382091:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800480.382092:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:0.0:1609800480.382092:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800480.382094:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.382095:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:0.0:1609800480.382095:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000400:00000200:59.0:1609800480.382097:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.382100:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (23)++
00000400:00000200:59.0:1609800480.382101:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382103:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:0.0:1609800480.382103:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.382108:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:59.0:1609800480.382109:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.382110:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:59.0:1609800480.382111:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:6.0:1609800480.382111:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382114:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:6.0:1609800480.382114:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.382116:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382117:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:8.0:1609800480.382117:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.382117:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000400:00000200:8.0:1609800480.382118:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.382119:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.382119:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:8.0:1609800480.382129:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.382132:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:8.0:1609800480.382132:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:59.0:1609800480.382137:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.382143:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:59.0:1609800480.382144:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382146:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:59.0:1609800480.382151:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.382152:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:59.0:1609800480.382154:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.382154:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800480.382156:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382157:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:59.0:1609800480.382159:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800480.382159:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.382160:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382161:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:37.0:1609800480.382162:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:59.0:1609800480.382164:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800480.382188:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800480.382196:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.382200:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800480.382201:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382202:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800480.382203:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.382207:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:59.0:1609800480.382216:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.382220:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382222:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:59.0:1609800480.382227:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.382229:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:59.0:1609800480.382233:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382234:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:59.0:1609800480.382235:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382239:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800480.382253:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:4.0:1609800480.382260:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:4.0:1609800480.382280:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000800:00000200:37.0:1609800480.382282:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:4.0:1609800480.382282:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.382296:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.382299:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:33.1:1609800480.382327:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:8.0:1609800480.382337:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:8.0:1609800480.382341:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:8.0:1609800480.382343:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:8.0:1609800480.382344:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800480.382344:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:8.0:1609800480.382345:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:38.0:1609800480.382432:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.382440:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382444:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:38.0:1609800480.382450:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.382453:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:38.0:1609800480.382458:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.382460:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:38.0:1609800480.382461:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:38.0:1609800480.382470:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000400:00000200:38.0:1609800480.382474:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.382478:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382479:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:38.0:1609800480.382484:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.382486:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:33.1:1609800480.382487:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:38.0:1609800480.382489:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.382490:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:38.0:1609800480.382491:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:38.0:1609800480.382494:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:37.0:1609800480.382496:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:38.0:1609800480.382498:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.382499:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:37.0:1609800480.382500:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382501:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800480.382501:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:37.0:1609800480.382503:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.382505:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800480.382510:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:59.0:1609800480.382513:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382515:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382517:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:38.0:1609800480.382518:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:6.0:1609800480.382518:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.382521:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800480.382522:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382524:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800480.382524:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800480.382525:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.382527:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:59.0:1609800480.382534:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800480.382536:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382540:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:6.0:1609800480.382540:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:38.0:1609800480.382542:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.382542:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)++
00000800:00000200:38.0:1609800480.382543:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:38.0:1609800480.382544:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:4.0:1609800480.382546:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:59.0:1609800480.382547:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800480.382547:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:59.0:1609800480.382549:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:38.0:1609800480.382549:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000800:00000200:6.0:1609800480.382550:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.382551:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:59.0:1609800480.382552:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (24)++
00000800:00000200:6.0:1609800480.382552:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:38.0:1609800480.382555:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.382558:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (23)--
00000400:00000200:38.0:1609800480.382558:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382561:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:33.1:1609800480.382563:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000400:00000200:38.0:1609800480.382566:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.382569:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:8.0:1609800480.382571:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:38.0:1609800480.382573:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.382575:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:8.0:1609800480.382575:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:38.0:1609800480.382576:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000400:00000200:8.0:1609800480.382576:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382577:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)++
00000400:00000200:8.0:1609800480.382579:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.382580:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (26)--
00000800:00000200:4.0:1609800480.382580:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (26)--
00000800:00000200:8.0:1609800480.382581:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000400:00000200:4.0:1609800480.382582:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382583:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:38.0:1609800480.382585:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800480.382585:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:38.0:1609800480.382589:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382589:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:38.0:1609800480.382590:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:33.1:1609800480.382594:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000400:00000200:38.0:1609800480.382595:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.382597:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:38.0:1609800480.382601:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.382602:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:38.0:1609800480.382603:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:6.0:1609800480.382603:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:38.0:1609800480.382607:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:6.0:1609800480.382608:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000800:00000200:37.0:1609800480.382609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800480.382609:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.382611:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:38.0:1609800480.382614:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.382614:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:38.0:1609800480.382617:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.382619:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:38.0:1609800480.382624:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800480.382624:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:38.0:1609800480.382626:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:38.0:1609800480.382629:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.382631:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:38.0:1609800480.382631:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (23)++
00000800:00000200:8.0:1609800480.382632:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:38.0:1609800480.382635:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:8.0:1609800480.382636:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (25)--
00000400:00000200:8.0:1609800480.382638:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382638:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:8.0:1609800480.382640:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.382642:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)--
00000800:00000200:4.0:1609800480.382642:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:4.0:1609800480.382643:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:8.0:1609800480.382644:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:4.0:1609800480.382645:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:4.0:1609800480.382646:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800480.382651:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800480.382660:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.382663:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800480.382682:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.382683:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800480.382684:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.382686:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:7.0:1609800480.382721:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.382729:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.382733:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:59.0:1609800480.382734:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.382739:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800480.382740:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.382742:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:59.0:1609800480.382744:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000800:00000200:7.0:1609800480.382746:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.382748:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:7.0:1609800480.382750:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000400:00000200:59.0:1609800480.382754:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.382758:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:59.0:1609800480.382760:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:59.0:1609800480.382766:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382769:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382771:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:33.1:1609800480.382774:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (23)++
00000800:00000200:59.0:1609800480.382777:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000400:00000200:1.0:1609800480.382780:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.382782:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:59.0:1609800480.382785:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.382786:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:8.0:1609800480.382788:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382788:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:8.0:1609800480.382790:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.382791:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000800:00000200:8.0:1609800480.382793:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:4.0:1609800480.382793:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382794:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:4.0:1609800480.382795:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.382796:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382798:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:1.0:1609800480.382799:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382800:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:1.0:1609800480.382803:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:1.0:1609800480.382809:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.382812:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000400:00000200:59.0:1609800480.382836:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.382838:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:33.1:1609800480.382838:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (20)++
00000800:00000200:1.0:1609800480.382841:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382843:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.382843:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (21)++
00000800:00000200:1.0:1609800480.382844:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (22)++
00000800:00000200:59.0:1609800480.382845:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.382846:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (24)++
00000800:00000200:6.0:1609800480.382851:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.151@o2ib18
00000800:00000200:37.0:1609800480.382853:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (25)--
00000800:00000200:1.0:1609800480.382853:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (25)--
00000800:00000200:59.0:1609800480.382854:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (25)++
00000800:00000200:59.0:1609800480.382860:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.382860:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)++
00000800:00000200:6.0:1609800480.382862:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ce00] (24)--
00000800:00000200:6.0:1609800480.382863:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000800:00000200:33.1:1609800480.382867:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (22)++
00000800:00000200:8.0:1609800480.382874:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000800:00000200:8.0:1609800480.382877:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:8.0:1609800480.382879:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.382880:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)++
00000400:00000200:8.0:1609800480.382882:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.382883:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (24)--
00000400:00000200:4.0:1609800480.382884:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382885:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (23)--
00000400:00000200:4.0:1609800480.382886:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.382887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000800:00000200:4.0:1609800480.382889:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000400:00000200:59.0:1609800480.382933:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.151@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.382937:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.382939:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.151@o2ib18 local destination
00000400:00000200:59.0:1609800480.382944:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.151@o2ib18(192.168.128.151@o2ib18:192.168.128.151@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.382947:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.151@o2ib18
00000800:00000200:59.0:1609800480.382950:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5800] -> 192.168.128.151@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.382951:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ce00] (20)++
00000800:00000200:59.0:1609800480.382952:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ce00] (21)++
00000800:00000200:59.0:1609800480.382956:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ce00] (22)--
00000800:00000200:33.1:1609800480.382970:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ce00] (21)++
00000800:00000200:6.0:1609800480.382979:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)++
00000800:00000200:6.0:1609800480.382982:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ce00] (23)--
00000400:00000200:6.0:1609800480.382983:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.382984:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (22)--
00000400:00000200:6.0:1609800480.382985:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.151@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.382988:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ce00] (21)--
00000800:00000200:22.1:1609800480.436423:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:37.0:1609800480.436450:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:37.0:1609800480.436455:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.83@o2ib18
00000400:00000200:37.0:1609800480.436462:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : GET - for me
00000400:00000200:37.0:1609800480.436468:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.83@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800480.436474:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.83@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800480.436479:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800480.436482:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000400:00000200:37.0:1609800480.436487:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:4.0:1609800480.436495:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:37.0:1609800480.436498:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800480.436504:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.436509:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800480.436511:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:37.0:1609800480.436513:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800480.436521:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:37.0:1609800480.436522:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.436535:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:8.0:1609800480.436583:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800480.436591:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:8.0:1609800480.436594:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.436600:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800480.436607:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:8.0:1609800480.436609:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:26.1:1609800480.489073:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:25.0:1609800480.489153:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.489159:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.132@o2ib18
00000400:00000200:25.0:1609800480.489164:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.489170:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.489173:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:25.0:1609800480.489180:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.489184:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.489187:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.489191:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.489192:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:25.0:1609800480.489192:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.489197:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:27.0:1609800480.489199:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.489199:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:25.0:1609800480.489200:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:25.0:1609800480.489202:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:27.0:1609800480.489203:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.489206:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:31.0:1609800480.489209:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:27.0:1609800480.489209:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489211:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:25.0:1609800480.489211:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.489212:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:27.0:1609800480.489219:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.489223:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800480.489224:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.489224:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.489226:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:27.0:1609800480.489227:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800480.489230:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.489230:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.489232:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.489232:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800480.489233:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:25.0:1609800480.489234:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.489234:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489237:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800480.489238:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:31.0:1609800480.489239:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.489241:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.489241:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:25.0:1609800480.489241:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.489242:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.489243:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000400:00000200:19.0:1609800480.489243:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.489244:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.489244:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:25.0:1609800480.489244:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (26)++
00000800:00000200:25.0:1609800480.489245:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (25)--
00000800:00000200:5.0:1609800480.489245:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.489246:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000800:00000200:31.0:1609800480.489247:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.489247:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:31.0:1609800480.489248:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.489248:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.489248:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000400:00000200:19.0:1609800480.489248:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.489248:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.489250:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.489250:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:25.0:1609800480.489250:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:27.0:1609800480.489252:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.489252:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:5.0:1609800480.489252:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.489253:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489257:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.489257:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000400:00000200:25.0:1609800480.489259:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.489261:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.489261:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.489264:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (27)--
00000400:00000200:27.0:1609800480.489264:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:19.0:1609800480.489264:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800480.489265:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:31.0:1609800480.489266:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:59.0:1609800480.489267:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.489268:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.489268:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800480.489270:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800480.489270:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.489271:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800480.489271:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.489272:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.489273:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800480.489274:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.489274:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800480.489274:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.489277:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800480.489277:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:26.1:1609800480.489278:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (24)++
00000800:00000200:19.0:1609800480.489279:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:27.0:1609800480.489280:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.489281:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.489281:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000400:00000200:25.0:1609800480.489282:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.489283:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:19.0:1609800480.489284:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:27.0:1609800480.489285:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489285:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.489286:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000800:00000200:25.0:1609800480.489287:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:5.0:1609800480.489287:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.489288:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000400:00000200:5.0:1609800480.489288:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.489289:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.489289:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000800:00000200:27.0:1609800480.489290:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489290:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800480.489290:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.489291:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.489291:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.489291:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:27.0:1609800480.489292:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:59.0:1609800480.489293:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.489293:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:19.0:1609800480.489293:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:27.0:1609800480.489295:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.489295:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:5.0:1609800480.489295:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.489296:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:5.0:1609800480.489297:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.489299:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.489299:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800480.489303:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:27.0:1609800480.489308:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.489311:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.489314:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.489316:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.489317:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.489320:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.489322:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:59.0:1609800480.489324:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.489326:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489328:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.489329:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.489330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.489340:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:31.0:1609800480.489345:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:31.0:1609800480.489348:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:31.0:1609800480.489350:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:31.0:1609800480.489351:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800480.489368:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:25.0:1609800480.489374:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.489378:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:27.0:1609800480.489380:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:25.0:1609800480.489381:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.489383:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.489386:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:25.0:1609800480.489410:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.489413:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.489415:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.489418:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.489419:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.489423:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.489425:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (22)--
00000800:00000200:25.0:1609800480.489426:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800480.489466:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:7.0:1609800480.489468:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.489470:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489472:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000400:00000200:7.0:1609800480.489473:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.489475:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:19.0:1609800480.489478:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:31.0:1609800480.489479:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.489483:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.489485:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:19.0:1609800480.489485:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:27.0:1609800480.489487:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:31.0:1609800480.489491:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.489491:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.489493:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:31.0:1609800480.489495:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.489495:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:27.0:1609800480.489496:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.489496:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.489497:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800480.489498:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.489500:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800480.489500:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489501:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800480.489501:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.489502:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:25.0:1609800480.489506:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489507:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:31.0:1609800480.489508:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000400:00000200:27.0:1609800480.489508:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800480.489508:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:31.0:1609800480.489509:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:31.0:1609800480.489511:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:27.0:1609800480.489511:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800480.489512:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:27.0:1609800480.489514:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800480.489514:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.489517:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:59.0:1609800480.489518:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.489518:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:59.0:1609800480.489519:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.489519:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.489519:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:31.0:1609800480.489520:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.489520:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800480.489521:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800480.489523:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.489523:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:19.0:1609800480.489523:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.489524:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000800:00000200:27.0:1609800480.489525:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000400:00000200:25.0:1609800480.489525:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.489525:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800480.489526:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:27.0:1609800480.489527:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489528:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.489529:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.489530:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800480.489531:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:59.0:1609800480.489533:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.489533:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.489534:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.489534:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.489534:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (25)++
00000800:00000200:31.0:1609800480.489536:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800480.489536:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.489536:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000400:00000200:27.0:1609800480.489538:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489539:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.489540:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.489541:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (27)++
00000400:00000200:59.0:1609800480.489547:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489548:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (28)--
00000800:00000200:19.0:1609800480.489548:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (28)--
00000800:00000200:31.0:1609800480.489549:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (27)--
00000400:00000200:27.0:1609800480.489549:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:59.0:1609800480.489550:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.489550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:31.0:1609800480.489551:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489551:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (24)++
00000800:00000200:25.0:1609800480.489552:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000800:00000200:59.0:1609800480.489554:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800480.489554:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.489554:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000400:00000200:59.0:1609800480.489555:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489555:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.489555:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (24)++
00000400:00000200:59.0:1609800480.489557:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.489557:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000400:00000200:31.0:1609800480.489558:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.489558:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.489558:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:25.0:1609800480.489559:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.489560:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800480.489562:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.489563:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.489571:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000400:00000200:31.0:1609800480.489572:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.489572:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.489573:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:31.0:1609800480.489575:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:31.0:1609800480.489580:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.489582:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.489585:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800480.489585:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.489587:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800480.489587:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489588:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800480.489590:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.489591:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:31.0:1609800480.489593:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:59.0:1609800480.489596:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.489596:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:31.0:1609800480.489597:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:0.0:1609800480.489597:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.489598:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.489598:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489601:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800480.489601:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800480.489607:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.489608:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.489610:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800480.489621:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800480.489626:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800480.489629:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800480.489631:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:19.0:1609800480.489633:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800480.489687:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:27.0:1609800480.489696:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.489717:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000800:00000200:31.0:1609800480.489720:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:27.0:1609800480.489720:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.489723:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:27.0:1609800480.489723:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.489726:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:25.0:1609800480.489726:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:31.0:1609800480.489727:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.489729:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.132@o2ib18
00000400:00000200:31.0:1609800480.489730:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.489732:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:27.0:1609800480.489732:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.489732:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:25.0:1609800480.489733:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.132@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.489735:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.489737:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800480.489738:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.489740:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.489741:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.489741:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.489742:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.489743:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800480.489744:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:31.0:1609800480.489746:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.489747:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.489750:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000400:00000200:25.0:1609800480.489750:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.489751:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:31.0:1609800480.489752:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.489755:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:25.0:1609800480.489755:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:59.0:1609800480.489756:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.489756:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:25.0:1609800480.489757:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:59.0:1609800480.489758:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.489758:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:25.0:1609800480.489760:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800480.489761:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.489761:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.489764:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.489765:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (22)--
00000800:00000200:25.0:1609800480.489767:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:38.0:1609800480.489858:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800480.489860:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489863:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.489864:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.489867:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489869:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.489891:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.489894:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.489913:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.489914:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:59.0:1609800480.489915:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.489921:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000400:00000200:38.0:1609800480.489921:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800480.489924:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.489926:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.489926:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.489927:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489929:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.489929:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800480.489930:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.489931:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.489936:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.489940:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800480.489943:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.489946:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.489949:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.489950:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.489951:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:38.0:1609800480.489951:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.489953:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:59.0:1609800480.489955:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)--
00000800:00000200:38.0:1609800480.489955:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (24)++
00000400:00000200:59.0:1609800480.489959:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800480.489962:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)--
00000400:00000200:59.0:1609800480.489963:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.489965:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:38.0:1609800480.489968:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.489971:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800480.489972:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.489973:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800480.489974:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:59.0:1609800480.489977:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.489978:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:59.0:1609800480.489979:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (24)++
00000400:00000200:38.0:1609800480.489980:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.489982:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.489983:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (25)--
00000400:00000200:59.0:1609800480.489987:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800480.489987:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.489988:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)++
00000800:00000200:38.0:1609800480.489990:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (25)++
00000400:00000200:59.0:1609800480.489994:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800480.489995:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (26)--
00000400:00000200:59.0:1609800480.489997:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:26.1:1609800480.490000:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (25)++
00000400:00000200:38.0:1609800480.490001:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490002:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800480.490003:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.490005:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000400:00000200:38.0:1609800480.490005:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:59.0:1609800480.490008:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.490009:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000800:00000200:59.0:1609800480.490010:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (26)++
00000800:00000200:59.0:1609800480.490011:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (28)++
00000400:00000200:38.0:1609800480.490011:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.490013:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.490015:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (29)--
00000800:00000200:19.0:1609800480.490015:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (29)--
00000800:00000200:38.0:1609800480.490017:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800480.490017:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800480.490018:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (27)++
00000800:00000200:38.0:1609800480.490019:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (28)++
00000400:00000200:19.0:1609800480.490021:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.490023:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (29)--
00000800:00000200:19.0:1609800480.490026:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (28)--
00000400:00000200:38.0:1609800480.490027:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.490028:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (27)++
00000400:00000200:38.0:1609800480.490030:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.490032:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (28)--
00000400:00000200:38.0:1609800480.490034:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:27.0:1609800480.490034:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (27)++
00000400:00000200:19.0:1609800480.490034:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.490037:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.490038:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (28)--
00000400:00000200:38.0:1609800480.490040:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800480.490040:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490041:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (27)++
00000400:00000200:27.0:1609800480.490042:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.490043:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.490043:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (28)--
00000800:00000200:19.0:1609800480.490043:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (28)--
00000800:00000200:19.0:1609800480.490045:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000800:00000200:38.0:1609800480.490046:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.490046:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (27)--
00000400:00000200:25.0:1609800480.490046:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.490047:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (27)--
00000800:00000200:38.0:1609800480.490048:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (25)++
00000800:00000200:38.0:1609800480.490048:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (26)++
00000800:00000200:27.0:1609800480.490048:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (25)++
00000400:00000200:19.0:1609800480.490048:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.490049:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:19.0:1609800480.490050:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:38.0:1609800480.490053:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (28)--
00000800:00000200:25.0:1609800480.490053:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (28)--
00000800:00000200:25.0:1609800480.490054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (26)++
00000800:00000200:27.0:1609800480.490055:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000400:00000200:27.0:1609800480.490056:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.490056:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (26)--
00000800:00000200:25.0:1609800480.490057:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (26)--
00000400:00000200:25.0:1609800480.490058:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.490058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000400:00000200:27.0:1609800480.490059:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:25.0:1609800480.490060:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.490061:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:25.0:1609800480.490063:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490065:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800480.490071:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800480.490074:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800480.490076:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.490078:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:19.0:1609800480.490078:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.490081:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:1.0:1609800480.490083:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.490094:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.490096:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:1.0:1609800480.490102:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.490105:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:1.0:1609800480.490108:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.490110:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:1.0:1609800480.490111:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:1.0:1609800480.490113:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.132@o2ib18: no credits
00000800:00000200:1.0:1609800480.490114:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490175:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.490182:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.490186:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.490188:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.490192:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.490193:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.490194:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:5.0:1609800480.490196:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.490202:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800480.490204:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000400:00000200:5.0:1609800480.490205:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:31.0:1609800480.490211:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:31.0:1609800480.490216:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800480.490219:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:31.0:1609800480.490224:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.490227:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.490228:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.490231:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:31.0:1609800480.490233:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:59.0:1609800480.490234:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800480.490236:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.490238:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:5.0:1609800480.490239:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000400:00000200:59.0:1609800480.490240:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490243:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:26.1:1609800480.490245:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (22)++
00000800:00000200:5.0:1609800480.490246:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000400:00000200:59.0:1609800480.490248:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490251:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:25.0:1609800480.490251:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:59.0:1609800480.490255:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800480.490255:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.490257:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:27.0:1609800480.490257:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:25.0:1609800480.490257:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:25.0:1609800480.490258:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (26)--
00000800:00000200:25.0:1609800480.490259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (25)--
00000800:00000200:27.0:1609800480.490260:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000400:00000200:27.0:1609800480.490261:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490261:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:59.0:1609800480.490262:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000400:00000200:27.0:1609800480.490263:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.490267:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.490267:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:59.0:1609800480.490271:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490276:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490278:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:26.1:1609800480.490279:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000400:00000200:59.0:1609800480.490283:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490285:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:31.0:1609800480.490285:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:31.0:1609800480.490288:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:31.0:1609800480.490290:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490291:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:31.0:1609800480.490292:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.490295:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:59.0:1609800480.490303:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.490304:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:59.0:1609800480.490305:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.490308:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000400:00000200:59.0:1609800480.490312:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490318:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490320:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:7.0:1609800480.490320:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800480.490321:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000400:00000200:59.0:1609800480.490325:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490327:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:19.0:1609800480.490327:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:59.0:1609800480.490329:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.490330:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:59.0:1609800480.490331:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)++
00000800:00000200:59.0:1609800480.490331:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000400:00000200:19.0:1609800480.490331:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.490333:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (24)--
00000800:00000200:59.0:1609800480.490334:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800480.490341:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.490345:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490347:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.490353:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:7.0:1609800480.490353:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490356:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:25.0:1609800480.490357:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.490357:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:31.0:1609800480.490359:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:25.0:1609800480.490359:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.490363:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.490366:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:7.0:1609800480.490366:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:7.0:1609800480.490371:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.490372:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:26.1:1609800480.490373:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000400:00000200:59.0:1609800480.490374:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800480.490374:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.490378:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000400:00000200:59.0:1609800480.490381:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.490381:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (24)--
00000800:00000200:27.0:1609800480.490382:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000400:00000200:59.0:1609800480.490383:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000800:00000200:27.0:1609800480.490383:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:27.0:1609800480.490384:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:19.0:1609800480.490384:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.490386:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:59.0:1609800480.490388:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490391:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:26.1:1609800480.490392:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.490394:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.490396:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)++
00000800:00000200:59.0:1609800480.490397:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (23)++
00000800:00000200:31.0:1609800480.490397:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (23)++
00000800:00000200:59.0:1609800480.490401:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (25)--
00000800:00000200:31.0:1609800480.490401:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (25)--
00000400:00000200:31.0:1609800480.490403:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490403:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000400:00000200:31.0:1609800480.490405:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.490408:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490414:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800480.490419:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800480.490422:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800480.490423:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.490425:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:19.0:1609800480.490426:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.490428:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:59.0:1609800480.490498:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490504:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490507:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.490511:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490514:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.490516:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.490517:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:59.0:1609800480.490518:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.490521:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490534:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.490540:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:25.0:1609800480.490543:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:25.0:1609800480.490544:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.490546:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:25.0:1609800480.490546:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.490549:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:26.1:1609800480.490568:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (20)++
00000800:00000200:27.0:1609800480.490573:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.490577:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000800:00000200:27.0:1609800480.490578:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.490579:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800480.490579:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:27.0:1609800480.490581:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:59.0:1609800480.490632:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490638:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490640:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.490644:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490647:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.490649:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.490650:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:59.0:1609800480.490651:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.490654:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490667:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:31.0:1609800480.490673:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:31.0:1609800480.490677:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:31.0:1609800480.490678:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.490680:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:31.0:1609800480.490681:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.490683:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:59.0:1609800480.490749:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.490755:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.490757:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:59.0:1609800480.490762:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.490764:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:59.0:1609800480.490767:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.490768:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:59.0:1609800480.490770:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:59.0:1609800480.490773:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490792:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:19.0:1609800480.490798:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:19.0:1609800480.490800:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:19.0:1609800480.490802:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.490803:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000400:00000200:19.0:1609800480.490804:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.490807:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:0.0:1609800480.490878:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800480.490885:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.490888:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:0.0:1609800480.490893:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.490908:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:0.0:1609800480.490912:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800480.490914:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:0.0:1609800480.490915:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:0.0:1609800480.490922:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.490936:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:25.0:1609800480.490941:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:25.0:1609800480.490944:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000400:00000200:25.0:1609800480.490945:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.490948:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.490952:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:25.0:1609800480.490953:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000400:00000200:7.0:1609800480.491101:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.132@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.491140:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.491144:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.132@o2ib18 local destination
00000400:00000200:7.0:1609800480.491149:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.132@o2ib18(192.168.128.132@o2ib18:192.168.128.132@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.491152:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.132@o2ib18
00000800:00000200:7.0:1609800480.491156:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c580] -> 192.168.128.132@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.491158:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934587fa6600] (20)++
00000800:00000200:7.0:1609800480.491159:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934587fa6600] (21)++
00000800:00000200:7.0:1609800480.491165:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934587fa6600] (22)--
00000800:00000200:26.1:1609800480.491182:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934587fa6600] (21)++
00000800:00000200:27.0:1609800480.491227:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000800:00000200:27.0:1609800480.491239:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800480.491242:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934587fa6600] (22)++
00000400:00000200:27.0:1609800480.491243:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.491248:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.132@o2ib18
00000400:00000200:27.0:1609800480.491249:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.132@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.491251:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (23)--
00000800:00000200:19.0:1609800480.491251:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934587fa6600] (23)++
00000800:00000200:19.0:1609800480.491253:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934587fa6600] (24)--
00000800:00000200:19.0:1609800480.491254:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (22)--
00000800:00000200:27.0:1609800480.491257:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934587fa6600] (21)--
00000800:00000200:27.1:1609800480.519581:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (20)++
00000800:00000200:31.0:1609800480.519647:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:31.0:1609800480.519654:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.106@o2ib18
00000400:00000200:31.0:1609800480.519659:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.106@o2ib18 : GET - for me
00000400:00000200:31.0:1609800480.519664:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.106@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:31.0:1609800480.519668:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.106@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:31.0:1609800480.519672:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:31.0:1609800480.519673:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:31.0:1609800480.519677:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.106@o2ib18 local destination
00000400:00000200:31.0:1609800480.519683:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.106@o2ib18(192.168.128.106@o2ib18:192.168.128.106@o2ib18) : REPLY try# 0
00000800:00000200:31.0:1609800480.519686:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.106@o2ib18
00000800:00000200:25.0:1609800480.519687:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:31.0:1609800480.519690:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f080] -> 192.168.128.106@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.519692:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:31.0:1609800480.519693:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:31.0:1609800480.519700:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb0c00] (23)--
00000800:00000200:31.0:1609800480.519702:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000800:00000200:27.1:1609800480.519712:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb0c00] (21)++
00000800:00000200:19.0:1609800480.519750:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)++
00000800:00000200:19.0:1609800480.519756:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb0c00] (23)--
00000400:00000200:19.0:1609800480.519758:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.519759:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (22)--
00000400:00000200:19.0:1609800480.519762:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.106@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800480.519766:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb0c00] (21)--
00000800:00000200:26.1:1609800480.538807:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:4.0:1609800480.538871:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:4.0:1609800480.538877:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.538879:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000400:00000200:4.0:1609800480.538881:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.538882:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:37.0:1609800480.538885:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.538886:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.538888:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.538907:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800480.538911:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:4.0:1609800480.538914:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800480.538915:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.538917:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.538917:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.538919:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:37.0:1609800480.538920:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.538920:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.538922:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.538923:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.538923:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.538925:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:4.0:1609800480.538925:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.538926:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:37.0:1609800480.538927:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:37.0:1609800480.538928:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:8.0:1609800480.538929:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.538929:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:37.0:1609800480.538930:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:4.0:1609800480.538931:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:37.0:1609800480.538932:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:4.0:1609800480.538932:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.538952:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:37.0:1609800480.538954:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.538958:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.538958:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.538958:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:37.0:1609800480.538960:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:4.0:1609800480.538981:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.538982:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.538984:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.538987:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.538989:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.538990:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.538993:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:6.0:1609800480.538995:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:8.0:1609800480.538999:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.538999:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.539002:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:8.0:1609800480.539002:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.539003:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000400:00000200:4.0:1609800480.539003:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539004:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000400:00000200:6.0:1609800480.539004:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.539005:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800480.539017:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:8.0:1609800480.539018:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.539019:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:38.0:1609800480.539020:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.539021:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.539022:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539022:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539022:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800480.539022:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.539024:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800480.539025:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800480.539025:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:4.0:1609800480.539025:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800480.539027:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.539029:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800480.539030:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.539031:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.539033:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.539033:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:6.0:1609800480.539033:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800480.539036:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.539036:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800480.539037:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539037:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)++
00000800:00000200:38.0:1609800480.539038:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.539038:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (27)++
00000400:00000200:38.0:1609800480.539039:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539039:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539039:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:59.0:1609800480.539040:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.539041:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800480.539042:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.539044:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.539045:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (28)--
00000800:00000200:37.0:1609800480.539046:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.539046:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (28)++
00000800:00000200:4.0:1609800480.539046:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (28)--
00000800:00000200:4.0:1609800480.539046:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)--
00000800:00000200:37.0:1609800480.539048:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.539048:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)--
00000800:00000200:6.0:1609800480.539048:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:38.0:1609800480.539049:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.539049:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:37.0:1609800480.539050:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800480.539051:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539051:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.539052:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800480.539052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000400:00000200:38.0:1609800480.539053:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.539053:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:4.0:1609800480.539053:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:59.0:1609800480.539054:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539054:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:6.0:1609800480.539054:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:37.0:1609800480.539055:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:59.0:1609800480.539057:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.539058:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.539063:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.539065:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:4.0:1609800480.539070:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.539072:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800480.539073:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.539074:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800480.539074:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539074:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:59.0:1609800480.539075:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.539076:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.539077:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.539078:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.539080:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:4.0:1609800480.539082:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000400:00000200:59.0:1609800480.539083:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.539087:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539088:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:59.0:1609800480.539092:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.539093:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539095:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800480.539141:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000800:00000200:6.0:1609800480.539152:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:6.0:1609800480.539155:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000800:00000200:6.0:1609800480.539156:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:6.0:1609800480.539158:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:6.0:1609800480.539161:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000800:00000200:6.0:1609800480.539161:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:6.0:1609800480.539162:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:26.1:1609800480.539247:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:4.0:1609800480.539256:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:4.0:1609800480.539260:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.539261:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:4.0:1609800480.539262:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800480.539266:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.539269:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:4.0:1609800480.539274:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.539276:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.539278:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.539281:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.539282:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.539286:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:4.0:1609800480.539287:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)--
00000800:00000200:4.0:1609800480.539288:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:1.0:1609800480.539300:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800480.539301:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.539304:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800480.539336:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:6.0:1609800480.539344:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:6.0:1609800480.539364:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:8.0:1609800480.539365:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000400:00000200:6.0:1609800480.539367:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539369:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:6.0:1609800480.539370:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539371:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:8.0:1609800480.539372:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.539373:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:37.0:1609800480.539375:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:4.0:1609800480.539376:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:8.0:1609800480.539377:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539379:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.539379:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.539379:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:8.0:1609800480.539380:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539381:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.539383:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800480.539385:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.539386:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.539387:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.539388:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.539389:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.539389:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539390:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800480.539391:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539392:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:6.0:1609800480.539393:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:8.0:1609800480.539394:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.539394:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000400:00000200:4.0:1609800480.539394:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539395:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.539395:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:37.0:1609800480.539396:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800480.539396:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539397:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.539398:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.539401:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800480.539401:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.539403:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.539404:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.539404:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:4.0:1609800480.539404:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.539405:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)++
00000800:00000200:8.0:1609800480.539405:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000400:00000200:6.0:1609800480.539405:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539406:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (26)--
00000800:00000200:4.0:1609800480.539406:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.539408:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (25)++
00000800:00000200:8.0:1609800480.539408:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)++
00000400:00000200:6.0:1609800480.539408:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539408:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.539409:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.539410:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.539426:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539427:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:6.0:1609800480.539427:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:59.0:1609800480.539429:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.539430:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (27)--
00000800:00000200:4.0:1609800480.539430:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (27)++
00000800:00000200:37.0:1609800480.539431:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (27)--
00000800:00000200:4.0:1609800480.539431:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (28)--
00000400:00000200:8.0:1609800480.539432:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.539432:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:37.0:1609800480.539433:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:6.0:1609800480.539433:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.539435:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.539436:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800480.539437:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:6.0:1609800480.539438:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800480.539439:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:4.0:1609800480.539439:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:6.0:1609800480.539440:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.539441:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:59.0:1609800480.539443:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.539443:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.539444:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.539445:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:26.1:1609800480.539446:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (24)++
00000800:00000200:8.0:1609800480.539446:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800480.539447:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.539447:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:5.0:1609800480.539447:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.539448:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539448:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.539449:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:6.0:1609800480.539450:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:5.0:1609800480.539450:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539451:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800480.539452:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539452:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.539452:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000800:00000200:59.0:1609800480.539453:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.539453:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.539453:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:59.0:1609800480.539454:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539454:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539454:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:59.0:1609800480.539456:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.539456:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:8.0:1609800480.539457:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:8.0:1609800480.539458:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:37.0:1609800480.539459:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800480.539460:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.539461:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539462:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800480.539463:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.539464:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.539466:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.539467:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.539470:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:37.0:1609800480.539472:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000800:00000200:37.0:1609800480.539478:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:37.0:1609800480.539478:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:5.0:1609800480.539478:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.539479:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.539483:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:59.0:1609800480.539484:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.539492:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539495:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:59.0:1609800480.539502:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.539505:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:26.1:1609800480.539506:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:59.0:1609800480.539510:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:24.0:1609800480.539511:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.539512:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:59.0:1609800480.539513:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000400:00000200:24.0:1609800480.539513:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539513:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:24.0:1609800480.539517:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.539519:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:59.0:1609800480.539521:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539522:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539524:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:26.1:1609800480.539532:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:8.0:1609800480.539541:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:8.0:1609800480.539544:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.539547:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:8.0:1609800480.539547:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.539550:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:8.0:1609800480.539550:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.539552:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800480.539552:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:37.0:1609800480.539553:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.539556:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.180@o2ib18
00000400:00000200:8.0:1609800480.539558:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.539558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:8.0:1609800480.539560:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.539561:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.539562:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.180@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.539563:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.539565:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800480.539565:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539566:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:8.0:1609800480.539566:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.539569:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:37.0:1609800480.539572:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.539574:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800480.539574:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.539576:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800480.539576:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:6.0:1609800480.539576:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.539578:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.539578:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:37.0:1609800480.539579:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.539579:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:6.0:1609800480.539579:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.539598:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.539599:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.539600:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)++
00000800:00000200:26.1:1609800480.539601:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (23)++
00000800:00000200:6.0:1609800480.539601:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)++
00000800:00000200:37.0:1609800480.539602:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:6.0:1609800480.539602:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:37.0:1609800480.539604:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:6.0:1609800480.539605:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:37.0:1609800480.539606:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:59.0:1609800480.539626:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.539627:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000800:00000200:4.0:1609800480.539627:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:59.0:1609800480.539628:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.539629:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539632:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.539632:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.539636:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000400:00000200:7.0:1609800480.539640:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800480.539644:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.539647:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.539647:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.539651:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:0.0:1609800480.539651:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.539657:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.539660:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:7.0:1609800480.539665:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539667:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (20)++
00000800:00000200:7.0:1609800480.539669:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:0.0:1609800480.539674:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.539675:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.539676:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)--
00000400:00000200:0.0:1609800480.539678:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.1:1609800480.539692:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000400:00000200:59.0:1609800480.539696:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.539699:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000400:00000200:7.0:1609800480.539700:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.539701:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.539702:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000400:00000200:6.0:1609800480.539703:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539704:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:7.0:1609800480.539704:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539704:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:6.0:1609800480.539706:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.539707:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:7.0:1609800480.539714:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.539717:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:59.0:1609800480.539720:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.539724:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:6.0:1609800480.539724:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:7.0:1609800480.539727:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.539729:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539729:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (20)++
00000800:00000200:7.0:1609800480.539730:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:59.0:1609800480.539731:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:7.0:1609800480.539735:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:59.0:1609800480.539736:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000800:00000200:59.0:1609800480.539745:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:26.1:1609800480.539750:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000400:00000200:7.0:1609800480.539751:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.539757:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.539771:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539773:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:7.0:1609800480.539773:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:8.0:1609800480.539776:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:8.0:1609800480.539778:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539779:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:7.0:1609800480.539779:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800480.539780:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.539781:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:8.0:1609800480.539781:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.539781:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:59.0:1609800480.539783:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:37.0:1609800480.539783:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539783:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:37.0:1609800480.539785:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.539785:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:7.0:1609800480.539785:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539787:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:7.0:1609800480.539788:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000400:00000200:59.0:1609800480.539790:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.539792:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:37.0:1609800480.539794:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:59.0:1609800480.539797:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:7.0:1609800480.539798:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.539801:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800480.539801:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.539803:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000400:00000200:7.0:1609800480.539803:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:59.0:1609800480.539804:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000800:00000200:59.0:1609800480.539808:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000400:00000200:7.0:1609800480.539808:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.539811:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:7.0:1609800480.539814:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539816:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:26.1:1609800480.539817:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (23)++
00000400:00000200:59.0:1609800480.539818:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800480.539818:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000400:00000200:59.0:1609800480.539821:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.539823:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:6.0:1609800480.539825:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:7.0:1609800480.539828:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800480.539828:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000400:00000200:6.0:1609800480.539829:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539830:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:59.0:1609800480.539831:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:7.0:1609800480.539831:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.539832:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.539833:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:4.0:1609800480.539833:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000400:00000200:4.0:1609800480.539834:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.539835:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000400:00000200:4.0:1609800480.539837:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.539838:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800480.539839:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:8.0:1609800480.539840:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:37.0:1609800480.539841:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:8.0:1609800480.539841:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:7.0:1609800480.539841:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:8.0:1609800480.539842:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:59.0:1609800480.539845:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.539848:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:6.0:1609800480.539849:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:4.0:1609800480.539851:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:7.0:1609800480.539852:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539854:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:7.0:1609800480.539855:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (22)++
00000800:00000200:59.0:1609800480.539856:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.539857:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)++
00000800:00000200:7.0:1609800480.539859:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000400:00000200:7.0:1609800480.539865:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.539867:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.539868:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000400:00000200:7.0:1609800480.539869:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:59.0:1609800480.539870:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:26.1:1609800480.539870:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (24)++
00000400:00000200:7.0:1609800480.539874:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.539877:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:7.0:1609800480.539877:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.539880:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000400:00000200:37.0:1609800480.539881:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.539881:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000400:00000200:59.0:1609800480.539882:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.539882:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:7.0:1609800480.539883:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)++
00000400:00000200:37.0:1609800480.539884:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.539884:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (24)++
00000800:00000200:37.0:1609800480.539886:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)--
00000800:00000200:7.0:1609800480.539887:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:26.1:1609800480.539889:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (23)++
00000400:00000200:7.0:1609800480.539892:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.539893:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539895:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:6.0:1609800480.539897:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:6.0:1609800480.539900:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000400:00000200:59.0:1609800480.539901:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800480.539901:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539902:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:59.0:1609800480.539904:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:6.0:1609800480.539905:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.539905:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (25)--
00000800:00000200:8.0:1609800480.539907:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:4.0:1609800480.539908:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.539909:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.539909:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:4.0:1609800480.539910:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.539912:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:59.0:1609800480.539913:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.539914:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)++
00000400:00000200:7.0:1609800480.539917:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800480.539918:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (23)++
00000800:00000200:7.0:1609800480.539920:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:4.0:1609800480.539921:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539923:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:59.0:1609800480.539924:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (24)++
00000800:00000200:7.0:1609800480.539924:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539926:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:37.0:1609800480.539927:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (25)++
00000800:00000200:4.0:1609800480.539927:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:59.0:1609800480.539928:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (27)--
00000800:00000200:7.0:1609800480.539929:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (27)++
00000800:00000200:8.0:1609800480.539930:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (27)--
00000800:00000200:7.0:1609800480.539933:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:4.0:1609800480.539933:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)++
00000800:00000200:37.0:1609800480.539934:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (26)--
00000400:00000200:37.0:1609800480.539935:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.539935:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)--
00000800:00000200:4.0:1609800480.539936:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000400:00000200:37.0:1609800480.539937:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.539938:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800480.539939:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:26.1:1609800480.539940:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000400:00000200:7.0:1609800480.539942:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.539944:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:59.0:1609800480.539947:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.539947:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:8.0:1609800480.539950:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:7.0:1609800480.539950:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:59.0:1609800480.539951:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.539966:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:8.0:1609800480.539967:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.539969:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:6.0:1609800480.539969:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:8.0:1609800480.539971:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.539972:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:59.0:1609800480.539973:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800480.539973:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.539975:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.539975:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:59.0:1609800480.539976:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:7.0:1609800480.539977:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.539978:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:4.0:1609800480.539978:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:7.0:1609800480.539979:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (24)++
00000800:00000200:6.0:1609800480.539979:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539979:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (25)++
00000800:00000200:8.0:1609800480.539980:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:59.0:1609800480.539981:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800480.539981:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (26)--
00000800:00000200:59.0:1609800480.539982:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:6.0:1609800480.539983:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.539984:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:59.0:1609800480.539985:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (24)++
00000800:00000200:7.0:1609800480.539985:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:59.0:1609800480.539991:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:26.1:1609800480.539998:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000800:00000200:8.0:1609800480.540005:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:8.0:1609800480.540008:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:8.0:1609800480.540009:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.540010:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000400:00000200:8.0:1609800480.540012:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.540014:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:26.1:1609800480.540026:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:6.0:1609800480.540034:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:6.0:1609800480.540037:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000400:00000200:6.0:1609800480.540038:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.540039:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:6.0:1609800480.540040:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.540043:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000400:00000200:59.0:1609800480.540134:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.540138:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.540143:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.540145:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.540146:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:38.0:1609800480.540149:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:38.0:1609800480.540155:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.540158:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:59.0:1609800480.540165:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.540168:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:38.0:1609800480.540171:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.540173:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.540173:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (20)++
00000800:00000200:38.0:1609800480.540174:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:59.0:1609800480.540175:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:38.0:1609800480.540183:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:59.0:1609800480.540187:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000400:00000200:38.0:1609800480.540188:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.540191:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000400:00000200:59.0:1609800480.540203:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.540205:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800480.540206:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000400:00000200:59.0:1609800480.540207:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.540210:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:38.0:1609800480.540210:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000800:00000200:37.0:1609800480.540214:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:38.0:1609800480.540216:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800480.540217:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000800:00000200:38.0:1609800480.540219:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:37.0:1609800480.540219:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.540220:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:37.0:1609800480.540221:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.540222:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:59.0:1609800480.540224:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800480.540224:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.540225:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)--
00000800:00000200:59.0:1609800480.540226:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000400:00000200:8.0:1609800480.540226:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.540227:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:38.0:1609800480.540228:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.540229:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:59.0:1609800480.540230:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.540230:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (21)++
00000800:00000200:38.0:1609800480.540231:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:59.0:1609800480.540232:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:38.0:1609800480.540236:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:59.0:1609800480.540237:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (23)++
00000800:00000200:59.0:1609800480.540243:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:26.1:1609800480.540249:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (22)++
00000800:00000200:6.0:1609800480.540257:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000800:00000200:6.0:1609800480.540260:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000400:00000200:6.0:1609800480.540261:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.540262:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (23)++
00000400:00000200:6.0:1609800480.540264:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.540265:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:6.0:1609800480.540266:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.540267:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)++
00000800:00000200:6.0:1609800480.540268:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)++
00000800:00000200:4.0:1609800480.540268:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.540286:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (24)--
00000800:00000200:6.0:1609800480.540287:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (24)--
00000800:00000200:4.0:1609800480.540287:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:6.0:1609800480.540288:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.540290:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.540292:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000400:00000200:59.0:1609800480.540303:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.540311:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.540311:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.180@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.540314:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:59.0:1609800480.540319:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.540322:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:59.0:1609800480.540325:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.540326:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (20)++
00000800:00000200:59.0:1609800480.540327:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:59.0:1609800480.540330:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)--
00000800:00000200:26.1:1609800480.540344:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:37.0:1609800480.540352:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:37.0:1609800480.540373:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000400:00000200:37.0:1609800480.540375:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.540376:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000400:00000200:37.0:1609800480.540377:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.540380:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000400:00000200:5.0:1609800480.540403:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.540409:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.180@o2ib18 local destination
00000400:00000200:5.0:1609800480.540415:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.180@o2ib18(192.168.128.180@o2ib18:192.168.128.180@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.540419:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.180@o2ib18
00000800:00000200:5.0:1609800480.540424:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5480] -> 192.168.128.180@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.540426:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5afc00] (20)++
00000800:00000200:5.0:1609800480.540428:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5afc00] (21)++
00000800:00000200:5.0:1609800480.540436:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5afc00] (22)--
00000800:00000200:26.1:1609800480.540449:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (21)++
00000800:00000200:8.0:1609800480.540457:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)++
00000800:00000200:8.0:1609800480.540460:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5afc00] (23)--
00000400:00000200:8.0:1609800480.540461:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.540463:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.180@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.540463:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:8.0:1609800480.540466:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:26.1:1609800480.540468:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5afc00] (20)++
00000800:00000200:4.0:1609800480.540477:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)++
00000800:00000200:4.0:1609800480.540480:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.180@o2ib18
00000800:00000200:37.0:1609800480.540482:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (22)--
00000800:00000200:4.0:1609800480.540482:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5afc00] (22)++
00000800:00000200:4.0:1609800480.540483:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5afc00] (23)--
00000800:00000200:4.0:1609800480.540484:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5afc00] (21)--
00000800:00000200:29.1:1609800480.648726:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:25.0:1609800480.648739:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:25.0:1609800480.648746:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.63@o2ib18
00000400:00000200:25.0:1609800480.648751:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.648756:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.648759:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:25.0:1609800480.648767:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.648770:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.648773:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.648777:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.648779:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.648780:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.648783:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.648785:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:25.0:1609800480.648786:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:25.0:1609800480.648787:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:31.0:1609800480.648788:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.648791:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:31.0:1609800480.648792:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.648795:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.648798:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.648800:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.648802:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:25.0:1609800480.648806:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:31.0:1609800480.648810:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800480.648812:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.648814:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.648815:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.648818:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.648818:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.648820:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.648821:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.648822:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.648823:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.648823:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.648824:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:25.0:1609800480.648825:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:25.0:1609800480.648827:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.648829:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.648830:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:31.0:1609800480.648832:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000400:00000200:25.0:1609800480.648832:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.648833:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:24.0:1609800480.648834:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800480.648835:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.648837:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:24.0:1609800480.648837:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.648839:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:31.0:1609800480.648841:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:27.0:1609800480.648841:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:24.0:1609800480.648841:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.648842:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.648843:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.648844:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:27.0:1609800480.648845:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.648845:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.648847:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800480.648848:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.648848:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:27.0:1609800480.648850:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.648850:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.648851:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800480.648852:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.648852:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800480.648853:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800480.648854:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:24.0:1609800480.648854:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:24.0:1609800480.648857:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800480.648861:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.648864:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:27.0:1609800480.648865:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800480.648867:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:27.0:1609800480.648868:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.648871:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:31.0:1609800480.648873:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.648873:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.648876:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.648878:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)++
00000800:00000200:25.0:1609800480.648878:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000400:00000200:19.0:1609800480.648878:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.648879:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800480.648881:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:31.0:1609800480.648882:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.648883:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.648885:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)++
00000800:00000200:27.0:1609800480.648885:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:25.0:1609800480.648885:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:31.0:1609800480.648886:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:25.0:1609800480.648886:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:7.0:1609800480.648886:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.648888:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:19.0:1609800480.648888:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.648890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:25.0:1609800480.648891:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:7.0:1609800480.648891:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.648892:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.648896:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.648896:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800480.648898:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:7.0:1609800480.648898:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.648899:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.648900:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.648902:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.648903:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.648905:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000400:00000200:25.0:1609800480.648907:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:19.0:1609800480.648908:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:19.0:1609800480.648909:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:7.0:1609800480.648909:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.648911:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.648912:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.648915:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800480.648917:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.648918:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800480.648919:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.648921:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.648922:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.648922:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.648924:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000400:00000200:59.0:1609800480.648925:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.648925:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.648927:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:25.0:1609800480.648928:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:59.0:1609800480.648931:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.648932:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.648934:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.648938:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.648939:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.648941:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800480.648941:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.648943:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.648948:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800480.648998:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000800:00000200:31.0:1609800480.649005:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:31.0:1609800480.649009:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:31.0:1609800480.649010:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:31.0:1609800480.649012:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:31.0:1609800480.649015:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:31.0:1609800480.649016:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:31.0:1609800480.649017:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800480.649172:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:25.0:1609800480.649178:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:25.0:1609800480.649182:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:27.0:1609800480.649184:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:25.0:1609800480.649186:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.649190:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.649192:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:25.0:1609800480.649197:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.649200:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.649203:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.649205:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.649207:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.649210:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:25.0:1609800480.649212:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:25.0:1609800480.649213:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800480.649241:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:31.0:1609800480.649247:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:31.0:1609800480.649250:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.649253:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:31.0:1609800480.649254:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.649257:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.649259:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:29.1:1609800480.649264:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000400:00000200:31.0:1609800480.649265:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.649268:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.649270:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.649270:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:27.0:1609800480.649273:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.649274:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.649275:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.649276:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:27.0:1609800480.649277:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.649279:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:27.0:1609800480.649280:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649281:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:25.0:1609800480.649282:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.649283:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:19.0:1609800480.649284:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.649285:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:0.0:1609800480.649286:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.649287:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:31.0:1609800480.649288:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:25.0:1609800480.649288:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649289:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000400:00000200:27.0:1609800480.649290:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800480.649290:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:19.0:1609800480.649290:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800480.649290:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649291:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.649291:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:27.0:1609800480.649293:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:24.0:1609800480.649293:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.649295:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649296:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800480.649296:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800480.649297:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.649299:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.649300:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:24.0:1609800480.649300:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800480.649301:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.649301:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649302:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.649302:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.649304:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.649305:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.649306:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.649308:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000400:00000200:19.0:1609800480.649309:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:27.0:1609800480.649310:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:27.0:1609800480.649311:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:27.0:1609800480.649312:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:0.0:1609800480.649313:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800480.649314:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649314:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.649314:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000400:00000200:0.0:1609800480.649315:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.649316:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:24.0:1609800480.649319:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.649319:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:24.0:1609800480.649320:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649321:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:0.0:1609800480.649321:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.649322:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:24.0:1609800480.649323:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.649324:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.649326:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.649329:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.649332:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.649344:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000400:00000200:27.0:1609800480.649345:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.649348:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (27)++
00000400:00000200:31.0:1609800480.649349:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:59.0:1609800480.649351:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800480.649351:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:25.0:1609800480.649352:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:19.0:1609800480.649352:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (28)--
00000800:00000200:59.0:1609800480.649353:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (27)++
00000800:00000200:59.0:1609800480.649354:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000800:00000200:19.0:1609800480.649354:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:31.0:1609800480.649355:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.649355:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:31.0:1609800480.649357:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800480.649358:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649359:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.649359:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.649360:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (27)--
00000800:00000200:31.0:1609800480.649362:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:59.0:1609800480.649372:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:31.0:1609800480.649372:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800480.649372:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:0.0:1609800480.649375:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.649376:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000400:00000200:0.0:1609800480.649376:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649377:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:25.0:1609800480.649377:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.649378:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:27.0:1609800480.649378:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:59.0:1609800480.649379:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.649379:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800480.649380:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (24)++
00000400:00000200:59.0:1609800480.649381:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649381:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800480.649382:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649383:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:24.0:1609800480.649386:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.649386:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:31.0:1609800480.649393:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000800:00000200:19.0:1609800480.649400:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000400:00000200:25.0:1609800480.649403:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:19.0:1609800480.649403:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:0.0:1609800480.649406:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800480.649407:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800480.649410:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.649411:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.649411:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.1:1609800480.649412:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.649415:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800480.649415:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649416:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)++
00000400:00000200:24.0:1609800480.649417:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649418:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:27.0:1609800480.649418:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)--
00000400:00000200:0.0:1609800480.649418:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:25.0:1609800480.649419:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.649420:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:24.0:1609800480.649420:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:31.0:1609800480.649421:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:27.0:1609800480.649421:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:25.0:1609800480.649422:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.649423:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.649424:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000800:00000200:19.0:1609800480.649424:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000400:00000200:27.0:1609800480.649425:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649426:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000400:00000200:27.0:1609800480.649428:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:24.0:1609800480.649429:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:24.0:1609800480.649434:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:0.0:1609800480.649448:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.649452:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:0.0:1609800480.649452:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:31.0:1609800480.649453:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.649453:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (26)--
00000800:00000200:25.0:1609800480.649453:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:19.0:1609800480.649454:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.649455:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:27.0:1609800480.649456:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:31.0:1609800480.649457:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.649458:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.649459:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.63@o2ib18
00000800:00000200:24.0:1609800480.649459:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800480.649459:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.649460:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:0.0:1609800480.649460:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)++
00000800:00000200:25.0:1609800480.649461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:24.0:1609800480.649461:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)++
00000800:00000200:0.0:1609800480.649462:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (25)++
00000400:00000200:19.0:1609800480.649464:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:27.0:1609800480.649465:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.63@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.649467:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800480.649468:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.649470:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800480.649470:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800480.649471:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.649471:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:31.0:1609800480.649472:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800480.649472:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (26)++
00000800:00000200:19.0:1609800480.649473:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800480.649474:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649475:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800480.649475:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.649476:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800480.649476:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:19.0:1609800480.649476:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.649478:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:24.0:1609800480.649479:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (26)--
00000800:00000200:31.0:1609800480.649480:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)++
00000800:00000200:19.0:1609800480.649480:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800480.649481:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.649482:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (26)--
00000400:00000200:27.0:1609800480.649482:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.649483:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:38.0:1609800480.649484:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649484:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.649484:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)++
00000800:00000200:29.1:1609800480.649485:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (24)++
00000800:00000200:19.0:1609800480.649485:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)--
00000400:00000200:38.0:1609800480.649487:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.649487:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:24.0:1609800480.649487:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.649487:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000400:00000200:24.0:1609800480.649488:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.649488:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.649489:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:27.0:1609800480.649490:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.649491:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800480.649491:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.649492:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000800:00000200:19.0:1609800480.649492:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000400:00000200:19.0:1609800480.649493:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649494:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:25.0:1609800480.649494:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000800:00000200:27.0:1609800480.649495:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)++
00000400:00000200:19.0:1609800480.649496:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.649497:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:38.0:1609800480.649498:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.649498:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:38.0:1609800480.649500:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649500:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:0.0:1609800480.649500:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.649503:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800480.649503:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:0.0:1609800480.649508:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.649511:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:25.0:1609800480.649512:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.649515:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.649516:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800480.649516:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:38.0:1609800480.649517:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.649519:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.649519:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:0.0:1609800480.649523:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:0.0:1609800480.649524:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:0.0:1609800480.649529:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:0.0:1609800480.649535:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800480.649539:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.649541:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:29.1:1609800480.649543:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000400:00000200:0.0:1609800480.649546:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.649548:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.649549:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:0.0:1609800480.649551:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.649552:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:0.0:1609800480.649553:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000400:00000200:59.0:1609800480.649554:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:31.0:1609800480.649554:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800480.649554:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:27.0:1609800480.649556:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:31.0:1609800480.649557:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:0.0:1609800480.649559:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)--
00000400:00000200:59.0:1609800480.649560:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649562:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.649568:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800480.649570:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:59.0:1609800480.649571:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:29.1:1609800480.649573:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.649575:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.649577:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:59.0:1609800480.649578:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:19.0:1609800480.649578:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:59.0:1609800480.649584:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)--
00000800:00000200:19.0:1609800480.649584:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000800:00000200:25.0:1609800480.649585:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)++
00000400:00000200:19.0:1609800480.649586:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.649589:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.649591:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:19.0:1609800480.649593:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:27.0:1609800480.649594:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (25)--
00000400:00000200:27.0:1609800480.649595:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649595:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:27.0:1609800480.649597:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.649600:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:25.0:1609800480.649600:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.649602:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:25.0:1609800480.649603:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:25.0:1609800480.649604:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:1.0:1609800480.649608:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.649613:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.649615:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:1.0:1609800480.649621:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.649624:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:1.0:1609800480.649628:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.649630:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:1.0:1609800480.649631:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:1.0:1609800480.649637:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:1.0:1609800480.649641:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.649644:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.649646:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:1.0:1609800480.649650:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800480.649651:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:1.0:1609800480.649653:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:1.0:1609800480.649655:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.649657:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:1.0:1609800480.649657:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:1.0:1609800480.649657:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:31.0:1609800480.649663:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (25)--
00000800:00000200:1.0:1609800480.649663:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)--
00000800:00000200:19.0:1609800480.649664:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:19.0:1609800480.649666:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.649669:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.649670:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.649672:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.649675:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:27.0:1609800480.649681:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.649686:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:27.0:1609800480.649696:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (22)--
00000400:00000200:27.0:1609800480.649697:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.649700:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.649700:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.649702:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:1.0:1609800480.649708:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800480.649711:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:1.0:1609800480.649711:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000400:00000200:59.0:1609800480.649713:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800480.649714:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.649716:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000400:00000200:59.0:1609800480.649717:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.649717:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000400:00000200:59.0:1609800480.649720:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:1.0:1609800480.649720:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:59.0:1609800480.649726:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.649728:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:59.0:1609800480.649732:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.649734:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:29.1:1609800480.649734:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.649735:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:59.0:1609800480.649740:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000800:00000200:31.0:1609800480.649740:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:31.0:1609800480.649743:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:59.0:1609800480.649744:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:31.0:1609800480.649745:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.649747:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.649747:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:59.0:1609800480.649751:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649751:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:19.0:1609800480.649751:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.649752:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:19.0:1609800480.649753:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000400:00000200:59.0:1609800480.649754:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:19.0:1609800480.649754:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (25)--
00000800:00000200:31.0:1609800480.649755:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:19.0:1609800480.649755:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:31.0:1609800480.649757:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649757:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:31.0:1609800480.649759:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.649760:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.649763:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.649763:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:59.0:1609800480.649765:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.649766:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:59.0:1609800480.649767:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.649770:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.649783:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:25.0:1609800480.649789:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.649792:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:25.0:1609800480.649793:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649795:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:25.0:1609800480.649804:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.649807:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:59.0:1609800480.649816:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.649820:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649822:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.649827:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.649829:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:59.0:1609800480.649832:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.649833:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:59.0:1609800480.649834:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.649837:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.649850:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:27.0:1609800480.649855:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:27.0:1609800480.649857:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:27.0:1609800480.649859:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.649860:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:27.0:1609800480.649868:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.649870:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:5.0:1609800480.649884:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800480.649888:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000400:00000200:5.0:1609800480.649892:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.649894:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000400:00000200:5.0:1609800480.649896:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:19.0:1609800480.649897:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.649898:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.649899:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800480.649899:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800480.649901:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:5.0:1609800480.649902:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.649905:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:5.0:1609800480.649910:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.649912:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:5.0:1609800480.649914:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:5.0:1609800480.649922:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.649934:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:31.0:1609800480.649940:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:31.0:1609800480.649943:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:31.0:1609800480.649945:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.649946:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:31.0:1609800480.649947:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.649951:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:59.0:1609800480.649977:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.649980:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.649982:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.650007:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.650009:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:59.0:1609800480.650013:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.650014:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:59.0:1609800480.650015:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.650019:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:7.0:1609800480.650023:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.650024:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.650027:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.650029:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:29.1:1609800480.650032:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000400:00000200:59.0:1609800480.650033:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.650036:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.650038:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:59.0:1609800480.650039:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.650040:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.650040:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000800:00000200:59.0:1609800480.650041:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000400:00000200:25.0:1609800480.650042:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.650042:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.650043:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:59.0:1609800480.650044:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (24)--
00000400:00000200:25.0:1609800480.650045:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.650046:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.650048:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800480.650048:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:7.0:1609800480.650053:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:29.1:1609800480.650056:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:7.0:1609800480.650056:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:27.0:1609800480.650061:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:7.0:1609800480.650061:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:59.0:1609800480.650062:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.650063:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)++
00000400:00000200:59.0:1609800480.650064:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:27.0:1609800480.650065:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:7.0:1609800480.650065:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (24)++
00000400:00000200:27.0:1609800480.650066:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.650067:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000400:00000200:27.0:1609800480.650069:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.650071:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.650073:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:27.0:1609800480.650074:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:7.0:1609800480.650074:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:59.0:1609800480.650076:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.650078:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.650079:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (22)++
00000400:00000200:7.0:1609800480.650080:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:59.0:1609800480.650083:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (23)--
00000400:00000200:7.0:1609800480.650085:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800480.650086:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (22)++
00000400:00000200:7.0:1609800480.650088:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000800:00000200:19.0:1609800480.650091:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000800:00000200:19.0:1609800480.650094:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:7.0:1609800480.650094:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800480.650096:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.650096:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:25.0:1609800480.650097:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)++
00000400:00000200:19.0:1609800480.650098:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.650101:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000800:00000200:19.0:1609800480.650101:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)--
00000800:00000200:7.0:1609800480.650101:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000400:00000200:25.0:1609800480.650102:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.650102:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:19.0:1609800480.650103:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:7.0:1609800480.650104:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000400:00000200:25.0:1609800480.650105:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.650108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:7.0:1609800480.650111:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.650127:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:27.0:1609800480.650133:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:27.0:1609800480.650136:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:27.0:1609800480.650138:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.650139:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000400:00000200:27.0:1609800480.650140:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.650142:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:31.0:1609800480.650144:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)++
00000800:00000200:27.0:1609800480.650144:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:31.0:1609800480.650145:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:27.0:1609800480.650145:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:31.0:1609800480.650147:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000400:00000200:59.0:1609800480.650209:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.650212:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.650215:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.650220:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.650222:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:59.0:1609800480.650226:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.650227:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (20)++
00000800:00000200:59.0:1609800480.650229:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.650233:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)--
00000400:00000200:59.0:1609800480.650236:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.63@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.650239:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.650240:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.63@o2ib18 local destination
00000400:00000200:59.0:1609800480.650245:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.63@o2ib18(192.168.128.63@o2ib18:192.168.128.63@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.650247:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.63@o2ib18
00000800:00000200:29.1:1609800480.650247:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:59.0:1609800480.650250:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853caa80] -> 192.168.128.63@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.650251:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:59.0:1609800480.650252:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebaf000] (23)++
00000800:00000200:25.0:1609800480.650253:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (24)++
00000800:00000200:59.0:1609800480.650254:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebaf000] (25)--
00000800:00000200:25.0:1609800480.650255:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (24)--
00000400:00000200:25.0:1609800480.650257:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.650258:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000400:00000200:25.0:1609800480.650261:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.650264:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000800:00000200:29.1:1609800480.650265:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (21)++
00000800:00000200:27.0:1609800480.650271:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)++
00000800:00000200:27.0:1609800480.650273:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebaf000] (23)--
00000400:00000200:27.0:1609800480.650275:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.650276:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (22)--
00000400:00000200:27.0:1609800480.650277:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.63@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.650280:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:29.1:1609800480.650351:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebaf000] (20)++
00000800:00000200:19.0:1609800480.650374:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)++
00000800:00000200:19.0:1609800480.650378:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.63@o2ib18
00000800:00000200:19.0:1609800480.650379:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebaf000] (22)++
00000800:00000200:25.0:1609800480.650380:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800480.650380:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebaf000] (23)--
00000800:00000200:19.0:1609800480.650382:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebaf000] (21)--
00000800:00000200:33.1:1609800480.667987:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:31.0:1609800480.668034:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:31.0:1609800480.668047:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.668048:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:31.0:1609800480.668058:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.668081:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.668085:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:31.0:1609800480.668091:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.668095:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.668098:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.668102:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.668104:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.668107:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:31.0:1609800480.668109:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:31.0:1609800480.668110:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800480.668159:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:24.0:1609800480.668159:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.668162:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.668165:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000400:00000200:24.0:1609800480.668166:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.668168:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:25.0:1609800480.668172:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.668175:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.668177:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:25.0:1609800480.668183:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.668186:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.668189:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.668191:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.668193:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.668196:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.668198:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:25.0:1609800480.668199:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:25.0:1609800480.668200:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800480.668233:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:27.0:1609800480.668238:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:27.0:1609800480.668242:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.668244:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:27.0:1609800480.668245:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.668248:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.668250:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:27.0:1609800480.668256:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.668258:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.668261:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.668264:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.668265:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.668268:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:27.0:1609800480.668269:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (22)--
00000800:00000200:27.0:1609800480.668270:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:7.0:1609800480.668271:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.668275:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.668281:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.1:1609800480.668291:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:25.0:1609800480.668297:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.668301:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:25.0:1609800480.668304:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.668304:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:25.0:1609800480.668307:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.668310:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:25.0:1609800480.668316:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.668318:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.668322:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:59.0:1609800480.668323:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.668324:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.1:1609800480.668325:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.668325:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.668329:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000400:00000200:59.0:1609800480.668330:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668331:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:25.0:1609800480.668331:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000400:00000200:59.0:1609800480.668334:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.668334:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.668336:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:25.0:1609800480.668336:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (25)--
00000800:00000200:25.0:1609800480.668338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:31.0:1609800480.668340:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.668343:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.668346:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:33.1:1609800480.668351:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000400:00000200:31.0:1609800480.668351:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.668354:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.668356:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:31.0:1609800480.668357:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.668360:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.668361:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbde00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.668362:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000800:00000200:19.0:1609800480.668363:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:31.0:1609800480.668364:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:31.0:1609800480.668365:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:27.0:1609800480.668365:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:31.0:1609800480.668366:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800480.668371:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:59.0:1609800480.668375:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.668376:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.668377:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000400:00000200:59.0:1609800480.668379:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.668380:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.668383:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:25.0:1609800480.668384:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.668386:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.668387:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.668388:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:25.0:1609800480.668389:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:25.0:1609800480.668394:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.1:1609800480.668396:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.668397:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800480.668399:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.668400:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800480.668402:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.668402:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:25.0:1609800480.668402:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.668403:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800480.668404:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668405:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:38.0:1609800480.668407:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.668407:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:19.0:1609800480.668408:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:31.0:1609800480.668409:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.668409:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:25.0:1609800480.668411:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000400:00000200:31.0:1609800480.668413:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.668413:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000400:00000200:38.0:1609800480.668414:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800480.668414:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.668414:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:25.0:1609800480.668415:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:31.0:1609800480.668416:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:25.0:1609800480.668417:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:19.0:1609800480.668417:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:59.0:1609800480.668420:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.668421:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800480.668422:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.668423:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.668424:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.668426:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.668426:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800480.668428:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.668429:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.668430:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.668431:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800480.668432:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.668432:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.668433:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800480.668434:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:25.0:1609800480.668434:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668437:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:19.0:1609800480.668438:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:31.0:1609800480.668439:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000400:00000200:25.0:1609800480.668439:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:59.0:1609800480.668440:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.668440:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:27.0:1609800480.668440:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.668441:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000400:00000200:59.0:1609800480.668442:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668443:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.668443:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:59.0:1609800480.668444:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.668445:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800480.668445:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.668448:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.668449:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.668459:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (26)++
00000800:00000200:25.0:1609800480.668460:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800480.668461:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.668461:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (27)++
00000800:00000200:25.0:1609800480.668462:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800480.668464:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.668464:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:31.0:1609800480.668466:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:27.0:1609800480.668467:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (28)--
00000800:00000200:25.0:1609800480.668467:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.668467:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (28)--
00000800:00000200:19.0:1609800480.668468:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (27)--
00000800:00000200:27.0:1609800480.668469:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:19.0:1609800480.668471:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:31.0:1609800480.668472:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:59.0:1609800480.668474:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.668474:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:19.0:1609800480.668474:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:59.0:1609800480.668475:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668475:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.668476:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000800:00000200:25.0:1609800480.668476:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000400:00000200:59.0:1609800480.668477:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.668477:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.668477:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000800:00000200:25.0:1609800480.668477:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:25.0:1609800480.668478:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000400:00000200:19.0:1609800480.668478:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.668479:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.668480:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.668480:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800480.668481:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668483:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:31.0:1609800480.668484:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800480.668484:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:31.0:1609800480.668485:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800480.668490:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.668493:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800480.668494:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.668496:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.668498:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800480.668498:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.668500:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.668502:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800480.668504:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000400:00000200:0.0:1609800480.668505:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.668507:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800480.668508:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.668516:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.668521:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:24.0:1609800480.668522:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.668524:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:25.0:1609800480.668525:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:24.0:1609800480.668525:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.668527:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:24.0:1609800480.668528:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800480.668532:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.668535:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:24.0:1609800480.668537:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.668538:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.668540:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:24.0:1609800480.668541:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800480.668748:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.668754:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.668758:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:1.0:1609800480.668768:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.668773:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:1.0:1609800480.668779:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.668782:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:1.0:1609800480.668784:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000400:00000200:59.0:1609800480.668789:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800480.668792:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:59.0:1609800480.668795:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.668799:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:1.0:1609800480.668803:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.668807:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.668810:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:1.0:1609800480.668817:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.668821:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:1.0:1609800480.668832:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.668835:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.668837:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:1.0:1609800480.668837:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:59.0:1609800480.668839:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:59.0:1609800480.668843:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:1.0:1609800480.668843:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.668845:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000800:00000200:1.0:1609800480.668847:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000800:00000200:1.0:1609800480.668854:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)--
00000400:00000200:59.0:1609800480.668857:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.668864:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.668870:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.668872:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.668873:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:59.0:1609800480.668874:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:59.0:1609800480.668882:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.668885:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:1.0:1609800480.668892:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.668898:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.668898:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:59.0:1609800480.668900:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)++
00000800:00000200:59.0:1609800480.668901:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (24)++
00000800:00000200:1.0:1609800480.668903:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.668906:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)++
00000800:00000200:33.1:1609800480.668907:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (25)++
00000800:00000200:59.0:1609800480.668911:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (27)--
00000800:00000200:1.0:1609800480.668912:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (27)++
00000800:00000200:1.0:1609800480.668917:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (27)--
00000400:00000200:59.0:1609800480.668921:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.668929:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.668931:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.668933:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:59.0:1609800480.668939:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.668941:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:1.0:1609800480.668942:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.668944:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.668945:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000800:00000200:59.0:1609800480.668946:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)++
00000400:00000200:1.0:1609800480.668946:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:59.0:1609800480.668947:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (27)++
00000800:00000200:59.0:1609800480.668949:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (29)--
00000800:00000200:31.0:1609800480.668952:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (28)--
00000400:00000200:31.0:1609800480.668954:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.668956:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:31.0:1609800480.668958:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.668959:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (27)++
00000800:00000200:1.0:1609800480.668962:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.668964:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (28)--
00000800:00000200:19.0:1609800480.668965:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (28)--
00000800:00000200:31.0:1609800480.668966:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (27)++
00000400:00000200:19.0:1609800480.668967:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.668967:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.668970:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (27)--
00000800:00000200:27.0:1609800480.668970:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (27)++
00000800:00000200:1.0:1609800480.668970:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (27)++
00000400:00000200:19.0:1609800480.668971:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:31.0:1609800480.668972:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.668972:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (28)++
00000400:00000200:31.0:1609800480.668974:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.668975:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (29)++
00000800:00000200:19.0:1609800480.668977:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (30)--
00000800:00000200:25.0:1609800480.668978:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.668979:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (29)--
00000800:00000200:19.0:1609800480.668979:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (29)++
00000800:00000200:1.0:1609800480.668979:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (29)--
00000800:00000200:31.0:1609800480.668981:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (29)--
00000400:00000200:27.0:1609800480.668981:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.668981:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.668981:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (28)--
00000800:00000200:31.0:1609800480.668982:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000400:00000200:19.0:1609800480.668983:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.668984:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (27)--
00000400:00000200:27.0:1609800480.668984:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:25.0:1609800480.668984:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.668985:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.668986:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:19.0:1609800480.668986:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.668987:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000400:00000200:31.0:1609800480.668988:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:25.0:1609800480.668988:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:1.0:1609800480.668990:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.668993:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000400:00000200:25.0:1609800480.668995:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.1:1609800480.668998:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (23)++
00000800:00000200:25.0:1609800480.668998:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.669000:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:25.0:1609800480.669001:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800480.669003:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.669004:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:1.0:1609800480.669004:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.669005:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaed00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.669007:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000400:00000200:1.0:1609800480.669007:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:19.0:1609800480.669008:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.669009:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:31.0:1609800480.669010:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:25.0:1609800480.669010:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000800:00000200:25.0:1609800480.669011:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800480.669011:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.669018:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800480.669023:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:1.0:1609800480.669023:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:1.0:1609800480.669028:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.669030:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:33.1:1609800480.669032:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:1.0:1609800480.669032:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:27.0:1609800480.669037:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:1.0:1609800480.669038:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)--
00000800:00000200:27.0:1609800480.669042:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669043:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:27.0:1609800480.669045:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.669047:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:27.0:1609800480.669048:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.669049:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:27.0:1609800480.669050:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:31.0:1609800480.669051:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.669052:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:1.0:1609800480.669053:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.669055:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000400:00000200:1.0:1609800480.669055:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.669056:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.669057:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:27.0:1609800480.669059:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800480.669061:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.669061:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800480.669061:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.669062:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800480.669062:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800480.669064:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:27.0:1609800480.669064:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.669066:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800480.669072:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800480.669072:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669073:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.669075:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.669078:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (26)++
00000400:00000200:19.0:1609800480.669078:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669079:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800480.669080:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000800:00000200:27.0:1609800480.669080:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:25.0:1609800480.669080:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:27.0:1609800480.669082:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:31.0:1609800480.669083:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.669084:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669085:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.669085:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.669088:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.669091:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (26)++
00000800:00000200:25.0:1609800480.669091:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.669092:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000400:00000200:27.0:1609800480.669092:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.669092:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:31.0:1609800480.669093:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:25.0:1609800480.669094:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.669095:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669095:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:25.0:1609800480.669096:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.669097:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000400:00000200:27.0:1609800480.669097:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669099:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:19.0:1609800480.669100:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.669104:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800480.669104:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800480.669106:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (26)++
00000800:00000200:59.0:1609800480.669107:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:25.0:1609800480.669107:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (27)--
00000800:00000200:19.0:1609800480.669107:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800480.669108:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:25.0:1609800480.669108:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000400:00000200:31.0:1609800480.669109:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.669110:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:19.0:1609800480.669111:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.669112:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:24.0:1609800480.669112:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800480.669113:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800480.669114:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:24.0:1609800480.669115:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.669118:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:24.0:1609800480.669119:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.669120:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.669121:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)++
00000800:00000200:27.0:1609800480.669134:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.669137:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.669137:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (27)++
00000800:00000200:59.0:1609800480.669138:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (27)++
00000400:00000200:31.0:1609800480.669138:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.669138:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800480.669139:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:59.0:1609800480.669140:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18: no credits
00000800:00000200:59.0:1609800480.669141:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (29)--
00000800:00000200:27.0:1609800480.669142:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (29)++
00000400:00000200:31.0:1609800480.669143:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:24.0:1609800480.669143:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.669145:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.669146:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (29)++
00000400:00000200:24.0:1609800480.669147:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800480.669149:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.669152:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800480.669152:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669155:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800480.669155:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18: no credits
00000800:00000200:27.0:1609800480.669156:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (30)++
00000800:00000200:19.0:1609800480.669156:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (30)--
00000800:00000200:27.0:1609800480.669157:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (30)--
00000400:00000200:25.0:1609800480.669157:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800480.669157:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (30)--
00000400:00000200:59.0:1609800480.669158:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.669158:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.669159:0:16041:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18(1): redundant or enough NOOP
00000800:00000200:19.0:1609800480.669159:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (28)++
00000800:00000200:31.0:1609800480.669160:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.669160:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800480.669161:0:16041:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18: no credits
00000800:00000200:27.0:1609800480.669162:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (29)--
00000800:00000200:27.0:1609800480.669163:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (28)--
00000400:00000200:25.0:1609800480.669163:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.669163:0:16044:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18: no credits
00000800:00000200:27.0:1609800480.669164:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (27)++
00000800:00000200:19.0:1609800480.669164:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (28)--
00000400:00000200:19.0:1609800480.669165:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669166:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (27)++
00000800:00000200:27.0:1609800480.669166:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:25.0:1609800480.669166:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800480.669167:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.669168:0:16042:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.139@o2ib18: no credits
00000400:00000200:19.0:1609800480.669168:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.669169:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669169:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (28)--
00000800:00000200:25.0:1609800480.669169:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:24.0:1609800480.669169:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669170:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (27)--
00000800:00000200:25.0:1609800480.669171:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:59.0:1609800480.669172:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:31.0:1609800480.669172:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (26)++
00000800:00000200:25.0:1609800480.669172:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:24.0:1609800480.669172:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800480.669173:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669178:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800480.669179:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:19.0:1609800480.669180:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (27)--
00000800:00000200:59.0:1609800480.669181:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.669181:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:27.0:1609800480.669183:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:25.0:1609800480.669183:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (25)++
00000800:00000200:31.0:1609800480.669184:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (25)--
00000800:00000200:31.0:1609800480.669185:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:27.0:1609800480.669185:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000800:00000200:25.0:1609800480.669185:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (26)--
00000800:00000200:27.0:1609800480.669187:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:25.0:1609800480.669188:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:24.0:1609800480.669188:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.669190:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.669205:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:33.1:1609800480.669206:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:24.0:1609800480.669206:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800480.669206:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:59.0:1609800480.669207:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:59.0:1609800480.669207:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000400:00000200:1.0:1609800480.669207:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.669208:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800480.669210:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.669211:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)--
00000800:00000200:7.0:1609800480.669212:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.669213:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:19.0:1609800480.669217:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000800:00000200:7.0:1609800480.669217:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800480.669218:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.669219:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)++
00000800:00000200:1.0:1609800480.669219:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.669220:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000400:00000200:1.0:1609800480.669220:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.669221:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.669221:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (25)++
00000400:00000200:1.0:1609800480.669223:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800480.669224:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (26)--
00000800:00000200:31.0:1609800480.669225:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.669227:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000800:00000200:19.0:1609800480.669230:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000800:00000200:7.0:1609800480.669230:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (26)--
00000400:00000200:19.0:1609800480.669232:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.669233:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.669233:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (24)++
00000400:00000200:19.0:1609800480.669235:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:31.0:1609800480.669237:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.669237:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.139@o2ib18
00000800:00000200:1.0:1609800480.669237:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.669238:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (25)++
00000400:00000200:1.0:1609800480.669238:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.669239:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:25.0:1609800480.669240:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.139@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.669241:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (26)--
00000400:00000200:1.0:1609800480.669241:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800480.669242:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.669245:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.669246:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:31.0:1609800480.669247:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.669250:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.669251:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:19.0:1609800480.669252:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (24)--
00000800:00000200:31.0:1609800480.669253:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800480.669253:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669256:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.669256:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:25.0:1609800480.669256:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669257:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbce00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800480.669257:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:25.0:1609800480.669259:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:59.0:1609800480.669267:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.669268:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669272:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.669273:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800480.669275:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.669276:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800480.669278:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669279:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800480.669279:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669280:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:31.0:1609800480.669281:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:25.0:1609800480.669282:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.669283:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800480.669283:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.669284:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (21)++
00000800:00000200:7.0:1609800480.669285:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669287:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:7.0:1609800480.669290:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)--
00000800:00000200:25.0:1609800480.669291:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000800:00000200:25.0:1609800480.669292:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.669302:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800480.669319:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800480.669323:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800480.669324:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.669325:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800480.669327:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.669327:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800480.669329:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.669331:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:7.0:1609800480.669332:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800480.669341:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.669360:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:31.0:1609800480.669366:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000400:00000200:38.0:1609800480.669370:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669371:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669373:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669373:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:38.0:1609800480.669374:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:31.0:1609800480.669374:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:31.0:1609800480.669375:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:38.0:1609800480.669380:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800480.669384:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:38.0:1609800480.669389:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800480.669390:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:38.0:1609800480.669392:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:38.0:1609800480.669399:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:38.0:1609800480.669404:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800480.669408:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.669412:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:33.1:1609800480.669412:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:38.0:1609800480.669417:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800480.669418:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:38.0:1609800480.669419:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:38.0:1609800480.669422:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800480.669422:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:38.0:1609800480.669424:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000400:00000200:27.0:1609800480.669424:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800480.669425:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000400:00000200:27.0:1609800480.669426:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.669426:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:38.0:1609800480.669430:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:27.0:1609800480.669430:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000800:00000200:33.1:1609800480.669443:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.669449:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669452:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:25.0:1609800480.669454:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669455:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:25.0:1609800480.669457:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.669460:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:0.0:1609800480.669537:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800480.669558:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.669562:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:0.0:1609800480.669568:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.669572:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:0.0:1609800480.669577:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800480.669579:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:0.0:1609800480.669580:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:0.0:1609800480.669588:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.669601:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800480.669607:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:59.0:1609800480.669610:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.669611:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:19.0:1609800480.669612:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669613:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.669613:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:19.0:1609800480.669615:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:59.0:1609800480.669616:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:59.0:1609800480.669621:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.669636:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.669637:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:59.0:1609800480.669640:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.669642:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:59.0:1609800480.669643:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:59.0:1609800480.669647:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.669649:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:59.0:1609800480.669654:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.669655:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000400:00000200:59.0:1609800480.669657:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669659:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:31.0:1609800480.669659:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669660:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (23)++
00000800:00000200:31.0:1609800480.669662:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (24)--
00000800:00000200:31.0:1609800480.669662:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:59.0:1609800480.669664:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800480.669664:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:59.0:1609800480.669666:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:31.0:1609800480.669667:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000800:00000200:59.0:1609800480.669669:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800480.669669:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.669670:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669670:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:59.0:1609800480.669671:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (22)++
00000400:00000200:31.0:1609800480.669671:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:59.0:1609800480.669673:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (23)--
00000800:00000200:31.0:1609800480.669674:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (23)--
00000400:00000200:59.0:1609800480.669680:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.669687:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000400:00000200:59.0:1609800480.669688:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669691:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:19.0:1609800480.669692:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:19.0:1609800480.669695:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:59.0:1609800480.669696:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800480.669696:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.669698:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:59.0:1609800480.669699:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000400:00000200:19.0:1609800480.669699:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.669702:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:59.0:1609800480.669703:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:59.0:1609800480.669705:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:59.0:1609800480.669706:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:59.0:1609800480.669708:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:59.0:1609800480.669716:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800480.669721:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.669726:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669729:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:25.0:1609800480.669730:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.669731:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669732:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:59.0:1609800480.669733:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:25.0:1609800480.669733:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.669735:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:59.0:1609800480.669738:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:59.0:1609800480.669741:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:25.0:1609800480.669741:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:59.0:1609800480.669743:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800480.669743:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.669744:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:59.0:1609800480.669745:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000400:00000200:5.0:1609800480.669747:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000800:00000200:59.0:1609800480.669748:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000400:00000200:5.0:1609800480.669754:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.669757:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:33.1:1609800480.669761:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:5.0:1609800480.669763:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.669765:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)++
00000800:00000200:27.0:1609800480.669767:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (23)++
00000800:00000200:5.0:1609800480.669767:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (23)++
00000800:00000200:19.0:1609800480.669773:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (25)--
00000800:00000200:27.0:1609800480.669776:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (24)--
00000800:00000200:5.0:1609800480.669776:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (24)--
00000400:00000200:27.0:1609800480.669778:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.669780:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.669784:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.669788:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:31.0:1609800480.669793:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:31.0:1609800480.669796:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:31.0:1609800480.669798:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.669799:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:31.0:1609800480.669800:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.669803:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:33.1:1609800480.669810:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (20)++
00000800:00000200:19.0:1609800480.669816:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (21)++
00000800:00000200:19.0:1609800480.669819:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.139@o2ib18
00000800:00000200:19.0:1609800480.669820:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934582fe2000] (22)++
00000800:00000200:27.0:1609800480.669821:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000800:00000200:19.0:1609800480.669822:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934582fe2000] (23)--
00000800:00000200:19.0:1609800480.669823:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000400:00000200:1.0:1609800480.669829:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.139@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.669839:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.669842:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.139@o2ib18 local destination
00000400:00000200:1.0:1609800480.669847:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.139@o2ib18(192.168.128.139@o2ib18:192.168.128.139@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.669850:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.139@o2ib18
00000800:00000200:1.0:1609800480.669854:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9180] -> 192.168.128.139@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.669856:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934582fe2000] (20)++
00000800:00000200:1.0:1609800480.669856:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934582fe2000] (21)++
00000800:00000200:1.0:1609800480.669878:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934582fe2000] (22)--
00000800:00000200:33.1:1609800480.669891:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934582fe2000] (21)++
00000800:00000200:25.0:1609800480.669897:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934582fe2000] (22)++
00000800:00000200:25.0:1609800480.669901:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934582fe2000] (23)--
00000400:00000200:25.0:1609800480.669902:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.669903:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (22)--
00000400:00000200:25.0:1609800480.669905:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.139@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.669908:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934582fe2000] (21)--
00000800:00000200:22.1:1609800480.772844:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:6.0:1609800480.772896:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:6.0:1609800480.772906:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800480.772908:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800480.772914:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:6.0:1609800480.772915:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.772918:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:8.0:1609800480.772920:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.772923:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.772925:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.772925:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.772928:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000400:00000200:6.0:1609800480.772929:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:8.0:1609800480.772936:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:37.0:1609800480.772939:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.772943:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.772948:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.772950:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800480.772953:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.772953:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.772956:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.772957:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:8.0:1609800480.772957:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.772962:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.772963:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.772964:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.772966:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800480.772968:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.772970:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:22.1:1609800480.772972:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (24)++
00000800:00000200:8.0:1609800480.772972:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:6.0:1609800480.772972:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800480.772975:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.772975:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800480.772976:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:6.0:1609800480.772978:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.772981:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800480.772982:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.772986:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.772988:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.772989:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.772992:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800480.772992:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800480.772994:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800480.772994:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.772996:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000400:00000200:8.0:1609800480.772998:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.772999:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:37.0:1609800480.773002:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:8.0:1609800480.773002:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:1.0:1609800480.773002:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800480.773012:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.773017:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.773021:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.773025:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.773027:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:24.0:1609800480.773028:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.773031:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (21)++
00000400:00000200:24.0:1609800480.773032:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773034:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000400:00000200:24.0:1609800480.773038:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.773040:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.773042:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.773053:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800480.773062:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:24.0:1609800480.773064:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.773067:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773067:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:6.0:1609800480.773070:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:24.0:1609800480.773075:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.773075:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:4.0:1609800480.773075:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.773077:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:6.0:1609800480.773079:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:4.0:1609800480.773080:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773084:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:4.0:1609800480.773095:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800480.773099:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.773100:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800480.773103:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773105:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.773109:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800480.773110:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.773112:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:22.1:1609800480.773113:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:8.0:1609800480.773140:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800480.773145:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.773148:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773148:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773150:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (25)--
00000400:00000200:8.0:1609800480.773151:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.773152:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:37.0:1609800480.773154:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.773155:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:8.0:1609800480.773156:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773157:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:4.0:1609800480.773158:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.773160:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:37.0:1609800480.773161:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.773161:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.773170:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.773175:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800480.773176:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773177:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800480.773179:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:8.0:1609800480.773179:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800480.773179:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800480.773184:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800480.773184:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:59.0:1609800480.773185:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.773186:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800480.773186:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773188:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:37.0:1609800480.773190:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:59.0:1609800480.773193:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773195:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:59.0:1609800480.773197:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800480.773199:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.773200:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800480.773204:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:4.0:1609800480.773204:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.773206:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.773206:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000400:00000200:6.0:1609800480.773207:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:37.0:1609800480.773208:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.773208:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:4.0:1609800480.773209:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.773210:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800480.773213:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800480.773213:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.773213:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800480.773215:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:4.0:1609800480.773215:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800480.773217:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:4.0:1609800480.773218:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:37.0:1609800480.773219:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:6.0:1609800480.773219:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800480.773220:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.773221:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (26)++
00000800:00000200:37.0:1609800480.773222:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.773224:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773224:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:24.0:1609800480.773225:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:24.0:1609800480.773227:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.773228:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800480.773228:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800480.773228:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800480.773228:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000800:00000200:4.0:1609800480.773230:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:24.0:1609800480.773232:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.773232:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:6.0:1609800480.773234:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800480.773236:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.773236:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.773238:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800480.773243:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800480.773243:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.773244:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (26)++
00000400:00000200:37.0:1609800480.773246:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773246:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000400:00000200:38.0:1609800480.773247:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773247:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.773248:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:4.0:1609800480.773248:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:24.0:1609800480.773249:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800480.773250:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:24.0:1609800480.773250:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773250:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:8.0:1609800480.773252:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800480.773252:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (26)--
00000400:00000200:24.0:1609800480.773253:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800480.773254:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.773254:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.773254:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800480.773255:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800480.773256:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000400:00000200:4.0:1609800480.773256:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773258:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800480.773260:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:37.0:1609800480.773261:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800480.773262:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800480.773262:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:38.0:1609800480.773265:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773266:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800480.773269:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.773271:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800480.773273:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.773275:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800480.773277:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.773278:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.773282:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.773282:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.773284:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:37.0:1609800480.773285:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:4.0:1609800480.773287:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800480.773288:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.773291:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800480.773294:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.773299:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:38.0:1609800480.773301:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800480.773301:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:38.0:1609800480.773303:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.773307:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:59.0:1609800480.773309:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:22.1:1609800480.773309:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000400:00000200:59.0:1609800480.773311:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:59.0:1609800480.773314:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800480.773314:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800480.773315:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773318:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000400:00000200:38.0:1609800480.773336:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.773338:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000800:00000200:6.0:1609800480.773339:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:6.0:1609800480.773340:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:6.0:1609800480.773343:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.773345:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000400:00000200:6.0:1609800480.773346:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.773348:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:6.0:1609800480.773349:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.773351:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800480.773351:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800480.773351:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:37.0:1609800480.773354:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773354:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800480.773356:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:37.0:1609800480.773357:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:6.0:1609800480.773357:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.773358:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:4.0:1609800480.773358:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.773359:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800480.773361:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800480.773362:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800480.773364:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800480.773364:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800480.773365:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800480.773365:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.773365:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773366:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800480.773368:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800480.773368:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773368:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800480.773369:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800480.773371:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000400:00000200:8.0:1609800480.773372:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800480.773372:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:6.0:1609800480.773373:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800480.773374:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:4.0:1609800480.773374:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.773376:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.773377:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800480.773378:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800480.773379:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:59.0:1609800480.773380:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.773380:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000400:00000200:59.0:1609800480.773381:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773381:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800480.773382:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000800:00000200:37.0:1609800480.773382:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000400:00000200:6.0:1609800480.773382:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.773382:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800480.773383:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800480.773383:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:59.0:1609800480.773384:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800480.773384:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800480.773403:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800480.773403:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800480.773403:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773404:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.773404:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (25)++
00000800:00000200:59.0:1609800480.773406:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800480.773406:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:4.0:1609800480.773406:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (26)--
00000400:00000200:59.0:1609800480.773407:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800480.773407:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800480.773407:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800480.773408:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000800:00000200:4.0:1609800480.773408:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:37.0:1609800480.773410:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773410:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (26)++
00000800:00000200:4.0:1609800480.773410:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000400:00000200:59.0:1609800480.773411:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800480.773412:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:6.0:1609800480.773413:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.773416:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (27)--
00000800:00000200:6.0:1609800480.773416:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800480.773417:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000400:00000200:37.0:1609800480.773418:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800480.773418:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:6.0:1609800480.773418:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800480.773420:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800480.773420:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.83@o2ib18
00000800:00000200:6.0:1609800480.773421:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800480.773422:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800480.773422:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800480.773438:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800480.773438:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800480.773439:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.83@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800480.773440:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800480.773440:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773441:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800480.773442:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773443:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (26)++
00000400:00000200:8.0:1609800480.773443:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.773443:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (26)++
00000400:00000200:0.0:1609800480.773443:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800480.773444:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (28)--
00000400:00000200:4.0:1609800480.773444:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800480.773445:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (28)--
00000800:00000200:6.0:1609800480.773445:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (27)--
00000800:00000200:37.0:1609800480.773446:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800480.773447:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:59.0:1609800480.773448:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.773450:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.773450:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800480.773450:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000400:00000200:4.0:1609800480.773450:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800480.773451:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:6.0:1609800480.773452:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:0.0:1609800480.773452:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.773453:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800480.773453:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800480.773453:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773455:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800480.773456:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800480.773456:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800480.773458:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800480.773458:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800480.773459:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800480.773460:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800480.773462:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800480.773463:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800480.773464:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:8.0:1609800480.773465:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.773465:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:8.0:1609800480.773466:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773466:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:59.0:1609800480.773467:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:59.0:1609800480.773468:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773470:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.773470:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:59.0:1609800480.773471:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800480.773472:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.773474:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.773476:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800480.773480:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.773482:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.773484:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800480.773490:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:6.0:1609800480.773497:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.773500:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000800:00000200:6.0:1609800480.773501:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:6.0:1609800480.773503:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:60.0F:1609800480.773522:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.773531:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.773534:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:60.0:1609800480.773549:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.773553:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:60.0:1609800480.773558:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773560:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:60.0:1609800480.773575:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.773582:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000400:00000200:60.0:1609800480.773587:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.773590:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.773593:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:60.0:1609800480.773597:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.773600:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:5.0:1609800480.773606:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800480.773622:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773624:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.773625:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:22.1:1609800480.773626:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000800:00000200:60.0:1609800480.773627:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)--
00000400:00000200:5.0:1609800480.773628:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.773631:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:4.0:1609800480.773633:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773636:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:5.0:1609800480.773637:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800480.773638:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773639:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:5.0:1609800480.773641:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:4.0:1609800480.773641:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.773643:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:8.0:1609800480.773644:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773645:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:8.0:1609800480.773646:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.773646:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:5.0:1609800480.773647:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800480.773649:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:5.0:1609800480.773649:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:5.0:1609800480.773650:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:5.0:1609800480.773657:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000400:00000200:60.0:1609800480.773662:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.773664:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.773666:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.773668:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000400:00000200:60.0:1609800480.773674:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:6.0:1609800480.773676:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.773679:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:5.0:1609800480.773679:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.773680:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800480.773680:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773681:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:60.0:1609800480.773683:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:6.0:1609800480.773683:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.773683:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:60.0:1609800480.773687:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773689:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.773690:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000400:00000200:5.0:1609800480.773690:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.773693:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:60.0:1609800480.773694:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:6.0:1609800480.773694:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:5.0:1609800480.773697:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.773699:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:5.0:1609800480.773700:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000400:00000200:60.0:1609800480.773701:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.773704:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.773704:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000800:00000200:5.0:1609800480.773705:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:60.0:1609800480.773711:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:5.0:1609800480.773711:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800480.773711:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773714:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:5.0:1609800480.773715:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773715:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.773716:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:4.0:1609800480.773718:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:60.0:1609800480.773719:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800480.773719:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:8.0:1609800480.773720:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.773721:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:60.0:1609800480.773722:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:8.0:1609800480.773723:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:5.0:1609800480.773724:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:60.0:1609800480.773726:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773728:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.773729:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000400:00000200:5.0:1609800480.773729:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800480.773731:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:5.0:1609800480.773732:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:60.0:1609800480.773733:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.773733:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:5.0:1609800480.773736:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800480.773738:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:5.0:1609800480.773739:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000400:00000200:60.0:1609800480.773740:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800480.773744:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:22.1:1609800480.773751:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000400:00000200:60.0:1609800480.773752:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.773755:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:60.0:1609800480.773773:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.773774:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:60.0:1609800480.773775:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:6.0:1609800480.773777:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000800:00000200:37.0:1609800480.773779:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:6.0:1609800480.773779:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.773798:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:60.0:1609800480.773803:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773804:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.773804:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:60.0:1609800480.773806:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.773809:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:22.1:1609800480.773813:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000400:00000200:1.0:1609800480.773813:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800480.773821:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773824:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:1.0:1609800480.773824:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773825:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.773826:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:8.0:1609800480.773827:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800480.773828:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.773832:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800480.773833:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:1.0:1609800480.773834:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.773836:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:4.0:1609800480.773838:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:1.0:1609800480.773838:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.773840:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.773841:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000800:00000200:37.0:1609800480.773842:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:1.0:1609800480.773842:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (24)++
00000400:00000200:4.0:1609800480.773843:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800480.773845:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.773845:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:1.0:1609800480.773847:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:4.0:1609800480.773848:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:1.0:1609800480.773876:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.773880:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.773881:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:1.0:1609800480.773886:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.773889:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:1.0:1609800480.773892:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.773893:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:1.0:1609800480.773894:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:1.0:1609800480.773895:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:1.0:1609800480.773896:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:60.0:1609800480.773922:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.773926:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.773929:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:60.0:1609800480.773934:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.773937:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:60.0:1609800480.773941:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.773943:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.773944:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:60.0:1609800480.773946:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.83@o2ib18: no credits
00000800:00000200:60.0:1609800480.773947:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (24)--
00000800:00000200:22.1:1609800480.773951:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800480.773957:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:8.0:1609800480.773961:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.773963:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800480.773971:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (24)++
00000800:00000200:8.0:1609800480.773972:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800480.773973:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000800:00000200:22.1:1609800480.773986:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000800:00000200:6.0:1609800480.773993:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800480.773996:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000400:00000200:6.0:1609800480.773998:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.773999:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (24)++
00000400:00000200:6.0:1609800480.774000:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.774001:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800480.774003:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (24)--
00000400:00000200:4.0:1609800480.774003:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.774004:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800480.774005:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.774008:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.774015:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:8.0:1609800480.774022:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000400:00000200:60.0:1609800480.774024:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.774025:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:8.0:1609800480.774026:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.774027:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:8.0:1609800480.774028:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:8.0:1609800480.774031:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:60.0:1609800480.774032:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.774039:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:22.1:1609800480.774041:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:6.0:1609800480.774048:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000400:00000200:60.0:1609800480.774052:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.774052:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:6.0:1609800480.774053:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.774054:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:60.0:1609800480.774055:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:6.0:1609800480.774055:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (22)--
00000800:00000200:6.0:1609800480.774056:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:60.0:1609800480.774063:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.774065:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:60.0:1609800480.774066:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.774069:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000400:00000200:60.0:1609800480.774076:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.774082:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.774084:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:22.1:1609800480.774084:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000400:00000200:60.0:1609800480.774089:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.774091:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:37.0:1609800480.774091:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.774093:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800480.774093:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000800:00000200:60.0:1609800480.774095:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000400:00000200:37.0:1609800480.774095:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800480.774096:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800480.774096:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:37.0:1609800480.774098:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:60.0:1609800480.774099:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000800:00000200:37.0:1609800480.774101:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.774125:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800480.774133:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.774135:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800480.774137:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.774138:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:4.0:1609800480.774139:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.774142:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:60.0:1609800480.774154:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.774154:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:8.0:1609800480.774160:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000400:00000200:60.0:1609800480.774161:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.774163:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000400:00000200:60.0:1609800480.774164:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:8.0:1609800480.774164:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800480.774165:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:8.0:1609800480.774166:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:8.0:1609800480.774167:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:60.0:1609800480.774170:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.774172:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:60.0:1609800480.774175:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.774177:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:60.0:1609800480.774177:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.774188:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000400:00000200:60.0:1609800480.774192:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.774193:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000400:00000200:60.0:1609800480.774195:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.774197:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:6.0:1609800480.774200:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000400:00000200:60.0:1609800480.774201:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.774203:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000800:00000200:60.0:1609800480.774204:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:6.0:1609800480.774204:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.774205:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:60.0:1609800480.774207:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800480.774207:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:60.0:1609800480.774209:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.774209:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.774210:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:60.0:1609800480.774212:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.774225:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:37.0:1609800480.774232:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:37.0:1609800480.774235:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:37.0:1609800480.774236:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800480.774237:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:37.0:1609800480.774238:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.774241:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000400:00000200:7.0:1609800480.774286:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.774292:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.774296:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.774297:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:60.0:1609800480.774300:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.774303:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000400:00000200:7.0:1609800480.774304:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.774308:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:60.0:1609800480.774311:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.774313:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:7.0:1609800480.774316:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.774317:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.774317:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:60.0:1609800480.774319:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (21)++
00000800:00000200:7.0:1609800480.774319:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:60.0:1609800480.774327:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:7.0:1609800480.774327:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:7.0:1609800480.774332:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800480.774334:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:7.0:1609800480.774335:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.774338:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:22.1:1609800480.774339:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000400:00000200:7.0:1609800480.774343:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800480.774345:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800480.774346:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.774346:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:4.0:1609800480.774349:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000800:00000200:7.0:1609800480.774350:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800480.774350:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800480.774351:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)++
00000800:00000200:7.0:1609800480.774352:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (24)++
00000800:00000200:6.0:1609800480.774352:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:4.0:1609800480.774352:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:60.0:1609800480.774353:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800480.774354:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (26)--
00000800:00000200:4.0:1609800480.774356:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000400:00000200:60.0:1609800480.774357:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:7.0:1609800480.774357:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (25)--
00000800:00000200:6.0:1609800480.774357:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:6.0:1609800480.774359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800480.774361:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000400:00000200:7.0:1609800480.774362:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.774367:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800480.774369:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.774370:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:7.0:1609800480.774372:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800480.774372:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:60.0:1609800480.774373:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800480.774374:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:6.0:1609800480.774374:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.774375:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:60.0:1609800480.774376:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (24)++
00000800:00000200:37.0:1609800480.774378:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (25)++
00000800:00000200:60.0:1609800480.774380:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (26)--
00000400:00000200:7.0:1609800480.774380:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800480.774381:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (25)--
00000800:00000200:8.0:1609800480.774382:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (25)--
00000800:00000200:37.0:1609800480.774383:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:7.0:1609800480.774383:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000400:00000200:6.0:1609800480.774383:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.774384:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (23)++
00000800:00000200:37.0:1609800480.774385:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (24)--
00000800:00000200:7.0:1609800480.774385:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800480.774385:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:37.0:1609800480.774386:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000800:00000200:7.0:1609800480.774387:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.774387:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:7.0:1609800480.774388:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (23)++
00000800:00000200:22.1:1609800480.774393:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (23)++
00000800:00000200:7.0:1609800480.774394:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (23)--
00000400:00000200:7.0:1609800480.774398:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.83@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800480.774399:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000800:00000200:8.0:1609800480.774402:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:7.0:1609800480.774402:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800480.774403:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.774404:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.83@o2ib18 local destination
00000800:00000200:4.0:1609800480.774404:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (23)++
00000400:00000200:8.0:1609800480.774406:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:4.0:1609800480.774407:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (24)--
00000400:00000200:7.0:1609800480.774408:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.83@o2ib18(192.168.128.83@o2ib18:192.168.128.83@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800480.774408:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.774409:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (23)--
00000400:00000200:4.0:1609800480.774410:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:7.0:1609800480.774411:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.83@o2ib18
00000800:00000200:4.0:1609800480.774412:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:8.0:1609800480.774414:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:7.0:1609800480.774414:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecc80] -> 192.168.128.83@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800480.774415:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff1000] (20)++
00000800:00000200:7.0:1609800480.774416:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff1000] (21)++
00000800:00000200:7.0:1609800480.774420:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff1000] (22)--
00000800:00000200:22.1:1609800480.774433:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (21)++
00000800:00000200:6.0:1609800480.774441:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (22)++
00000800:00000200:6.0:1609800480.774444:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff1000] (23)--
00000400:00000200:6.0:1609800480.774445:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800480.774446:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000400:00000200:6.0:1609800480.774447:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.83@o2ib18: PUT: OK
00000800:00000200:6.0:1609800480.774449:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:22.1:1609800480.774459:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff1000] (20)++
00000800:00000200:4.0:1609800480.774465:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff1000] (21)++
00000800:00000200:4.0:1609800480.774468:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.83@o2ib18
00000800:00000200:8.0:1609800480.774470:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (22)--
00000800:00000200:4.0:1609800480.774470:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff1000] (22)++
00000800:00000200:4.0:1609800480.774471:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff1000] (23)--
00000800:00000200:4.0:1609800480.774472:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff1000] (21)--
00000800:00000200:22.1:1609800480.789140:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:27.0:1609800480.789151:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:27.0:1609800480.789157:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.152@o2ib18
00000400:00000200:27.0:1609800480.789167:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800480.789174:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789178:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:27.0:1609800480.789189:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.789195:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.789197:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.789199:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800480.789204:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.789207:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.789209:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.789213:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:27.0:1609800480.789215:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:27.0:1609800480.789217:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:19.0:1609800480.789217:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.789219:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.789224:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:19.0:1609800480.789225:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789230:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800480.789231:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800480.789231:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:60.0:1609800480.789238:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789238:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789243:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800480.789244:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800480.789245:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789249:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800480.789254:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800480.789255:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789257:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:19.0:1609800480.789259:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800480.789260:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800480.789264:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800480.789266:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.789266:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:19.0:1609800480.789266:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800480.789269:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.789269:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.789271:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.789273:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:31.0:1609800480.789274:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.789276:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:19.0:1609800480.789276:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:27.0:1609800480.789277:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)--
00000800:00000200:27.0:1609800480.789279:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:19.0:1609800480.789279:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)--
00000400:00000200:31.0:1609800480.789280:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:25.0:1609800480.789281:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800480.789281:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:27.0:1609800480.789284:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:60.0:1609800480.789288:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800480.789289:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789290:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.789290:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:31.0:1609800480.789294:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800480.789295:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800480.789302:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800480.789305:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:31.0:1609800480.789306:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.789309:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:31.0:1609800480.789312:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800480.789315:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789318:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.789322:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.789322:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800480.789326:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000400:00000200:27.0:1609800480.789326:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.789326:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800480.789327:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800480.789330:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789332:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (26)++
00000800:00000200:38.0:1609800480.789333:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800480.789333:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789334:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:38.0:1609800480.789335:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789335:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:25.0:1609800480.789337:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800480.789340:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.789343:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (27)--
00000800:00000200:31.0:1609800480.789345:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000400:00000200:27.0:1609800480.789345:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789347:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000800:00000200:31.0:1609800480.789351:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.789352:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.789352:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)++
00000800:00000200:60.0:1609800480.789353:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800480.789354:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:60.0:1609800480.789355:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800480.789355:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800480.789356:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789356:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (27)--
00000800:00000200:27.0:1609800480.789359:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800480.789360:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800480.789360:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789360:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:25.0:1609800480.789362:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:31.0:1609800480.789363:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.789363:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800480.789364:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000800:00000200:27.0:1609800480.789365:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800480.789365:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.789366:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000400:00000200:31.0:1609800480.789368:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789368:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:27.0:1609800480.789369:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)++
00000800:00000200:27.0:1609800480.789371:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:19.0:1609800480.789371:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800480.789372:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:31.0:1609800480.789376:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:19.0:1609800480.789376:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:60.0:1609800480.789378:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800480.789380:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.789380:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800480.789383:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800480.789385:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:31.0:1609800480.789387:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789392:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.789392:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800480.789394:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800480.789396:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:31.0:1609800480.789399:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.789404:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800480.789413:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.789439:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:31.0:1609800480.789441:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:60.0:1609800480.789442:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800480.789444:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789444:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000400:00000200:60.0:1609800480.789446:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800480.789446:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:0.0:1609800480.789448:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800480.789450:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.789454:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000400:00000200:0.0:1609800480.789454:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789460:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:25.0:1609800480.789463:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000800:00000200:25.0:1609800480.789464:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:25.0:1609800480.789465:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:22.1:1609800480.789528:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:19.0:1609800480.789534:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800480.789538:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:31.0:1609800480.789540:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000400:00000200:19.0:1609800480.789541:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.789544:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:19.0:1609800480.789545:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789546:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:31.0:1609800480.789548:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.789548:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:25.0:1609800480.789550:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:31.0:1609800480.789552:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.789552:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:31.0:1609800480.789554:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:25.0:1609800480.789554:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.789555:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:19.0:1609800480.789555:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.789558:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.789560:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:31.0:1609800480.789561:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.789563:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.789564:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800480.789565:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800480.789565:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789566:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800480.789568:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800480.789568:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800480.789569:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.789570:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800480.789571:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.789572:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:31.0:1609800480.789573:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000400:00000200:25.0:1609800480.789574:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.789574:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)--
00000800:00000200:31.0:1609800480.789575:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (27)--
00000400:00000200:27.0:1609800480.789575:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:19.0:1609800480.789575:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:31.0:1609800480.789576:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:25.0:1609800480.789577:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800480.789577:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:25.0:1609800480.789579:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:60.0:1609800480.789580:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800480.789580:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.789581:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:60.0:1609800480.789582:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789582:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800480.789583:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:27.0:1609800480.789583:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800480.789584:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789584:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800480.789585:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:19.0:1609800480.789585:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800480.789586:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.789586:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:25.0:1609800480.789587:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)--
00000800:00000200:25.0:1609800480.789588:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:25.0:1609800480.789589:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:25.0:1609800480.789591:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.789601:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.789602:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800480.789603:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.789603:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.789604:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800480.789606:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:60.0:1609800480.789610:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800480.789611:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800480.789611:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800480.789613:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800480.789614:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)++
00000800:00000200:19.0:1609800480.789614:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800480.789625:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.789625:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (26)++
00000400:00000200:25.0:1609800480.789626:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.789626:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800480.789627:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:19.0:1609800480.789628:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.789630:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800480.789631:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (27)--
00000400:00000200:25.0:1609800480.789631:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:27.0:1609800480.789632:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000400:00000200:31.0:1609800480.789633:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800480.789633:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000800:00000200:27.0:1609800480.789635:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:31.0:1609800480.789636:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800480.789636:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800480.789638:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800480.789638:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (26)++
00000800:00000200:25.0:1609800480.789639:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.789639:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (27)--
00000800:00000200:19.0:1609800480.789640:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (26)--
00000800:00000200:60.0:1609800480.789641:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800480.789641:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800480.789641:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.789641:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)++
00000400:00000200:60.0:1609800480.789642:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789642:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800480.789643:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.789643:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (26)--
00000400:00000200:60.0:1609800480.789644:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789644:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.789644:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000400:00000200:27.0:1609800480.789645:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789646:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)++
00000800:00000200:25.0:1609800480.789646:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.789646:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:31.0:1609800480.789647:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:31.0:1609800480.789648:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:27.0:1609800480.789648:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:60.0:1609800480.789653:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800480.789654:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800480.789655:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800480.789657:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789658:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:22.1:1609800480.789658:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.789659:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.789659:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:25.0:1609800480.789661:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:27.0:1609800480.789662:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800480.789662:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.789664:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800480.789666:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800480.789666:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000800:00000200:19.0:1609800480.789666:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:25.0:1609800480.789669:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800480.789670:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800480.789671:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:25.0:1609800480.789672:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.789672:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (23)++
00000800:00000200:27.0:1609800480.789673:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (24)++
00000400:00000200:25.0:1609800480.789674:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:27.0:1609800480.789676:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:27.0:1609800480.789677:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000400:00000200:25.0:1609800480.789679:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800480.789682:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800480.789686:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.789686:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:60.0:1609800480.789687:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.789688:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800480.789689:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.789689:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.789689:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.152@o2ib18
00000400:00000200:5.0:1609800480.789689:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789691:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:25.0:1609800480.789691:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)++
00000400:00000200:60.0:1609800480.789692:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789692:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)--
00000400:00000200:19.0:1609800480.789693:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.152@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800480.789693:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800480.789694:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:31.0:1609800480.789695:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:60.0:1609800480.789696:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800480.789696:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:60.0:1609800480.789697:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789697:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:19.0:1609800480.789697:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789700:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800480.789700:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:5.0:1609800480.789701:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.789702:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.789705:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800480.789706:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800480.789709:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800480.789712:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800480.789715:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800480.789716:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800480.789720:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800480.789722:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:19.0:1609800480.789723:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:5.0:1609800480.789740:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800480.789741:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.789744:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800480.789745:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800480.789747:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789749:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:1.0:1609800480.789772:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.789776:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.789779:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:1.0:1609800480.789784:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.789787:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:1.0:1609800480.789790:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.789791:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:1.0:1609800480.789793:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:1.0:1609800480.789799:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:60.0:1609800480.789813:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.789816:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789820:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.789826:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.789829:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.789833:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.789835:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:60.0:1609800480.789836:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:22.1:1609800480.789836:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:60.0:1609800480.789841:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:25.0:1609800480.789841:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:25.0:1609800480.789844:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:25.0:1609800480.789846:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789847:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:25.0:1609800480.789848:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.789852:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800480.789854:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:27.0:1609800480.789859:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.789862:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:27.0:1609800480.789864:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.789865:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:27.0:1609800480.789866:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.789869:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:60.0:1609800480.789882:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.789885:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789887:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.789892:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.789895:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.789898:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.789899:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:60.0:1609800480.789900:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000400:00000200:1.0:1609800480.789901:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800480.789904:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:1.0:1609800480.789904:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.789906:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.789908:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.789912:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.789915:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:22.1:1609800480.789918:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:1.0:1609800480.789918:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.789920:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:60.0:1609800480.789921:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.789921:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000400:00000200:60.0:1609800480.789923:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:31.0:1609800480.789924:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:1.0:1609800480.789926:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:31.0:1609800480.789927:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000400:00000200:31.0:1609800480.789928:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.789929:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.789930:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:60.0:1609800480.789932:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:31.0:1609800480.789932:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:1.0:1609800480.789932:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800480.789935:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800480.789939:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:60.0:1609800480.789941:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.789942:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:1.0:1609800480.789942:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800480.789943:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800480.789945:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:1.0:1609800480.789945:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:60.0:1609800480.789947:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000400:00000200:1.0:1609800480.789950:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800480.789951:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:1.0:1609800480.789953:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:60.0:1609800480.789955:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800480.789956:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:19.0:1609800480.789957:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.789957:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800480.789958:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800480.789958:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:19.0:1609800480.789960:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.789960:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000400:00000200:60.0:1609800480.789961:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:22.1:1609800480.789961:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (24)++
00000800:00000200:1.0:1609800480.789964:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:25.0:1609800480.789966:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:60.0:1609800480.789967:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.789969:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:60.0:1609800480.789970:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:25.0:1609800480.789971:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.789972:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:60.0:1609800480.789973:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.789973:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:25.0:1609800480.789973:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:60.0:1609800480.789975:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)++
00000800:00000200:60.0:1609800480.789976:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (25)++
00000800:00000200:25.0:1609800480.789976:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:25.0:1609800480.789978:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000800:00000200:60.0:1609800480.789979:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:31.0:1609800480.789979:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:31.0:1609800480.789981:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.789983:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:22.1:1609800480.789985:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:31.0:1609800480.789987:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:31.0:1609800480.789989:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:31.0:1609800480.789992:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:19.0:1609800480.789992:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:31.0:1609800480.789994:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (24)++
00000800:00000200:31.0:1609800480.789995:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:19.0:1609800480.789995:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:25.0:1609800480.789996:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000400:00000200:19.0:1609800480.789997:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.789998:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:19.0:1609800480.790007:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.790010:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:7.0:1609800480.790046:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800480.790053:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800480.790057:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:7.0:1609800480.790063:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800480.790066:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:7.0:1609800480.790070:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800480.790072:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800480.790072:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:7.0:1609800480.790074:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000400:00000200:60.0:1609800480.790079:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.790081:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:7.0:1609800480.790081:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:60.0:1609800480.790086:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.790089:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.790093:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790094:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:60.0:1609800480.790095:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:22.1:1609800480.790096:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:60.0:1609800480.790100:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (24)--
00000800:00000200:25.0:1609800480.790101:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:31.0:1609800480.790108:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:25.0:1609800480.790119:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000800:00000200:27.0:1609800480.790127:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:31.0:1609800480.790130:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:31.0:1609800480.790131:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.790131:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.790134:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:25.0:1609800480.790134:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.790137:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:25.0:1609800480.790139:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:60.0:1609800480.790140:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.790156:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.790159:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:22.1:1609800480.790160:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000400:00000200:38.0:1609800480.790161:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.790164:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.790166:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:19.0:1609800480.790166:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:60.0:1609800480.790169:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.790169:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.790170:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:60.0:1609800480.790171:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:27.0:1609800480.790171:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800480.790171:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800480.790172:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:19.0:1609800480.790173:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:60.0:1609800480.790175:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:38.0:1609800480.790180:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800480.790184:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:22.1:1609800480.790187:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000400:00000200:38.0:1609800480.790191:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800480.790193:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:38.0:1609800480.790194:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:31.0:1609800480.790196:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:31.0:1609800480.790197:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800480.790199:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.790199:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:38.0:1609800480.790201:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800480.790202:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:38.0:1609800480.790203:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:38.0:1609800480.790204:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:38.0:1609800480.790212:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800480.790227:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:27.0:1609800480.790233:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.790237:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:27.0:1609800480.790238:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.790239:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:60.0:1609800480.790240:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800480.790241:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000400:00000200:0.0:1609800480.790241:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800480.790245:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:60.0:1609800480.790247:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800480.790249:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.790251:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:0.0:1609800480.790253:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.790257:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.790260:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:0.0:1609800480.790264:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800480.790268:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.790269:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790270:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:60.0:1609800480.790271:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:0.0:1609800480.790273:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790275:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:0.0:1609800480.790275:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:0.0:1609800480.790277:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:0.0:1609800480.790282:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)--
00000400:00000200:0.0:1609800480.790287:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.790288:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000400:00000200:0.0:1609800480.790292:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.790294:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:0.0:1609800480.790294:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.790295:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800480.790297:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:25.0:1609800480.790299:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.790300:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000400:00000200:0.0:1609800480.790300:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000400:00000200:25.0:1609800480.790302:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:0.0:1609800480.790303:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:25.0:1609800480.790304:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:60.0:1609800480.790306:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:22.1:1609800480.790306:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:0.0:1609800480.790307:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800480.790308:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:0.0:1609800480.790309:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:0.0:1609800480.790310:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800480.790312:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000400:00000200:60.0:1609800480.790313:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.790316:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:19.0:1609800480.790316:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000800:00000200:0.0:1609800480.790316:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (25)--
00000800:00000200:27.0:1609800480.790317:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (25)--
00000400:00000200:19.0:1609800480.790319:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800480.790320:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790321:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)++
00000400:00000200:19.0:1609800480.790321:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:60.0:1609800480.790322:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800480.790324:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:60.0:1609800480.790328:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:22.1:1609800480.790328:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (23)++
00000800:00000200:31.0:1609800480.790333:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:31.0:1609800480.790336:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:31.0:1609800480.790338:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800480.790339:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:31.0:1609800480.790340:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:27.0:1609800480.790344:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)++
00000800:00000200:27.0:1609800480.790347:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (25)--
00000400:00000200:27.0:1609800480.790348:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.790350:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (24)--
00000800:00000200:31.0:1609800480.790357:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:25.0:1609800480.790357:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000400:00000200:27.0:1609800480.790358:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:25.0:1609800480.790358:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)++
00000800:00000200:25.0:1609800480.790360:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:25.0:1609800480.790360:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:27.0:1609800480.790362:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:5.0:1609800480.790397:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800480.790415:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800480.790416:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800480.790420:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.790421:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800480.790426:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:60.0:1609800480.790431:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800480.790433:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000400:00000200:5.0:1609800480.790437:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800480.790440:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:60.0:1609800480.790441:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790442:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:60.0:1609800480.790443:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:5.0:1609800480.790445:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800480.790446:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:5.0:1609800480.790447:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:5.0:1609800480.790449:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:5.0:1609800480.790455:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:22.1:1609800480.790459:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800480.790464:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000800:00000200:19.0:1609800480.790468:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:19.0:1609800480.790469:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.790470:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)++
00000400:00000200:19.0:1609800480.790472:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.790473:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (24)--
00000400:00000200:31.0:1609800480.790475:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.790475:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:19.0:1609800480.790476:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:31.0:1609800480.790477:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.790480:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:22.1:1609800480.790499:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:27.0:1609800480.790504:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:27.0:1609800480.790507:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.790509:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:25.0:1609800480.790509:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000800:00000200:27.0:1609800480.790510:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:27.0:1609800480.790512:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:1.0:1609800480.790520:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.790524:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.790526:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:1.0:1609800480.790531:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.790534:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:1.0:1609800480.790537:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.790539:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:1.0:1609800480.790540:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:1.0:1609800480.790544:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800480.790557:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:19.0:1609800480.790563:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:19.0:1609800480.790566:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:19.0:1609800480.790568:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800480.790569:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:19.0:1609800480.790570:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:19.0:1609800480.790573:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000400:00000200:1.0:1609800480.790583:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800480.790586:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.790604:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000400:00000200:1.0:1609800480.790609:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800480.790611:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:1.0:1609800480.790615:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.790616:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (20)++
00000800:00000200:1.0:1609800480.790617:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (21)++
00000800:00000200:1.0:1609800480.790621:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000400:00000200:1.0:1609800480.790625:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.152@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800480.790634:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000400:00000200:1.0:1609800480.790634:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800480.790636:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.152@o2ib18 local destination
00000800:00000200:25.0:1609800480.790639:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000400:00000200:1.0:1609800480.790640:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.152@o2ib18(192.168.128.152@o2ib18:192.168.128.152@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800480.790642:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000800:00000200:1.0:1609800480.790643:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.790644:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:25.0:1609800480.790644:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800480.790646:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:1.0:1609800480.790646:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345c3bbd100] -> 192.168.128.152@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800480.790647:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0ea000] (21)++
00000800:00000200:1.0:1609800480.790648:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0ea000] (22)++
00000800:00000200:25.0:1609800480.790650:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:1.0:1609800480.790652:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0ea000] (22)--
00000800:00000200:22.1:1609800480.790665:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (21)++
00000800:00000200:31.0:1609800480.790670:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)++
00000800:00000200:31.0:1609800480.790673:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0ea000] (23)--
00000400:00000200:31.0:1609800480.790675:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800480.790676:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (22)--
00000400:00000200:31.0:1609800480.790677:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.152@o2ib18: PUT: OK
00000800:00000200:31.0:1609800480.790681:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:22.1:1609800480.790706:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0ea000] (20)++
00000800:00000200:27.0:1609800480.790711:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)++
00000800:00000200:27.0:1609800480.790715:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.152@o2ib18
00000800:00000200:27.0:1609800480.790716:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0ea000] (22)++
00000800:00000200:27.0:1609800480.790717:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0ea000] (23)--
00000800:00000200:25.0:1609800480.790717:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (23)--
00000800:00000200:27.0:1609800480.790719:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0ea000] (21)--
00000800:00000200:26.1:1609800480.970896:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (20)++
00000800:00000200:19.0:1609800480.970910:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800480.970916:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.84@o2ib18
00000400:00000200:19.0:1609800480.970923:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.84@o2ib18 : GET - for me
00000400:00000200:19.0:1609800480.970930:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.84@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800480.970936:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.84@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800480.970940:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800480.970943:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93552537e600] (23)--
00000400:00000200:19.0:1609800480.970948:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.84@o2ib18 local destination
00000800:00000200:31.0:1609800480.970957:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:19.0:1609800480.970960:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.84@o2ib18(192.168.128.84@o2ib18:192.168.128.84@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800480.970966:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.84@o2ib18
00000800:00000200:19.0:1609800480.970972:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345817b2100] -> 192.168.128.84@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800480.970974:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93552537e600] (21)++
00000800:00000200:19.0:1609800480.970976:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93552537e600] (22)++
00000800:00000200:19.0:1609800480.970987:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93552537e600] (23)--
00000800:00000200:19.0:1609800480.970989:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000800:00000200:26.1:1609800480.971102:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93552537e600] (21)++
00000800:00000200:25.0:1609800480.971148:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93552537e600] (22)++
00000800:00000200:25.0:1609800480.971173:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93552537e600] (23)--
00000400:00000200:25.0:1609800480.971175:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800480.971176:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (22)--
00000400:00000200:25.0:1609800480.971179:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.84@o2ib18: REPLY: OK
00000800:00000200:25.0:1609800480.971183:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93552537e600] (21)--
00000800:00000200:33.1:1609800481.051157:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (20)++
00000800:00000200:37.0:1609800481.051171:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)++
00000800:00000200:37.0:1609800481.051178:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.115@o2ib18
00000400:00000200:37.0:1609800481.051185:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.115@o2ib18 : GET - for me
00000400:00000200:37.0:1609800481.051192:0:16039:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.115@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:37.0:1609800481.051197:0:16039:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.115@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:37.0:1609800481.051202:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6b1800] (22)++
00000800:00000200:37.0:1609800481.051206:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6b1800] (23)--
00000400:00000200:37.0:1609800481.051211:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.115@o2ib18 local destination
00000800:00000200:6.0:1609800481.051220:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:37.0:1609800481.051222:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.115@o2ib18(192.168.128.115@o2ib18:192.168.128.115@o2ib18) : REPLY try# 0
00000800:00000200:37.0:1609800481.051228:0:16039:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.115@o2ib18
00000800:00000200:37.0:1609800481.051232:0:16039:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85e80] -> 192.168.128.115@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800481.051235:0:16039:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6b1800] (21)++
00000800:00000200:37.0:1609800481.051236:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6b1800] (22)++
00000800:00000200:37.0:1609800481.051244:0:16039:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6b1800] (23)--
00000800:00000200:37.0:1609800481.051246:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000800:00000200:33.1:1609800481.051262:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6b1800] (21)++
00000800:00000200:8.0:1609800481.051273:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)++
00000800:00000200:8.0:1609800481.051278:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6b1800] (23)--
00000400:00000200:8.0:1609800481.051280:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.051283:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (22)--
00000400:00000200:8.0:1609800481.051285:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.115@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800481.051289:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6b1800] (21)--
00000800:00000200:33.1:1609800481.069484:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (20)++
00000800:00000200:31.0:1609800481.069552:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:31.0:1609800481.069560:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.76@o2ib18
00000400:00000200:31.0:1609800481.069565:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.76@o2ib18 : GET - for me
00000400:00000200:31.0:1609800481.069571:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.76@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:31.0:1609800481.069575:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.76@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:31.0:1609800481.069578:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:31.0:1609800481.069580:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:31.0:1609800481.069583:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.76@o2ib18 local destination
00000400:00000200:31.0:1609800481.069590:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.76@o2ib18(192.168.128.76@o2ib18:192.168.128.76@o2ib18) : REPLY try# 0
00000800:00000200:31.0:1609800481.069593:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.76@o2ib18
00000800:00000200:19.0:1609800481.069593:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:31.0:1609800481.069596:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1c80] -> 192.168.128.76@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.069598:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:31.0:1609800481.069599:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:31.0:1609800481.069607:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b5c00] (23)--
00000800:00000200:31.0:1609800481.069610:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:33.1:1609800481.069672:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b5c00] (21)++
00000800:00000200:27.0:1609800481.069681:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)++
00000800:00000200:27.0:1609800481.069687:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b5c00] (23)--
00000400:00000200:27.0:1609800481.069689:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.069692:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.76@o2ib18: REPLY: OK
00000800:00000200:27.0:1609800481.069696:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (22)--
00000800:00000200:27.0:1609800481.069697:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b5c00] (21)--
00000800:00000200:21.1:1609800481.117704:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:19.0:1609800481.117755:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.117767:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.79@o2ib18
00000400:00000200:19.0:1609800481.117789:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.117812:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.117816:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:19.0:1609800481.117823:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.117825:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.117826:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.117829:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.117833:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.117834:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.117836:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800481.117837:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.117842:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)++
00000400:00000200:31.0:1609800481.117843:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.117862:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:19.0:1609800481.117864:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:31.0:1609800481.117865:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:19.0:1609800481.117865:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.117869:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:31.0:1609800481.117872:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.117874:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:31.0:1609800481.117876:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800481.117877:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.117879:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:21.1:1609800481.117880:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000400:00000200:19.0:1609800481.117880:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.117882:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:31.0:1609800481.117883:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.117884:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.117887:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:19.0:1609800481.117888:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.117889:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:31.0:1609800481.117891:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:27.0:1609800481.117891:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.117891:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.117892:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:31.0:1609800481.117893:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.117893:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800481.117895:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.117896:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.117897:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.117899:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000400:00000200:27.0:1609800481.117900:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.117901:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.117902:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:27.0:1609800481.117903:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:27.0:1609800481.117910:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.117914:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800481.117916:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.117917:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.117921:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800481.117921:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.117922:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.117925:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000400:00000200:7.0:1609800481.117927:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.117928:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.117931:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.117934:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.117934:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:27.0:1609800481.117936:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.117937:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800481.117944:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.117946:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.117951:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800481.117953:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.117954:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.117959:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:60.0:1609800481.117960:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.117963:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.117963:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:31.0:1609800481.117964:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:31.0:1609800481.117966:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800481.117971:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:25.0:1609800481.117978:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:25.0:1609800481.117984:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:27.0:1609800481.117986:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:25.0:1609800481.117989:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800481.117994:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.117997:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:25.0:1609800481.118004:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:21.1:1609800481.118005:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.118010:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.118014:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:25.0:1609800481.118015:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.118016:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800481.118017:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.118018:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800481.118020:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.118022:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800481.118023:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:25.0:1609800481.118024:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.118028:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.118031:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.118031:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800481.118033:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:25.0:1609800481.118034:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:19.0:1609800481.118034:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.118037:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.118038:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:21.1:1609800481.118042:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.118042:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.118044:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.118045:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:19.0:1609800481.118047:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.118050:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.118050:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.118052:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.118053:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.118054:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118055:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:19.0:1609800481.118055:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118056:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.118057:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:27.0:1609800481.118058:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.118058:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:31.0:1609800481.118061:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:27.0:1609800481.118063:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.118063:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000400:00000200:19.0:1609800481.118063:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800481.118065:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.118065:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:25.0:1609800481.118065:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.118066:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.118068:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.118070:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.118071:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.118072:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.118074:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800481.118075:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.118076:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.118076:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)++
00000800:00000200:27.0:1609800481.118077:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.118077:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:19.0:1609800481.118078:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000400:00000200:25.0:1609800481.118079:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.118079:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000400:00000200:31.0:1609800481.118080:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:27.0:1609800481.118080:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.118081:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.118081:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:38.0:1609800481.118085:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800481.118085:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.118088:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.118088:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)++
00000400:00000200:38.0:1609800481.118090:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.118090:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:19.0:1609800481.118090:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.118091:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:60.0:1609800481.118093:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.118093:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (26)++
00000400:00000200:60.0:1609800481.118094:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118094:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800481.118094:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118095:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.118096:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (27)--
00000400:00000200:19.0:1609800481.118096:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:27.0:1609800481.118097:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000400:00000200:25.0:1609800481.118097:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.118098:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800481.118098:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.118098:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:25.0:1609800481.118100:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800481.118101:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.118103:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.118104:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:19.0:1609800481.118104:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.118105:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:25.0:1609800481.118106:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:21.1:1609800481.118106:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (25)++
00000800:00000200:19.0:1609800481.118106:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800481.118107:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.118108:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.118108:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:19.0:1609800481.118108:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800481.118109:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.118109:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:31.0:1609800481.118110:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:19.0:1609800481.118110:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.118111:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.118111:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:31.0:1609800481.118112:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (26)--
00000800:00000200:27.0:1609800481.118112:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)++
00000800:00000200:19.0:1609800481.118112:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)++
00000800:00000200:25.0:1609800481.118113:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:19.0:1609800481.118113:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:27.0:1609800481.118114:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.118115:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:60.0:1609800481.118116:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800481.118116:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:60.0:1609800481.118117:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.118117:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.118118:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118119:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.118132:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.118135:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:27.0:1609800481.118140:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800481.118143:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.118143:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800481.118145:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118146:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.118149:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.118150:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.118153:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.118156:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.118167:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.118168:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118170:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000400:00000200:60.0:1609800481.118171:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800481.118171:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.118171:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.118173:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:31.0:1609800481.118179:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:31.0:1609800481.118182:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:31.0:1609800481.118183:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:31.0:1609800481.118183:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:31.0:1609800481.118187:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:25.0:1609800481.118187:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:38.0:1609800481.118190:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800481.118190:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800481.118192:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.118194:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.118195:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.118199:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:31.0:1609800481.118205:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.118208:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.118211:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.118214:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800481.118215:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.118219:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:31.0:1609800481.118220:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:31.0:1609800481.118222:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800481.118224:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:27.0:1609800481.118230:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.118233:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:25.0:1609800481.118235:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:27.0:1609800481.118237:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.118239:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.118241:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:19.0:1609800481.118245:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.118247:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:31.0:1609800481.118249:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000400:00000200:27.0:1609800481.118250:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.118253:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.118253:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:25.0:1609800481.118253:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.118253:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.118259:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.118262:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800481.118263:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118264:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800481.118265:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.118266:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.118266:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.118267:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.118268:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800481.118268:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:0.0:1609800481.118269:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.118272:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:0.0:1609800481.118273:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.118275:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.118278:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.118279:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800481.118279:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800481.118281:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118281:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)++
00000800:00000200:19.0:1609800481.118281:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800481.118282:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.118283:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000400:00000200:60.0:1609800481.118284:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.118284:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:19.0:1609800481.118284:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800481.118285:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:27.0:1609800481.118285:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:25.0:1609800481.118285:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.118286:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.118287:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.118287:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.118288:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.118290:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (25)++
00000800:00000200:25.0:1609800481.118291:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000400:00000200:31.0:1609800481.118292:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800481.118292:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.118292:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:25.0:1609800481.118293:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:19.0:1609800481.118293:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:60.0:1609800481.118294:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.118294:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800481.118294:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118295:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.118295:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.118296:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (26)++
00000400:00000200:60.0:1609800481.118297:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.118297:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800481.118297:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:31.0:1609800481.118299:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800481.118302:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800481.118302:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.118304:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800481.118306:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.118315:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (27)++
00000800:00000200:27.0:1609800481.118316:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800481.118317:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.118317:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (28)--
00000800:00000200:31.0:1609800481.118318:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (28)--
00000800:00000200:27.0:1609800481.118319:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800481.118319:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800481.118319:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:31.0:1609800481.118320:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:27.0:1609800481.118320:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.118321:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000400:00000200:25.0:1609800481.118324:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.118324:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000800:00000200:27.0:1609800481.118326:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:19.0:1609800481.118326:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:27.0:1609800481.118327:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:25.0:1609800481.118327:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.118327:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:60.0:1609800481.118328:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.118328:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118329:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.118329:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800481.118331:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.118331:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.118332:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.118334:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:25.0:1609800481.118335:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:25.0:1609800481.118336:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:60.0:1609800481.118341:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800481.118341:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.118342:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118344:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800481.118344:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.118347:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800481.118366:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.118368:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.118370:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.118426:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.118432:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118435:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:60.0:1609800481.118448:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.118451:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.118456:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.118458:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:60.0:1609800481.118459:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.118466:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118470:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.118478:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118480:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:60.0:1609800481.118485:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.118487:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.118489:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.118490:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.118491:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.118513:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:21.1:1609800481.118521:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000800:00000200:31.0:1609800481.118526:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:31.0:1609800481.118529:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:31.0:1609800481.118531:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.118533:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:31.0:1609800481.118534:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:1.0:1609800481.118534:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.118536:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000800:00000200:31.0:1609800481.118537:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800481.118537:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118539:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:19.0:1609800481.118540:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:1.0:1609800481.118542:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.118543:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:1.0:1609800481.118546:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:1.0:1609800481.118569:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.118572:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:1.0:1609800481.118578:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.118579:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800481.118580:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:1.0:1609800481.118582:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000400:00000200:60.0:1609800481.118586:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118589:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:1.0:1609800481.118590:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118594:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.118597:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.118600:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.118602:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.118603:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:21.1:1609800481.118603:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.118608:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:25.0:1609800481.118610:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:25.0:1609800481.118614:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000800:00000200:27.0:1609800481.118616:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:25.0:1609800481.118616:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118619:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:25.0:1609800481.118619:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:27.0:1609800481.118620:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118622:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:27.0:1609800481.118623:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.118624:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:27.0:1609800481.118626:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:1.0:1609800481.118667:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800481.118684:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.118686:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:1.0:1609800481.118692:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.118695:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:1.0:1609800481.118699:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.118701:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:1.0:1609800481.118702:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:1.0:1609800481.118707:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.118721:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.118727:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.118730:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800481.118731:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118732:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:19.0:1609800481.118734:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.118736:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.118737:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)++
00000800:00000200:19.0:1609800481.118738:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:31.0:1609800481.118739:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:25.0:1609800481.118739:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:31.0:1609800481.118741:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:60.0:1609800481.118792:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.118813:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.118815:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:60.0:1609800481.118820:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.118823:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.118845:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.118846:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:60.0:1609800481.118849:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.118853:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118857:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.118864:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800481.118865:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000400:00000200:60.0:1609800481.118866:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:7.0:1609800481.118870:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.118871:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.118872:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.118874:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:27.0:1609800481.118874:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:27.0:1609800481.118875:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.118876:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.118877:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.118877:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:60.0:1609800481.118878:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.118879:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000400:00000200:27.0:1609800481.118879:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.118880:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:60.0:1609800481.118882:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:27.0:1609800481.118882:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:7.0:1609800481.118886:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.118890:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:21.1:1609800481.118895:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:7.0:1609800481.118895:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.118897:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:7.0:1609800481.118898:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:25.0:1609800481.118901:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)++
00000800:00000200:7.0:1609800481.118906:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:31.0:1609800481.118907:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:25.0:1609800481.118907:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000400:00000200:25.0:1609800481.118909:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.118913:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.118913:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800481.118917:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.118918:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000400:00000200:7.0:1609800481.118918:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.118920:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:19.0:1609800481.118924:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:7.0:1609800481.118925:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.118927:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:7.0:1609800481.118927:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:19.0:1609800481.118928:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.118929:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:19.0:1609800481.118931:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:7.0:1609800481.118931:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.118933:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.118934:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:7.0:1609800481.118934:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:7.0:1609800481.118938:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:7.0:1609800481.118942:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800481.118951:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:31.0:1609800481.118957:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000400:00000200:7.0:1609800481.118959:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.118960:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:7.0:1609800481.118961:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:31.0:1609800481.118962:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.118965:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.118966:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.118967:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:7.0:1609800481.118969:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.118971:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:7.0:1609800481.118990:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.118991:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:7.0:1609800481.118992:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000400:00000200:60.0:1609800481.118995:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800481.118996:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.118998:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119001:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:7.0:1609800481.119003:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.119006:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800481.119006:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.119008:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:60.0:1609800481.119009:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:21.1:1609800481.119009:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.119013:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.119014:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000400:00000200:7.0:1609800481.119014:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.119015:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.119016:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:7.0:1609800481.119017:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.119020:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (25)--
00000800:00000200:19.0:1609800481.119020:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000800:00000200:27.0:1609800481.119021:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000800:00000200:7.0:1609800481.119021:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800481.119022:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.119023:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:7.0:1609800481.119024:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000400:00000200:27.0:1609800481.119025:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.119029:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:7.0:1609800481.119029:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:21.1:1609800481.119032:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000400:00000200:60.0:1609800481.119033:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800481.119038:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:60.0:1609800481.119040:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119042:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:25.0:1609800481.119042:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:25.0:1609800481.119044:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.119045:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:25.0:1609800481.119047:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.119048:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800481.119048:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:31.0:1609800481.119049:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.119050:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:60.0:1609800481.119051:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:31.0:1609800481.119052:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.119053:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (24)--
00000800:00000200:25.0:1609800481.119054:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.119054:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.119055:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.119055:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:19.0:1609800481.119056:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.119057:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.119057:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:60.0:1609800481.119058:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:19.0:1609800481.119058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:60.0:1609800481.119062:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.119074:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:25.0:1609800481.119080:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:25.0:1609800481.119082:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:25.0:1609800481.119083:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.119085:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:25.0:1609800481.119086:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.119088:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800481.119132:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000400:00000200:38.0:1609800481.119135:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.119138:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.119141:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:27.0:1609800481.119142:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:27.0:1609800481.119143:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.119143:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:27.0:1609800481.119145:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:38.0:1609800481.119155:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.119159:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:38.0:1609800481.119165:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.119168:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:38.0:1609800481.119173:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800481.119176:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000800:00000200:38.0:1609800481.119177:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:38.0:1609800481.119185:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.119198:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:31.0:1609800481.119204:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:31.0:1609800481.119207:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:31.0:1609800481.119208:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.119209:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:31.0:1609800481.119211:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.119214:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000400:00000200:60.0:1609800481.119247:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.119251:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119253:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:60.0:1609800481.119258:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.119261:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.119265:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.119267:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (20)++
00000400:00000200:0.0:1609800481.119267:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.119268:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (21)++
00000800:00000200:60.0:1609800481.119273:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:0.0:1609800481.119274:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119277:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.119278:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:60.0:1609800481.119282:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800481.119284:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000400:00000200:0.0:1609800481.119284:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.119288:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:0.0:1609800481.119288:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.119290:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.119292:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:60.0:1609800481.119294:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800481.119294:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.119294:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.119295:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:60.0:1609800481.119296:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000400:00000200:19.0:1609800481.119296:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:0.0:1609800481.119296:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:0.0:1609800481.119297:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.119299:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:60.0:1609800481.119300:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.119314:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.119322:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (23)++
00000800:00000200:0.0:1609800481.119322:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:60.0:1609800481.119327:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000400:00000200:0.0:1609800481.119327:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.119332:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800481.119334:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000400:00000200:60.0:1609800481.119335:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119337:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:25.0:1609800481.119341:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:60.0:1609800481.119342:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.119344:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:25.0:1609800481.119344:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:0.0:1609800481.119344:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.119345:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.119347:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:25.0:1609800481.119347:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:0.0:1609800481.119347:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:60.0:1609800481.119348:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.119349:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:60.0:1609800481.119350:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (25)++
00000800:00000200:31.0:1609800481.119350:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (25)--
00000400:00000200:31.0:1609800481.119352:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.119353:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000400:00000200:0.0:1609800481.119353:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.119354:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000400:00000200:31.0:1609800481.119355:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:0.0:1609800481.119356:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.119358:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:25.0:1609800481.119360:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:60.0:1609800481.119361:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800481.119361:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.119363:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000400:00000200:60.0:1609800481.119364:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.119364:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:21.1:1609800481.119366:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (23)++
00000400:00000200:60.0:1609800481.119367:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:0.0:1609800481.119369:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)--
00000800:00000200:19.0:1609800481.119371:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000400:00000200:60.0:1609800481.119372:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.119375:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.119375:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (24)--
00000400:00000200:19.0:1609800481.119376:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.119377:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)++
00000800:00000200:60.0:1609800481.119379:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800481.119379:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.119380:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (24)++
00000800:00000200:27.0:1609800481.119380:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:60.0:1609800481.119381:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (25)++
00000800:00000200:19.0:1609800481.119382:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (26)--
00000800:00000200:19.0:1609800481.119384:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)++
00000800:00000200:60.0:1609800481.119386:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:27.0:1609800481.119386:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)++
00000800:00000200:27.0:1609800481.119387:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (26)--
00000800:00000200:19.0:1609800481.119387:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (26)--
00000800:00000200:27.0:1609800481.119388:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (25)--
00000400:00000200:19.0:1609800481.119388:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.119389:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000400:00000200:60.0:1609800481.119390:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.79@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800481.119391:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.119393:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.119395:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.79@o2ib18 local destination
00000800:00000200:21.1:1609800481.119398:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (22)++
00000400:00000200:60.0:1609800481.119400:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.119401:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:60.0:1609800481.119402:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:19.0:1609800481.119403:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:60.0:1609800481.119405:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.119405:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000800:00000200:60.0:1609800481.119406:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)++
00000800:00000200:31.0:1609800481.119406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (23)--
00000800:00000200:60.0:1609800481.119407:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000400:00000200:19.0:1609800481.119407:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.119409:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.119411:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.119411:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.119421:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:25.0:1609800481.119427:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:25.0:1609800481.119429:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:25.0:1609800481.119430:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.119432:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:25.0:1609800481.119433:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.119435:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:21.1:1609800481.119448:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:27.0:1609800481.119453:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.119456:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.79@o2ib18
00000800:00000200:27.0:1609800481.119458:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)++
00000800:00000200:27.0:1609800481.119459:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:19.0:1609800481.119459:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:27.0:1609800481.119460:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:32.1:1609800481.166855:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:31.0:1609800481.166908:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:31.0:1609800481.166921:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.166923:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.166929:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:31.0:1609800481.166931:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800481.166935:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.166939:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.166941:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.166945:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:25.0:1609800481.166953:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:31.0:1609800481.166959:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.166963:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.166966:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800481.166969:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.166973:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800481.166973:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.166973:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:25.0:1609800481.166978:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.166979:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.166980:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.166982:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.166985:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.166987:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (24)++
00000800:00000200:31.0:1609800481.166989:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:25.0:1609800481.166989:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000800:00000200:25.0:1609800481.166991:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:31.0:1609800481.166992:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000800:00000200:25.0:1609800481.166993:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:19.0:1609800481.166994:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.166995:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:25.0:1609800481.166996:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:27.0:1609800481.166998:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:25.0:1609800481.167002:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.167002:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.167006:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.167007:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.167009:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:27.0:1609800481.167011:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:60.0:1609800481.167012:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167031:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:60.0:1609800481.167032:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.167033:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:25.0:1609800481.167033:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:19.0:1609800481.167037:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.167038:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.167041:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.167042:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:25.0:1609800481.167043:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800481.167044:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.167045:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.167045:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.167046:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.167046:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800481.167048:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167050:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167050:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.167051:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000400:00000200:27.0:1609800481.167052:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:25.0:1609800481.167052:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (26)--
00000800:00000200:19.0:1609800481.167052:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.167053:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:25.0:1609800481.167054:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:25.0:1609800481.167056:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:60.0:1609800481.167057:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800481.167057:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.167058:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.167059:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.167061:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.167062:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.167062:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000400:00000200:5.0:1609800481.167062:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167064:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:25.0:1609800481.167065:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.167066:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.167069:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (26)++
00000400:00000200:25.0:1609800481.167070:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.167070:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.167071:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.167071:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800481.167072:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:27.0:1609800481.167073:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.167075:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.167076:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000400:00000200:25.0:1609800481.167077:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167077:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:31.0:1609800481.167078:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.167078:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:25.0:1609800481.167080:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.167081:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.167081:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:60.0:1609800481.167082:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.167082:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000400:00000200:60.0:1609800481.167083:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167083:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.167083:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.167084:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000400:00000200:19.0:1609800481.167084:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.167085:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (27)++
00000800:00000200:25.0:1609800481.167085:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800481.167086:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.167086:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:25.0:1609800481.167086:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.167087:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:25.0:1609800481.167087:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000800:00000200:5.0:1609800481.167087:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.167088:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (26)--
00000400:00000200:19.0:1609800481.167088:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167089:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (27)--
00000800:00000200:25.0:1609800481.167089:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000400:00000200:5.0:1609800481.167089:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167090:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000800:00000200:25.0:1609800481.167090:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:60.0:1609800481.167091:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.167091:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:60.0:1609800481.167092:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167092:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.167094:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:5.0:1609800481.167094:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.167095:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.167097:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167100:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.167102:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.167105:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:32.1:1609800481.167107:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:19.0:1609800481.167107:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.167110:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.167112:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.167112:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:60.0:1609800481.167115:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.167115:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000400:00000200:60.0:1609800481.167116:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.167116:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:19.0:1609800481.167116:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:19.0:1609800481.167118:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167119:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.167119:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.167129:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:19.0:1609800481.167131:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.167133:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:5.0:1609800481.167134:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.167135:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000400:00000200:19.0:1609800481.167135:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.167136:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800481.167136:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167137:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:19.0:1609800481.167138:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167140:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.167141:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.167142:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.167143:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.167143:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:19.0:1609800481.167149:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167152:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.167153:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:19.0:1609800481.167155:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.167157:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800481.167158:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:31.0:1609800481.167159:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167159:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.167163:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:25.0:1609800481.167164:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.167165:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800481.167166:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800481.167167:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167167:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000800:00000200:60.0:1609800481.167168:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.167168:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.167168:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800481.167169:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167169:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.167169:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000400:00000200:27.0:1609800481.167170:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800481.167170:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:25.0:1609800481.167171:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.167172:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.167182:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000400:00000200:60.0:1609800481.167183:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.167183:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000800:00000200:31.0:1609800481.167184:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000800:00000200:25.0:1609800481.167184:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000800:00000200:19.0:1609800481.167184:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:31.0:1609800481.167185:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000800:00000200:25.0:1609800481.167185:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000800:00000200:19.0:1609800481.167186:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (26)++
00000800:00000200:60.0:1609800481.167187:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800481.167187:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.167187:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:19.0:1609800481.167187:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:60.0:1609800481.167188:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167188:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:25.0:1609800481.167189:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:27.0:1609800481.167191:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800481.167191:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.167193:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800481.167193:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.167194:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:19.0:1609800481.167194:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167196:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:25.0:1609800481.167196:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.167197:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:19.0:1609800481.167197:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:27.0:1609800481.167198:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.167202:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.167205:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:19.0:1609800481.167205:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.167206:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800481.167206:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167207:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (26)++
00000800:00000200:19.0:1609800481.167207:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800481.167208:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:19.0:1609800481.167209:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.167210:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800481.167211:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167212:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (27)++
00000400:00000200:31.0:1609800481.167213:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:25.0:1609800481.167213:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.167215:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.167215:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800481.167216:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (28)--
00000800:00000200:25.0:1609800481.167217:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.167217:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (28)--
00000800:00000200:27.0:1609800481.167218:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (27)--
00000400:00000200:31.0:1609800481.167219:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167219:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:27.0:1609800481.167220:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:25.0:1609800481.167220:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.167221:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbafc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.167222:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800481.167223:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:60.0:1609800481.167224:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.167224:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800481.167224:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (26)--
00000400:00000200:60.0:1609800481.167225:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.167225:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:27.0:1609800481.167226:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167226:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:31.0:1609800481.167227:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.167227:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:60.0:1609800481.167228:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.167228:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.167229:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:31.0:1609800481.167230:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000400:00000200:27.0:1609800481.167230:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.167230:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:60.0:1609800481.167231:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.167231:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000400:00000200:60.0:1609800481.167232:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167232:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:27.0:1609800481.167233:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800481.167234:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.167235:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.167235:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:1.0:1609800481.167237:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.167241:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.167242:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.167245:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.167248:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:1.0:1609800481.167250:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.167252:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.167253:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800481.167253:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.167255:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.167257:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:27.0:1609800481.167259:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:27.0:1609800481.167261:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:60.0:1609800481.167263:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800481.167263:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:60.0:1609800481.167265:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167265:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000400:00000200:60.0:1609800481.167267:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.167267:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:25.0:1609800481.167267:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:27.0:1609800481.167268:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:1.0:1609800481.167271:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.167272:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.167273:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:1.0:1609800481.167273:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.167275:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.167276:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.167277:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:27.0:1609800481.167278:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.167280:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:27.0:1609800481.167282:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.167282:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.167284:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:27.0:1609800481.167285:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:25.0:1609800481.167285:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.167286:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:25.0:1609800481.167287:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.167289:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167290:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.167291:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.167291:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.167295:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800481.167295:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (26)++
00000400:00000200:31.0:1609800481.167296:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.167296:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (27)--
00000400:00000200:19.0:1609800481.167296:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.167297:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:27.0:1609800481.167298:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800481.167298:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (25)++
00000800:00000200:25.0:1609800481.167299:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (26)--
00000800:00000200:27.0:1609800481.167300:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.167300:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:25.0:1609800481.167300:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:19.0:1609800481.167300:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167301:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167302:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.167302:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.87@o2ib18
00000400:00000200:19.0:1609800481.167303:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:31.0:1609800481.167307:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:1.0:1609800481.167307:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.167308:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.87@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.167309:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800481.167309:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.167311:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.167312:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167312:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800481.167312:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.167313:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.167315:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.167315:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (25)++
00000800:00000200:31.0:1609800481.167316:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.167316:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.167317:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (26)--
00000800:00000200:27.0:1609800481.167317:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:31.0:1609800481.167319:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.167319:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:25.0:1609800481.167319:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167319:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.167320:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.167321:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:25.0:1609800481.167321:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:31.0:1609800481.167323:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.167325:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.167325:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000800:00000200:60.0:1609800481.167326:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.167326:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000400:00000200:25.0:1609800481.167326:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.167327:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:60.0:1609800481.167328:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167328:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (24)++
00000800:00000200:25.0:1609800481.167329:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800481.167330:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.167331:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.167332:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (24)--
00000800:00000200:25.0:1609800481.167333:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.167333:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:25.0:1609800481.167334:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbae600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.167336:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.167337:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000800:00000200:25.0:1609800481.167338:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800481.167356:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:27.0:1609800481.167362:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:27.0:1609800481.167366:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.167367:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:27.0:1609800481.167369:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:7.0:1609800481.167375:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.167378:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.167383:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:7.0:1609800481.167389:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.167391:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.167393:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.167538:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.167542:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.167545:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:60.0:1609800481.167550:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.167553:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:60.0:1609800481.167556:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.167572:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:60.0:1609800481.167573:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.167578:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:60.0:1609800481.167601:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.167612:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.167614:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:38.0:1609800481.167614:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.167619:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.167621:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:38.0:1609800481.167622:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.167624:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.167625:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.167625:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000400:00000200:38.0:1609800481.167626:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:60.0:1609800481.167632:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000400:00000200:38.0:1609800481.167633:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.167636:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:38.0:1609800481.167641:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800481.167643:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000800:00000200:38.0:1609800481.167645:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:38.0:1609800481.167654:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)--
00000800:00000200:32.1:1609800481.167684:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.167694:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:19.0:1609800481.167699:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:0.0:1609800481.167700:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800481.167701:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:19.0:1609800481.167701:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.167704:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:19.0:1609800481.167704:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:25.0:1609800481.167706:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.167706:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167707:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000400:00000200:25.0:1609800481.167709:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.167710:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000400:00000200:0.0:1609800481.167710:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:31.0:1609800481.167711:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000800:00000200:25.0:1609800481.167712:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:31.0:1609800481.167713:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.167713:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:31.0:1609800481.167716:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:0.0:1609800481.167717:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.167721:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.167723:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:0.0:1609800481.167726:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.167728:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:0.0:1609800481.167730:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:0.0:1609800481.167739:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:0.0:1609800481.167744:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.167749:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.167750:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:0.0:1609800481.167751:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:0.0:1609800481.167755:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.167756:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:0.0:1609800481.167758:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167759:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:25.0:1609800481.167761:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.167761:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.167762:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000400:00000200:25.0:1609800481.167763:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.167763:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:0.0:1609800481.167763:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:25.0:1609800481.167766:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:0.0:1609800481.167767:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000400:00000200:0.0:1609800481.167771:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.167776:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.167777:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800481.167778:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:0.0:1609800481.167782:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.167783:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:27.0:1609800481.167784:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:0.0:1609800481.167786:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.167788:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000800:00000200:0.0:1609800481.167788:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)++
00000400:00000200:27.0:1609800481.167789:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.167789:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:31.0:1609800481.167791:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:60.0:1609800481.167792:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800481.167792:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:0.0:1609800481.167793:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000400:00000200:60.0:1609800481.167795:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.167797:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:60.0:1609800481.167798:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800481.167806:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:60.0:1609800481.167811:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.167811:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:60.0:1609800481.167814:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167817:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:60.0:1609800481.167818:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.167820:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000800:00000200:60.0:1609800481.167822:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000800:00000200:60.0:1609800481.167827:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)--
00000800:00000200:19.0:1609800481.167827:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:19.0:1609800481.167829:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.167831:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800481.167831:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.167834:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.167848:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:60.0:1609800481.167853:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.167856:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:19.0:1609800481.167856:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:60.0:1609800481.167860:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.167861:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.167862:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000800:00000200:60.0:1609800481.167867:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000800:00000200:32.1:1609800481.167867:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167871:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.167872:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.167873:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167874:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167876:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:60.0:1609800481.167877:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:31.0:1609800481.167877:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167879:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.167879:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:5.0:1609800481.167880:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.167882:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.167882:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:27.0:1609800481.167883:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.167884:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:60.0:1609800481.167885:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167885:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:31.0:1609800481.167886:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:27.0:1609800481.167887:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:5.0:1609800481.167891:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.167894:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:60.0:1609800481.167895:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.167895:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:60.0:1609800481.167896:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:60.0:1609800481.167897:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.167898:0:16065:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:60.0:1609800481.167899:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000800:00000200:5.0:1609800481.167900:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.167902:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (21)++
00000800:00000200:5.0:1609800481.167904:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000800:00000200:5.0:1609800481.167906:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.87@o2ib18: no credits
00000800:00000200:5.0:1609800481.167908:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000800:00000200:32.1:1609800481.167917:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (22)++
00000800:00000200:19.0:1609800481.167923:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.167927:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.167929:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:19.0:1609800481.167937:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.167938:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (24)--
00000800:00000200:19.0:1609800481.167939:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:32.1:1609800481.167958:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (22)++
00000800:00000200:31.0:1609800481.167963:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167966:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.167966:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:31.0:1609800481.167968:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.167970:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.167970:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167973:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.167973:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000800:00000200:27.0:1609800481.167973:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.167974:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:27.0:1609800481.167974:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.167975:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:27.0:1609800481.167976:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (25)--
00000800:00000200:31.0:1609800481.167977:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000800:00000200:27.0:1609800481.167977:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:31.0:1609800481.167979:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.167979:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:60.0:1609800481.167980:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000400:00000200:31.0:1609800481.167981:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.167983:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.167985:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:60.0:1609800481.167987:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.167988:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:60.0:1609800481.167989:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.167994:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:60.0:1609800481.167997:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.168004:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.168006:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800481.168007:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:60.0:1609800481.168011:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.168012:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:60.0:1609800481.168013:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:60.0:1609800481.168015:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.168015:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:27.0:1609800481.168016:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.168017:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168017:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:60.0:1609800481.168018:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000400:00000200:27.0:1609800481.168018:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.168021:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.168021:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:32.1:1609800481.168033:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:19.0:1609800481.168039:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:19.0:1609800481.168042:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:19.0:1609800481.168043:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.168043:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.168045:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:19.0:1609800481.168046:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.168048:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000400:00000200:1.0:1609800481.168081:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.168084:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:1.0:1609800481.168091:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.168094:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:1.0:1609800481.168099:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.168101:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:1.0:1609800481.168103:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:1.0:1609800481.168111:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800481.168127:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:25.0:1609800481.168133:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168135:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:25.0:1609800481.168137:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.168138:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000400:00000200:25.0:1609800481.168139:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.168141:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:25.0:1609800481.168142:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.168143:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (23)++
00000800:00000200:27.0:1609800481.168144:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000800:00000200:25.0:1609800481.168144:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.168145:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000400:00000200:1.0:1609800481.168215:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800481.168219:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.168221:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:1.0:1609800481.168226:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.168229:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:1.0:1609800481.168233:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.168234:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:1.0:1609800481.168235:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:1.0:1609800481.168239:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:1.0:1609800481.168244:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800481.168247:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.168249:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:60.0:1609800481.168250:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.168253:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:1.0:1609800481.168254:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.168258:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:19.0:1609800481.168259:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:1.0:1609800481.168260:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.168262:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.168263:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.168263:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000800:00000200:1.0:1609800481.168263:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (24)++
00000400:00000200:60.0:1609800481.168265:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:31.0:1609800481.168265:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (24)--
00000400:00000200:19.0:1609800481.168265:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.168267:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:1.0:1609800481.168268:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)--
00000400:00000200:1.0:1609800481.168272:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.168276:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.168279:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:19.0:1609800481.168280:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800481.168282:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:60.0:1609800481.168283:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800481.168284:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.168285:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000800:00000200:60.0:1609800481.168286:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (23)++
00000400:00000200:1.0:1609800481.168286:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:25.0:1609800481.168288:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (24)++
00000800:00000200:60.0:1609800481.168291:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (25)--
00000800:00000200:25.0:1609800481.168291:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (25)--
00000400:00000200:1.0:1609800481.168291:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.168293:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:25.0:1609800481.168293:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800481.168293:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:25.0:1609800481.168295:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.168296:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800481.168297:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800481.168299:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:1.0:1609800481.168299:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)++
00000800:00000200:1.0:1609800481.168300:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (22)++
00000400:00000200:60.0:1609800481.168302:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.168303:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.168304:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:1.0:1609800481.168305:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)--
00000800:00000200:31.0:1609800481.168309:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000400:00000200:60.0:1609800481.168310:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800481.168312:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000800:00000200:60.0:1609800481.168313:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000400:00000200:31.0:1609800481.168314:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.168316:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800481.168316:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.168318:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)++
00000800:00000200:19.0:1609800481.168318:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (23)++
00000800:00000200:60.0:1609800481.168319:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (25)++
00000800:00000200:31.0:1609800481.168320:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (26)--
00000800:00000200:31.0:1609800481.168322:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (25)--
00000800:00000200:60.0:1609800481.168338:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (24)--
00000800:00000200:19.0:1609800481.168338:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:19.0:1609800481.168340:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.168342:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:32.1:1609800481.168345:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (22)++
00000800:00000200:19.0:1609800481.168348:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:19.0:1609800481.168349:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168352:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000800:00000200:19.0:1609800481.168352:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:19.0:1609800481.168353:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.168355:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.168357:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000400:00000200:7.0:1609800481.168364:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.168371:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000400:00000200:7.0:1609800481.168371:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.168374:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:27.0:1609800481.168376:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:27.0:1609800481.168380:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000400:00000200:7.0:1609800481.168381:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.168382:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168382:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:27.0:1609800481.168383:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (22)--
00000800:00000200:27.0:1609800481.168383:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:7.0:1609800481.168385:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:7.0:1609800481.168390:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.168392:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:7.0:1609800481.168394:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:7.0:1609800481.168401:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000400:00000200:7.0:1609800481.168406:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800481.168410:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.168412:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000800:00000200:32.1:1609800481.168414:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000400:00000200:7.0:1609800481.168416:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.168419:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:31.0:1609800481.168420:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:7.0:1609800481.168421:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.168422:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (23)++
00000800:00000200:7.0:1609800481.168423:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (24)++
00000800:00000200:7.0:1609800481.168427:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (25)--
00000800:00000200:31.0:1609800481.168429:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (24)--
00000400:00000200:31.0:1609800481.168430:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.168431:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (23)--
00000400:00000200:31.0:1609800481.168433:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.168434:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.87@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.168437:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800481.168440:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:25.0:1609800481.168445:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168448:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:25.0:1609800481.168449:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.168451:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:25.0:1609800481.168452:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.168452:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.168454:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.87@o2ib18 local destination
00000400:00000200:7.0:1609800481.168459:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.87@o2ib18(192.168.128.87@o2ib18:192.168.128.87@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.168461:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:7.0:1609800481.168462:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.87@o2ib18
00000800:00000200:7.0:1609800481.168465:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb98000] -> 192.168.128.87@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.168468:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae25400] (20)++
00000800:00000200:7.0:1609800481.168469:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae25400] (21)++
00000800:00000200:7.0:1609800481.168473:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae25400] (22)--
00000800:00000200:32.1:1609800481.168486:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (21)++
00000800:00000200:19.0:1609800481.168492:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (22)++
00000800:00000200:19.0:1609800481.168495:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae25400] (23)--
00000400:00000200:19.0:1609800481.168497:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.168498:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000400:00000200:19.0:1609800481.168499:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.87@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.168503:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800481.168508:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae25400] (20)++
00000800:00000200:27.0:1609800481.168516:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae25400] (21)++
00000800:00000200:27.0:1609800481.168519:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.87@o2ib18
00000800:00000200:27.0:1609800481.168521:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae25400] (22)++
00000800:00000200:25.0:1609800481.168521:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (22)--
00000800:00000200:27.0:1609800481.168522:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae25400] (23)--
00000800:00000200:27.0:1609800481.168523:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae25400] (21)--
00000800:00000200:32.1:1609800481.224877:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:6.0:1609800481.224928:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800481.224938:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.78@o2ib18
00000400:00000200:6.0:1609800481.224947:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800481.224954:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.224960:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800481.224973:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.224977:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.224980:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800481.224985:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.224989:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.224992:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.224995:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800481.224997:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800481.225001:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000400:00000200:37.0:1609800481.225004:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.225004:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.225006:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800481.225008:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:37.0:1609800481.225010:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:37.0:1609800481.225022:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.225029:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800481.225034:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:32.1:1609800481.225035:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800481.225041:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800481.225045:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800481.225045:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.225054:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.225064:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800481.225064:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.225067:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.225069:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800481.225070:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.225074:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.225079:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:60.0:1609800481.225085:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800481.225090:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.225092:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.225094:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800481.225096:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800481.225099:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800481.225104:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800481.225106:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:32.1:1609800481.225108:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800481.225111:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800481.225114:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:8.0:1609800481.225115:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:8.0:1609800481.225118:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800481.225126:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:60.0:1609800481.225132:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800481.225132:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:60.0:1609800481.225134:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.225135:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:60.0:1609800481.225137:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800481.225139:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.225141:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:6.0:1609800481.225145:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225145:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.225146:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:38.0:1609800481.225148:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800481.225149:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800481.225149:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:32.1:1609800481.225150:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000400:00000200:38.0:1609800481.225153:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.225155:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.225157:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800481.225159:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800481.225159:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:6.0:1609800481.225160:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.225166:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800481.225170:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.225171:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.225176:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800481.225176:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.225178:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800481.225180:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800481.225183:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:37.0:1609800481.225185:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800481.225186:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (25)++
00000800:00000200:4.0:1609800481.225186:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:37.0:1609800481.225187:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.225190:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.225192:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.225192:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225192:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.225193:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (27)++
00000400:00000200:60.0:1609800481.225195:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800481.225196:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:6.0:1609800481.225198:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (28)--
00000800:00000200:37.0:1609800481.225199:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (28)--
00000800:00000200:6.0:1609800481.225200:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000800:00000200:37.0:1609800481.225202:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:6.0:1609800481.225204:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000400:00000200:4.0:1609800481.225205:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.225208:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.225212:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225213:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800481.225213:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.225215:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:8.0:1609800481.225217:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.225218:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000400:00000200:6.0:1609800481.225219:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800481.225219:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:37.0:1609800481.225220:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:37.0:1609800481.225222:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.225222:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800481.225224:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800481.225231:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800481.225236:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800481.225237:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.225238:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.225239:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000400:00000200:0.0:1609800481.225240:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225241:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800481.225241:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.225242:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:4.0:1609800481.225242:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800481.225243:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800481.225247:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:0.0:1609800481.225247:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.225248:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800481.225254:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800481.225257:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.225257:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800481.225262:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800481.225264:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.225266:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:32.1:1609800481.225267:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.225268:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:4.0:1609800481.225270:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800481.225271:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.225273:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225273:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.225278:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800481.225278:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.225279:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.225281:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:60.0:1609800481.225284:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.225285:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.225285:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800481.225286:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000400:00000200:4.0:1609800481.225286:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.225288:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.225288:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.225290:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:4.0:1609800481.225291:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.225295:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:37.0:1609800481.225296:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800481.225296:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225299:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:37.0:1609800481.225300:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225303:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000400:00000200:6.0:1609800481.225303:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800481.225307:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800481.225307:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800481.225324:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.225325:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800481.225326:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:4.0:1609800481.225327:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800481.225330:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800481.225331:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.225333:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800481.225334:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.225334:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800481.225334:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800481.225336:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.225336:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800481.225337:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800481.225338:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800481.225339:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225339:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)++
00000400:00000200:8.0:1609800481.225340:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:5.0:1609800481.225340:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800481.225341:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (27)--
00000400:00000200:37.0:1609800481.225342:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.225342:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000400:00000200:5.0:1609800481.225343:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225343:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:37.0:1609800481.225345:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800481.225345:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000400:00000200:8.0:1609800481.225346:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800481.225346:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.225346:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:37.0:1609800481.225347:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800481.225347:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.225348:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800481.225348:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:37.0:1609800481.225349:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.225349:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.225350:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.225351:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800481.225351:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800481.225353:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.225354:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:8.0:1609800481.225354:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800481.225355:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:8.0:1609800481.225355:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800481.225357:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800481.225359:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:5.0:1609800481.225360:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.225362:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.225363:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.225364:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800481.225364:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:5.0:1609800481.225364:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.225367:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.225368:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.225369:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225370:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.225373:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:5.0:1609800481.225373:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800481.225376:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.225378:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225380:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.225380:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800481.225383:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:4.0:1609800481.225385:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:4.0:1609800481.225386:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:4.0:1609800481.225390:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.225392:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:4.0:1609800481.225393:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800481.225397:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.225400:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:4.0:1609800481.225406:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.225408:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800481.225411:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800481.225413:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800481.225414:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225418:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:4.0:1609800481.225419:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:4.0:1609800481.225420:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:60.0:1609800481.225424:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.225425:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225428:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.225453:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:8.0:1609800481.225460:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800481.225464:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.225465:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:8.0:1609800481.225467:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800481.225469:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.225486:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:8.0:1609800481.225486:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.225487:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.225488:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800481.225490:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.225492:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000400:00000200:8.0:1609800481.225493:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.225494:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225496:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800481.225496:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.225498:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800481.225499:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800481.225499:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:4.0:1609800481.225499:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800481.225501:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800481.225502:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800481.225503:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.225503:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.225504:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800481.225505:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800481.225507:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800481.225509:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800481.225510:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.225511:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800481.225512:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)++
00000800:00000200:6.0:1609800481.225512:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225512:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800481.225514:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:8.0:1609800481.225514:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:4.0:1609800481.225514:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800481.225515:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800481.225516:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800481.225516:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800481.225517:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:4.0:1609800481.225517:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800481.225518:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.225518:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:4.0:1609800481.225518:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800481.225519:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:4.0:1609800481.225519:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:1.0:1609800481.225520:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800481.225521:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800481.225521:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800481.225521:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.225521:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (26)++
00000400:00000200:1.0:1609800481.225522:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.225524:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.225524:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.225525:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:60.0:1609800481.225526:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800481.225526:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:1.0:1609800481.225526:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.225527:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225542:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.225545:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800481.225546:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (27)--
00000800:00000200:4.0:1609800481.225547:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000800:00000200:37.0:1609800481.225548:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800481.225548:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.225549:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225549:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:8.0:1609800481.225550:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800481.225551:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225551:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225552:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800481.225554:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800481.225555:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)++
00000800:00000200:8.0:1609800481.225555:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800481.225555:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800481.225557:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.225557:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (27)--
00000400:00000200:6.0:1609800481.225557:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:4.0:1609800481.225557:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.78@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800481.225557:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.225558:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000400:00000200:60.0:1609800481.225559:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.225559:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)++
00000800:00000200:8.0:1609800481.225559:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)++
00000800:00000200:8.0:1609800481.225560:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (26)--
00000800:00000200:37.0:1609800481.225561:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (26)--
00000800:00000200:8.0:1609800481.225561:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (26)--
00000400:00000200:4.0:1609800481.225561:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.225561:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.225562:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.225562:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000400:00000200:6.0:1609800481.225562:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800481.225563:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800481.225564:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800481.225565:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800481.225567:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800481.225568:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.225569:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.225570:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800481.225573:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800481.225576:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800481.225576:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:1.0:1609800481.225576:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800481.225577:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000400:00000200:1.0:1609800481.225577:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.225578:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800481.225578:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:4.0:1609800481.225578:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:60.0:1609800481.225579:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225579:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800481.225580:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.225581:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.225582:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.225583:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:1.0:1609800481.225584:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800481.225586:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:4.0:1609800481.225586:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:1.0:1609800481.225586:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.225588:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.225595:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800481.225603:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.225606:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.225607:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:37.0:1609800481.225608:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:1.0:1609800481.225673:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800481.225678:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.225680:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:1.0:1609800481.225685:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.225689:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:1.0:1609800481.225692:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.225694:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:1.0:1609800481.225695:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:1.0:1609800481.225714:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:60.0:1609800481.225758:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.225767:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225787:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:32.1:1609800481.225790:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.225793:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.225797:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.225797:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.225801:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.225802:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800481.225802:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225803:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:60.0:1609800481.225804:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000400:00000200:6.0:1609800481.225805:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.225806:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.225808:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:7.0:1609800481.225810:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.225813:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:60.0:1609800481.225818:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.225824:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.225825:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225827:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:8.0:1609800481.225831:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:7.0:1609800481.225831:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225832:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800481.225834:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.225835:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:8.0:1609800481.225836:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.225836:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:37.0:1609800481.225837:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800481.225838:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.225839:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.225841:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:60.0:1609800481.225842:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000400:00000200:7.0:1609800481.225843:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.225845:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:7.0:1609800481.225846:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.225847:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:7.0:1609800481.225851:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.225853:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:7.0:1609800481.225854:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:32.1:1609800481.225859:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000800:00000200:7.0:1609800481.225861:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000400:00000200:7.0:1609800481.225866:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800481.225866:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.225869:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:4.0:1609800481.225870:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.225871:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.225871:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:7.0:1609800481.225873:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:4.0:1609800481.225873:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:7.0:1609800481.225878:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.225880:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:32.1:1609800481.225882:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (22)++
00000800:00000200:7.0:1609800481.225884:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.225885:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.225885:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:7.0:1609800481.225886:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.225886:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:37.0:1609800481.225890:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000800:00000200:7.0:1609800481.225890:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:4.0:1609800481.225890:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (25)--
00000400:00000200:4.0:1609800481.225891:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.225894:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.225896:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800481.225896:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.225915:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800481.225922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.225925:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800481.225926:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.225928:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:6.0:1609800481.225929:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:6.0:1609800481.225931:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:60.0:1609800481.225932:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.225935:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:60.0:1609800481.225940:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.225943:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:60.0:1609800481.225948:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.225950:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:60.0:1609800481.225951:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:60.0:1609800481.225955:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.225975:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:8.0:1609800481.225983:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800481.225986:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:8.0:1609800481.225988:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.225988:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800481.225990:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.226011:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:32.1:1609800481.226012:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (20)++
00000800:00000200:37.0:1609800481.226019:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)++
00000800:00000200:37.0:1609800481.226023:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.226024:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.226025:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:6.0:1609800481.226025:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.226026:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:38.0:1609800481.226031:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800481.226050:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.226053:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:38.0:1609800481.226059:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.226062:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:38.0:1609800481.226067:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800481.226069:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:38.0:1609800481.226070:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.226076:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800481.226078:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:60.0:1609800481.226080:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226082:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:38.0:1609800481.226085:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.226090:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.226093:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226096:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.226097:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:38.0:1609800481.226098:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.226100:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.226101:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800481.226101:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:4.0:1609800481.226102:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.226103:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:8.0:1609800481.226103:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:60.0:1609800481.226105:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000400:00000200:4.0:1609800481.226105:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:38.0:1609800481.226107:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226109:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:38.0:1609800481.226110:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.226110:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:38.0:1609800481.226114:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.226115:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800481.226115:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (21)++
00000800:00000200:38.0:1609800481.226117:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000400:00000200:60.0:1609800481.226118:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.226125:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000400:00000200:60.0:1609800481.226126:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:60.0:1609800481.226131:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.226131:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.226133:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:60.0:1609800481.226134:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.226136:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:6.0:1609800481.226137:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.226138:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800481.226139:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.226140:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000400:00000200:6.0:1609800481.226140:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226142:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:6.0:1609800481.226143:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:32.1:1609800481.226144:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (23)++
00000800:00000200:60.0:1609800481.226147:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000400:00000200:60.0:1609800481.226151:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800481.226152:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:60.0:1609800481.226154:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.226155:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:60.0:1609800481.226156:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:8.0:1609800481.226156:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.226157:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:60.0:1609800481.226162:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226164:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:8.0:1609800481.226176:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226177:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800481.226177:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:60.0:1609800481.226178:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:8.0:1609800481.226178:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800481.226178:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.226179:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000800:00000200:8.0:1609800481.226180:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000400:00000200:4.0:1609800481.226181:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226183:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800481.226184:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.226184:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (25)--
00000400:00000200:60.0:1609800481.226187:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.226201:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.226202:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:4.0:1609800481.226202:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:60.0:1609800481.226203:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:8.0:1609800481.226203:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800481.226204:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:4.0:1609800481.226205:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226206:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800481.226206:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226207:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226210:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:4.0:1609800481.226210:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226213:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800481.226213:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:60.0:1609800481.226215:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:60.0:1609800481.226216:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000400:00000200:0.0:1609800481.226216:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.226219:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:0.0:1609800481.226223:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226224:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.226226:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:32.1:1609800481.226232:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:0.0:1609800481.226232:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.226233:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.226236:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000400:00000200:60.0:1609800481.226238:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:6.0:1609800481.226239:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.226242:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:0.0:1609800481.226242:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800481.226243:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226244:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800481.226244:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:0.0:1609800481.226244:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000400:00000200:6.0:1609800481.226245:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226247:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:0.0:1609800481.226247:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.226248:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.226251:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.226253:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000800:00000200:60.0:1609800481.226255:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:0.0:1609800481.226255:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.226260:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)--
00000400:00000200:0.0:1609800481.226260:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.226267:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.226274:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:0.0:1609800481.226276:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.226277:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:37.0:1609800481.226279:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.226279:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:4.0:1609800481.226280:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000400:00000200:37.0:1609800481.226281:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:4.0:1609800481.226282:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226284:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800481.226284:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.226284:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800481.226286:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:0.0:1609800481.226287:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.226288:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:4.0:1609800481.226290:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:0.0:1609800481.226291:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.226293:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:0.0:1609800481.226294:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:0.0:1609800481.226299:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.226306:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800481.226313:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.226316:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:6.0:1609800481.226317:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:8.0:1609800481.226318:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)++
00000800:00000200:6.0:1609800481.226318:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226320:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.226320:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.226321:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800481.226322:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.226324:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.226326:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:5.0:1609800481.226368:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.226376:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.226379:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:5.0:1609800481.226385:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.226389:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:5.0:1609800481.226392:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.226394:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:5.0:1609800481.226395:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:5.0:1609800481.226403:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.226424:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.226425:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800481.226432:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:60.0:1609800481.226434:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.226435:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800481.226436:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226437:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:6.0:1609800481.226438:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:4.0:1609800481.226439:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.226442:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226445:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:4.0:1609800481.226446:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:60.0:1609800481.226450:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.226451:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:60.0:1609800481.226453:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:60.0:1609800481.226457:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:60.0:1609800481.226461:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.226467:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226469:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000800:00000200:32.1:1609800481.226469:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.226474:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226476:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.226476:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:60.0:1609800481.226479:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800481.226480:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000800:00000200:60.0:1609800481.226481:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)++
00000400:00000200:37.0:1609800481.226481:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.226482:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (23)++
00000800:00000200:8.0:1609800481.226482:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000400:00000200:37.0:1609800481.226483:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.226486:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:8.0:1609800481.226486:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.226487:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)++
00000800:00000200:37.0:1609800481.226488:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226489:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (24)--
00000800:00000200:6.0:1609800481.226489:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226490:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.226499:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:4.0:1609800481.226506:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:4.0:1609800481.226509:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:4.0:1609800481.226510:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.226511:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:4.0:1609800481.226512:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:4.0:1609800481.226515:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:1.0:1609800481.226526:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800481.226542:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.226544:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:1.0:1609800481.226550:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.226552:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:1.0:1609800481.226556:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.226558:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:1.0:1609800481.226559:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:1.0:1609800481.226565:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000800:00000200:32.1:1609800481.226587:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000800:00000200:6.0:1609800481.226594:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:6.0:1609800481.226597:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:6.0:1609800481.226598:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.226600:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:6.0:1609800481.226600:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:6.0:1609800481.226602:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000400:00000200:60.0:1609800481.226633:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.226637:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.226639:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:60.0:1609800481.226644:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226647:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:60.0:1609800481.226651:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.226653:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (20)++
00000800:00000200:60.0:1609800481.226654:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (21)++
00000800:00000200:60.0:1609800481.226659:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (22)--
00000400:00000200:60.0:1609800481.226662:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.78@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.226677:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.226677:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (21)++
00000400:00000200:60.0:1609800481.226680:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.78@o2ib18 local destination
00000400:00000200:60.0:1609800481.226685:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.78@o2ib18(192.168.128.78@o2ib18:192.168.128.78@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.226687:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.78@o2ib18
00000800:00000200:37.0:1609800481.226687:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:60.0:1609800481.226690:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecd00] -> 192.168.128.78@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.226692:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:60.0:1609800481.226692:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6e8400] (24)++
00000800:00000200:37.0:1609800481.226692:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (23)--
00000400:00000200:37.0:1609800481.226694:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.226695:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:60.0:1609800481.226696:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6e8400] (24)--
00000400:00000200:37.0:1609800481.226714:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:32.1:1609800481.226716:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.226718:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)--
00000800:00000200:37.0:1609800481.226720:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)++
00000800:00000200:37.0:1609800481.226740:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.78@o2ib18
00000800:00000200:8.0:1609800481.226740:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6e8400] (23)++
00000800:00000200:37.0:1609800481.226741:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6e8400] (23)++
00000800:00000200:37.0:1609800481.226743:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6e8400] (25)--
00000800:00000200:37.0:1609800481.226744:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (24)--
00000800:00000200:8.0:1609800481.226744:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6e8400] (24)--
00000400:00000200:8.0:1609800481.226745:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.226745:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (22)--
00000400:00000200:8.0:1609800481.226747:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.78@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.226750:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6e8400] (21)--
00000800:00000200:27.1:1609800481.257375:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (20)++
00000800:00000200:31.0:1609800481.257386:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:31.0:1609800481.257391:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.142@o2ib18
00000400:00000200:31.0:1609800481.257398:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.142@o2ib18 : GET - for me
00000400:00000200:31.0:1609800481.257404:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.142@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:31.0:1609800481.257410:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.142@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:31.0:1609800481.257415:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:31.0:1609800481.257418:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:31.0:1609800481.257423:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.142@o2ib18 local destination
00000800:00000200:19.0:1609800481.257432:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:31.0:1609800481.257434:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.142@o2ib18(192.168.128.142@o2ib18:192.168.128.142@o2ib18) : REPLY try# 0
00000800:00000200:31.0:1609800481.257440:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.142@o2ib18
00000800:00000200:31.0:1609800481.257445:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff935525398000] -> 192.168.128.142@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.257447:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:31.0:1609800481.257449:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:31.0:1609800481.257460:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dbf27a00] (23)--
00000800:00000200:31.0:1609800481.257462:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000800:00000200:27.1:1609800481.257475:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dbf27a00] (21)++
00000800:00000200:25.0:1609800481.257484:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)++
00000800:00000200:25.0:1609800481.257488:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dbf27a00] (23)--
00000400:00000200:25.0:1609800481.257491:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.257493:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (22)--
00000400:00000200:25.0:1609800481.257495:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.142@o2ib18: REPLY: OK
00000800:00000200:25.0:1609800481.257500:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dbf27a00] (21)--
00000400:00000200:5.0:1609800481.341173:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800481.341176:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:32.1:1609800481.401275:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:19.0:1609800481.401324:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:19.0:1609800481.401337:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.174@o2ib18
00000400:00000200:19.0:1609800481.401345:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.401353:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.401359:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800481.401372:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.401378:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.401379:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.401386:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.401392:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.401395:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.401399:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.401401:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.401402:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.401405:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (25)--
00000800:00000200:27.0:1609800481.401407:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:19.0:1609800481.401407:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:31.0:1609800481.401408:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.401409:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:25.0:1609800481.401412:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:19.0:1609800481.401413:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:27.0:1609800481.401414:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.401416:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401416:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.401419:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800481.401419:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.401422:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.401423:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:60.0:1609800481.401424:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.401424:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.401429:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.401431:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:31.0:1609800481.401436:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.401443:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800481.401444:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.401448:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.401449:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.401449:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800481.401450:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401453:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.401456:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800481.401456:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:27.0:1609800481.401458:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.401459:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.401461:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800481.401461:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:19.0:1609800481.401467:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.401472:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.401472:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.401476:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000800:00000200:27.0:1609800481.401476:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000800:00000200:25.0:1609800481.401477:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.401477:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:60.0:1609800481.401478:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.401478:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (27)--
00000800:00000200:31.0:1609800481.401479:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (27)--
00000400:00000200:60.0:1609800481.401480:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401480:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (26)--
00000800:00000200:31.0:1609800481.401482:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:25.0:1609800481.401482:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.401482:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:60.0:1609800481.401485:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.401485:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.401485:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.401486:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.401488:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.401489:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.401491:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:25.0:1609800481.401493:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000800:00000200:19.0:1609800481.401493:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (25)++
00000800:00000200:31.0:1609800481.401496:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (27)++
00000400:00000200:27.0:1609800481.401497:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800481.401499:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.401500:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:60.0:1609800481.401501:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.401502:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401504:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (28)--
00000800:00000200:19.0:1609800481.401504:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (28)--
00000400:00000200:60.0:1609800481.401506:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.401506:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:25.0:1609800481.401506:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (26)--
00000400:00000200:31.0:1609800481.401507:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.401508:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:25.0:1609800481.401510:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000400:00000200:27.0:1609800481.401516:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.401517:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.401521:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.401521:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000400:00000200:31.0:1609800481.401525:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401526:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800481.401527:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800481.401528:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800481.401530:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:27.0:1609800481.401531:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.401533:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800481.401533:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.401540:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.401541:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.401544:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.401547:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (24)++
00000800:00000200:31.0:1609800481.401548:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.401549:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (25)--
00000800:00000200:27.0:1609800481.401551:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:25.0:1609800481.401551:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.401552:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800481.401555:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.401555:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:31.0:1609800481.401557:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.401559:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.401560:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.401562:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000800:00000200:31.0:1609800481.401564:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:31.0:1609800481.401566:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:25.0:1609800481.401566:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.401568:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.401570:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800481.401570:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800481.401571:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800481.401573:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.401591:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.401591:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800481.401591:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.401594:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.401595:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.401599:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (22)++
00000800:00000200:25.0:1609800481.401602:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000800:00000200:25.0:1609800481.401609:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:25.0:1609800481.401610:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:1.0:1609800481.401611:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800481.401613:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.401617:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.401629:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.401638:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.401641:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:19.0:1609800481.401643:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.401644:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.401647:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.401648:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:19.0:1609800481.401649:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:32.1:1609800481.401696:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:25.0:1609800481.401702:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:25.0:1609800481.401705:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.401707:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:25.0:1609800481.401709:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:25.0:1609800481.401712:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.401714:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:25.0:1609800481.401719:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.401722:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:25.0:1609800481.401724:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800481.401726:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.401727:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:25.0:1609800481.401731:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (21)++
00000800:00000200:25.0:1609800481.401732:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (22)--
00000800:00000200:25.0:1609800481.401733:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:60.0:1609800481.401739:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.401741:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.401743:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.401755:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:19.0:1609800481.401761:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:19.0:1609800481.401765:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:31.0:1609800481.401767:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000400:00000200:19.0:1609800481.401769:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.401771:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:19.0:1609800481.401772:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401774:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:31.0:1609800481.401775:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.401775:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:27.0:1609800481.401777:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:31.0:1609800481.401779:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401780:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000400:00000200:27.0:1609800481.401781:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.401782:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:31.0:1609800481.401783:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:19.0:1609800481.401783:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.401786:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:31.0:1609800481.401789:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.401789:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.401792:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.401792:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.401793:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.401793:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.401793:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.401795:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800481.401795:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:31.0:1609800481.401797:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.401798:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800481.401799:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.401799:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000400:00000200:27.0:1609800481.401801:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.401801:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (26)--
00000400:00000200:25.0:1609800481.401802:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:19.0:1609800481.401802:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:19.0:1609800481.401803:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.401804:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.401805:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.401806:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.401807:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401807:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800481.401807:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.401809:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.401810:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000800:00000200:27.0:1609800481.401810:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:25.0:1609800481.401810:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.401811:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (26)--
00000800:00000200:27.0:1609800481.401811:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.401812:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000400:00000200:19.0:1609800481.401812:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.401813:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:25.0:1609800481.401813:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.401814:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (24)++
00000800:00000200:31.0:1609800481.401815:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:25.0:1609800481.401815:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800481.401815:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401816:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (26)++
00000800:00000200:25.0:1609800481.401816:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaf900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.401817:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000400:00000200:31.0:1609800481.401818:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.401820:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (27)--
00000800:00000200:27.0:1609800481.401821:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (26)--
00000800:00000200:27.0:1609800481.401822:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (25)++
00000800:00000200:60.0:1609800481.401823:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.401823:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.401824:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401824:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:25.0:1609800481.401824:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (26)++
00000800:00000200:19.0:1609800481.401825:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.401826:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401826:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (27)--
00000400:00000200:60.0:1609800481.401827:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.401827:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (26)--
00000800:00000200:25.0:1609800481.401828:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (25)++
00000800:00000200:19.0:1609800481.401828:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800481.401829:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:25.0:1609800481.401829:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (26)--
00000400:00000200:27.0:1609800481.401830:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.401830:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.401831:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:25.0:1609800481.401831:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:19.0:1609800481.401831:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800481.401833:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.401834:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800481.401836:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:31.0:1609800481.401837:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.401839:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.401842:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.401842:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.401844:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.401844:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.401845:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.401846:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (24)++
00000800:00000200:19.0:1609800481.401846:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:60.0:1609800481.401847:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.401847:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:27.0:1609800481.401847:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.401847:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:60.0:1609800481.401849:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.401849:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:27.0:1609800481.401849:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800481.401851:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.401851:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.401854:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (21)++
00000800:00000200:60.0:1609800481.401855:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.401856:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401857:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000400:00000200:60.0:1609800481.401858:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.401860:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:38.0:1609800481.401861:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.401861:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:32.1:1609800481.401863:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000400:00000200:38.0:1609800481.401865:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401869:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000400:00000200:38.0:1609800481.401871:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.401872:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:19.0:1609800481.401874:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:25.0:1609800481.401875:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.401877:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:19.0:1609800481.401879:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:25.0:1609800481.401880:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.401880:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:38.0:1609800481.401881:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.401882:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:38.0:1609800481.401883:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.401883:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.401883:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:31.0:1609800481.401885:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.401885:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.401888:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.174@o2ib18
00000400:00000200:38.0:1609800481.401889:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.401889:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800481.401892:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.401894:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.401894:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.401895:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.174@o2ib18 : PUT - routed
00000800:00000200:25.0:1609800481.401895:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:25.0:1609800481.401897:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:25.0:1609800481.401898:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93458dbaff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800481.401899:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.401899:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.401900:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.401903:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:60.0:1609800481.401906:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:25.0:1609800481.401906:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (25)++
00000400:00000200:60.0:1609800481.401907:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.401907:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (26)--
00000400:00000200:19.0:1609800481.401907:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:25.0:1609800481.401908:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000400:00000200:60.0:1609800481.401909:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.401909:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:31.0:1609800481.401910:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.401913:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800481.401913:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800481.401915:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.401916:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800481.401917:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:19.0:1609800481.401917:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800481.401918:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.401920:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.401920:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.401921:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.401923:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000400:00000200:27.0:1609800481.401923:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.401923:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.401925:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:19.0:1609800481.401925:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800481.401926:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.401926:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:27.0:1609800481.401926:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800481.401928:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.401929:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (22)++
00000800:00000200:27.0:1609800481.401931:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.401931:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.401932:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:27.0:1609800481.401933:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.401936:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (21)++
00000800:00000200:38.0:1609800481.401937:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.401938:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000400:00000200:38.0:1609800481.401939:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.401940:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:27.0:1609800481.401942:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:38.0:1609800481.401943:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800481.401950:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800481.401952:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.401953:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000400:00000200:38.0:1609800481.401956:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800481.401959:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.401961:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.401964:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.401965:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:25.0:1609800481.401970:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.401973:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:25.0:1609800481.401978:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.401981:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:25.0:1609800481.401985:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800481.401987:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)++
00000800:00000200:25.0:1609800481.401988:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000800:00000200:26.0:1609800481.401992:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:25.0:1609800481.401993:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000400:00000200:25.0:1609800481.401998:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.401999:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:26.0:1609800481.402000:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:25.0:1609800481.402001:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.402002:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:25.0:1609800481.402003:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:25.0:1609800481.402007:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.402010:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:25.0:1609800481.402013:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800481.402014:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:25.0:1609800481.402016:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:25.0:1609800481.402020:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402026:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.402032:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.402035:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:19.0:1609800481.402036:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.402038:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:19.0:1609800481.402039:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.402041:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:27.0:1609800481.402042:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402043:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.402044:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:27.0:1609800481.402045:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.402047:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000400:00000200:60.0:1609800481.402076:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.402080:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.402082:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:60.0:1609800481.402088:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.402091:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.402095:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402096:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (20)++
00000800:00000200:60.0:1609800481.402098:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (21)++
00000800:00000200:60.0:1609800481.402102:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)--
00000800:00000200:32.1:1609800481.402115:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000800:00000200:26.0:1609800481.402143:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:26.0:1609800481.402146:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000400:00000200:26.0:1609800481.402148:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.402149:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:26.0:1609800481.402151:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.402156:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000400:00000200:0.0:1609800481.402157:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.402168:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.402174:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800481.402187:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.402193:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:0.0:1609800481.402201:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.402203:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800481.402205:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (20)++
00000800:00000200:0.0:1609800481.402207:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (21)++
00000400:00000200:60.0:1609800481.402210:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.402213:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:60.0:1609800481.402219:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.402219:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)--
00000800:00000200:60.0:1609800481.402222:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.402226:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402228:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:60.0:1609800481.402230:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000400:00000200:0.0:1609800481.402230:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.402232:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (23)++
00000800:00000200:60.0:1609800481.402235:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000400:00000200:0.0:1609800481.402236:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402238:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:0.0:1609800481.402240:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:19.0:1609800481.402241:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:19.0:1609800481.402243:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.402244:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:19.0:1609800481.402246:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.402247:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:27.0:1609800481.402249:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.402250:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:0.0:1609800481.402251:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800481.402253:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:32.1:1609800481.402256:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:0.0:1609800481.402257:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.402258:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.402259:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:27.0:1609800481.402261:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:0.0:1609800481.402263:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800481.402264:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:27.0:1609800481.402265:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:0.0:1609800481.402266:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:27.0:1609800481.402267:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (21)++
00000800:00000200:27.0:1609800481.402268:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:0.0:1609800481.402269:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.402270:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:0.0:1609800481.402288:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)--
00000400:00000200:0.0:1609800481.402294:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.402301:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000400:00000200:60.0:1609800481.402305:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.402307:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000400:00000200:60.0:1609800481.402309:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402310:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000400:00000200:60.0:1609800481.402312:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:19.0:1609800481.402312:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.402313:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:19.0:1609800481.402315:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:0.0:1609800481.402315:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.402317:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:60.0:1609800481.402318:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.402321:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:0.0:1609800481.402326:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.402328:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:0.0:1609800481.402329:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.402331:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402333:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (20)++
00000800:00000200:0.0:1609800481.402333:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402334:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (21)++
00000800:00000200:0.0:1609800481.402335:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:60.0:1609800481.402340:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:0.0:1609800481.402340:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000400:00000200:60.0:1609800481.402344:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800481.402345:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402351:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000400:00000200:0.0:1609800481.402351:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.402352:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.402354:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800481.402356:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.402357:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:0.0:1609800481.402358:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:60.0:1609800481.402360:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800481.402360:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:31.0:1609800481.402362:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.402363:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:60.0:1609800481.402364:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:31.0:1609800481.402365:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.402366:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:0.0:1609800481.402367:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800481.402368:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.402369:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:0.0:1609800481.402371:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:31.0:1609800481.402372:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:27.0:1609800481.402372:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.402373:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402374:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:0.0:1609800481.402375:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402376:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:27.0:1609800481.402376:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:0.0:1609800481.402377:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:32.1:1609800481.402378:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (23)++
00000800:00000200:60.0:1609800481.402380:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000800:00000200:0.0:1609800481.402380:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000400:00000200:60.0:1609800481.402384:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.402384:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:0.0:1609800481.402385:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000400:00000200:60.0:1609800481.402388:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402388:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000400:00000200:0.0:1609800481.402389:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.402390:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:26.0:1609800481.402390:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:19.0:1609800481.402390:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (24)++
00000800:00000200:19.0:1609800481.402391:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (26)--
00000800:00000200:26.0:1609800481.402392:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (26)--
00000800:00000200:19.0:1609800481.402393:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000400:00000200:26.0:1609800481.402394:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402394:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:60.0:1609800481.402396:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800481.402396:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.402399:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:26.0:1609800481.402399:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:0.0:1609800481.402399:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.402401:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:60.0:1609800481.402402:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.402404:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:60.0:1609800481.402405:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000400:00000200:0.0:1609800481.402407:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.402409:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:0.0:1609800481.402409:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:32.1:1609800481.402411:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:0.0:1609800481.402413:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.402415:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:0.0:1609800481.402416:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.402417:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.402421:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (26)--
00000800:00000200:0.0:1609800481.402421:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (26)--
00000400:00000200:27.0:1609800481.402423:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402423:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:27.0:1609800481.402426:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:0.0:1609800481.402427:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.402430:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:0.0:1609800481.402432:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.402435:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:0.0:1609800481.402439:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800481.402440:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:0.0:1609800481.402442:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:31.0:1609800481.402445:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:0.0:1609800481.402445:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.402446:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)++
00000800:00000200:0.0:1609800481.402447:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (25)++
00000800:00000200:26.0:1609800481.402451:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (26)++
00000800:00000200:0.0:1609800481.402453:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (27)--
00000400:00000200:60.0:1609800481.402454:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.402454:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (26)--
00000800:00000200:26.0:1609800481.402455:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (26)--
00000400:00000200:31.0:1609800481.402456:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.402456:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402456:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:31.0:1609800481.402459:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:26.0:1609800481.402459:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.402461:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.402462:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402463:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000400:00000200:60.0:1609800481.402465:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:27.0:1609800481.402469:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:60.0:1609800481.402470:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.402472:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:26.0:1609800481.402472:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:60.0:1609800481.402473:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.402473:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.402474:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (24)--
00000800:00000200:26.0:1609800481.402474:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.402476:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:60.0:1609800481.402477:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800481.402477:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:60.0:1609800481.402478:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.402478:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:60.0:1609800481.402479:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000400:00000200:26.0:1609800481.402479:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.402481:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.402483:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:60.0:1609800481.402484:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402496:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000800:00000200:19.0:1609800481.402501:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.402504:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000400:00000200:19.0:1609800481.402505:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.402507:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:19.0:1609800481.402508:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.402510:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000400:00000200:5.0:1609800481.402614:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.402621:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.402624:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:5.0:1609800481.402630:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.402633:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:5.0:1609800481.402638:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.402640:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (20)++
00000800:00000200:5.0:1609800481.402642:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (21)++
00000800:00000200:5.0:1609800481.402664:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)--
00000400:00000200:60.0:1609800481.402665:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.402669:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.402671:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.402676:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:60.0:1609800481.402700:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800481.402700:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.402702:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000400:00000200:5.0:1609800481.402702:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:60.0:1609800481.402703:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:60.0:1609800481.402707:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.402708:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000400:00000200:5.0:1609800481.402708:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.402709:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:60.0:1609800481.402710:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000800:00000200:5.0:1609800481.402711:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:26.0:1609800481.402713:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (25)--
00000800:00000200:60.0:1609800481.402715:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)--
00000800:00000200:31.0:1609800481.402715:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:5.0:1609800481.402715:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800481.402716:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.402717:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (22)++
00000800:00000200:5.0:1609800481.402718:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (23)++
00000400:00000200:31.0:1609800481.402719:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.402722:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:5.0:1609800481.402724:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402727:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000400:00000200:5.0:1609800481.402729:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.402733:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:5.0:1609800481.402733:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.402735:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:27.0:1609800481.402736:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:27.0:1609800481.402738:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.402738:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:5.0:1609800481.402739:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800481.402741:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.402741:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000800:00000200:5.0:1609800481.402742:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000400:00000200:19.0:1609800481.402743:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.402744:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000400:00000200:19.0:1609800481.402745:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.402745:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.402746:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:5.0:1609800481.402747:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (24)++
00000800:00000200:27.0:1609800481.402748:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:26.0:1609800481.402748:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:5.0:1609800481.402748:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000800:00000200:19.0:1609800481.402751:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000800:00000200:5.0:1609800481.402753:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:26.0:1609800481.402755:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (22)++
00000800:00000200:26.0:1609800481.402756:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:26.0:1609800481.402757:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:5.0:1609800481.402757:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.402760:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.402762:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000800:00000200:32.1:1609800481.402764:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000400:00000200:5.0:1609800481.402766:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.402767:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:27.0:1609800481.402769:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:5.0:1609800481.402770:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.402771:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)++
00000800:00000200:27.0:1609800481.402772:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000800:00000200:5.0:1609800481.402772:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (24)++
00000400:00000200:27.0:1609800481.402773:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.402774:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (24)--
00000400:00000200:27.0:1609800481.402776:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.402777:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:27.0:1609800481.402779:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:5.0:1609800481.402781:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.174@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.402786:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.402788:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.174@o2ib18 local destination
00000400:00000200:5.0:1609800481.402792:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.174@o2ib18(192.168.128.174@o2ib18:192.168.128.174@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.402794:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.174@o2ib18
00000800:00000200:5.0:1609800481.402797:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dbb90000] -> 192.168.128.174@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.402798:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae27400] (21)++
00000800:00000200:5.0:1609800481.402798:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae27400] (22)++
00000800:00000200:5.0:1609800481.402802:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae27400] (23)--
00000800:00000200:32.1:1609800481.402804:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (22)++
00000800:00000200:19.0:1609800481.402809:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (23)++
00000800:00000200:19.0:1609800481.402812:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (24)--
00000400:00000200:19.0:1609800481.402814:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.402815:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000400:00000200:19.0:1609800481.402817:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.402820:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000800:00000200:32.1:1609800481.402837:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (21)++
00000800:00000200:31.0:1609800481.402842:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (22)++
00000800:00000200:31.0:1609800481.402846:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae27400] (23)--
00000400:00000200:31.0:1609800481.402847:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.402848:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (22)--
00000400:00000200:31.0:1609800481.402849:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.174@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.402853:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:32.1:1609800481.402855:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae27400] (20)++
00000800:00000200:26.0:1609800481.402861:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae27400] (21)++
00000800:00000200:26.0:1609800481.402864:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.174@o2ib18
00000800:00000200:26.0:1609800481.402865:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae27400] (22)++
00000800:00000200:26.0:1609800481.402866:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae27400] (23)--
00000800:00000200:19.0:1609800481.402866:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (23)--
00000800:00000200:26.0:1609800481.402868:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae27400] (21)--
00000800:00000200:29.1:1609800481.402987:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:37.0:1609800481.403040:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800481.403051:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800481.403059:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800481.403068:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.403074:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800481.403087:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.403090:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800481.403094:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800481.403099:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800481.403103:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800481.403106:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800481.403109:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800481.403111:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403119:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000400:00000200:6.0:1609800481.403119:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403141:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:6.0:1609800481.403143:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403144:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (24)--
00000800:00000200:25.0:1609800481.403149:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.403150:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000400:00000200:25.0:1609800481.403151:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403152:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800481.403153:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:6.0:1609800481.403155:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.403156:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.403165:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800481.403167:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800481.403170:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800481.403175:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.403177:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800481.403180:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800481.403181:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800481.403187:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:6.0:1609800481.403190:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:6.0:1609800481.403192:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:4.0:1609800481.403194:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.1:1609800481.403198:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:4.0:1609800481.403200:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800481.403206:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.403210:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:4.0:1609800481.403213:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800481.403216:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800481.403219:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.403222:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:4.0:1609800481.403222:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000800:00000200:4.0:1609800481.403226:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (24)--
00000400:00000200:37.0:1609800481.403228:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800481.403230:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:1.0:1609800481.403231:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800481.403232:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:8.0:1609800481.403233:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800481.403236:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.403236:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.403242:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800481.403243:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:1.0:1609800481.403244:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.1:1609800481.403255:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000400:00000200:37.0:1609800481.403260:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.403268:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800481.403277:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:37.0:1609800481.403278:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800481.403280:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403283:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800481.403285:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800481.403285:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000400:00000200:8.0:1609800481.403286:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403289:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800481.403289:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:4.0:1609800481.403295:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800481.403296:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.403299:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800481.403305:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800481.403307:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000400:00000200:4.0:1609800481.403309:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.403310:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403311:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.403312:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (26)++
00000400:00000200:4.0:1609800481.403313:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:8.0:1609800481.403318:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800481.403321:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.403322:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800481.403324:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.403325:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800481.403325:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.403326:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (27)--
00000400:00000200:1.0:1609800481.403328:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403329:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.403329:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:8.0:1609800481.403329:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000800:00000200:4.0:1609800481.403330:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800481.403331:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:8.0:1609800481.403332:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000800:00000200:37.0:1609800481.403333:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (26)++
00000800:00000200:4.0:1609800481.403334:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800481.403335:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000400:00000200:1.0:1609800481.403336:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.403338:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.403338:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800481.403340:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000800:00000200:4.0:1609800481.403340:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800481.403342:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800481.403343:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000400:00000200:6.0:1609800481.403343:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800481.403345:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:4.0:1609800481.403347:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (23)++
00000800:00000200:6.0:1609800481.403349:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800481.403350:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800481.403350:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (24)--
00000800:00000200:4.0:1609800481.403351:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:60.0:1609800481.403353:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800481.403353:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800481.403355:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.403356:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403359:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.403359:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800481.403360:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800481.403361:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800481.403371:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.403394:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800481.403395:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800481.403396:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800481.403396:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:6.0:1609800481.403397:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:60.0:1609800481.403399:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.403399:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.1:1609800481.403399:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800481.403400:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.403401:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403402:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000400:00000200:60.0:1609800481.403403:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.403404:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:8.0:1609800481.403407:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:37.0:1609800481.403410:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:7.0:1609800481.403410:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.403411:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:8.0:1609800481.403411:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800481.403412:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:7.0:1609800481.403412:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.403414:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403416:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:7.0:1609800481.403416:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800481.403417:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.403418:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000400:00000200:37.0:1609800481.403419:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800481.403421:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800481.403422:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.403423:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:4.0:1609800481.403423:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:4.0:1609800481.403425:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800481.403427:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:6.0:1609800481.403428:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.403431:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800481.403433:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800481.403433:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800481.403434:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800481.403435:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:7.0:1609800481.403435:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403436:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800481.403437:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:7.0:1609800481.403437:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800481.403437:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.403437:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403440:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800481.403440:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800481.403440:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403441:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800481.403441:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800481.403443:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000800:00000200:37.0:1609800481.403444:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (27)--
00000800:00000200:37.0:1609800481.403445:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:8.0:1609800481.403445:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (27)++
00000400:00000200:6.0:1609800481.403445:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800481.403445:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403446:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (26)++
00000800:00000200:8.0:1609800481.403446:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000800:00000200:8.0:1609800481.403447:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:6.0:1609800481.403447:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800481.403447:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403448:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000800:00000200:37.0:1609800481.403449:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:7.0:1609800481.403449:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800481.403450:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:7.0:1609800481.403450:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.403450:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800481.403452:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:60.0:1609800481.403453:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.403453:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.403453:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800481.403453:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.403455:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.403456:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:4.0:1609800481.403456:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800481.403457:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.403457:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:6.0:1609800481.403458:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:4.0:1609800481.403458:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800481.403461:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800481.403462:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.403463:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.403464:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403466:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (21)++
00000400:00000200:60.0:1609800481.403467:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.403468:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:4.0:1609800481.403475:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800481.403476:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.403495:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800481.403503:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800481.403507:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.403509:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:37.0:1609800481.403510:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800481.403512:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:38.0:1609800481.403513:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800481.403513:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403513:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800481.403515:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:8.0:1609800481.403515:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:38.0:1609800481.403516:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.403519:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800481.403519:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:37.0:1609800481.403521:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.403521:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:8.0:1609800481.403522:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403524:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800481.403525:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800481.403525:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:8.0:1609800481.403526:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.403527:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:37.0:1609800481.403528:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800481.403528:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403529:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800481.403529:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:4.0:1609800481.403529:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800481.403533:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.403536:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800481.403536:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800481.403537:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403538:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000400:00000200:4.0:1609800481.403538:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403539:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800481.403539:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800481.403540:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:37.0:1609800481.403541:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800481.403541:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:60.0:1609800481.403542:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800481.403542:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.403543:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403543:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000400:00000200:6.0:1609800481.403544:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800481.403546:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:60.0:1609800481.403547:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800481.403547:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800481.403547:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.403550:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800481.403552:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800481.403553:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800481.403554:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:6.0:1609800481.403554:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800481.403555:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000800:00000200:8.0:1609800481.403556:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.403556:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.403557:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800481.403557:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800481.403558:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403558:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:6.0:1609800481.403559:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800481.403560:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:6.0:1609800481.403560:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800481.403561:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800481.403563:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:4.0:1609800481.403563:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000800:00000200:4.0:1609800481.403564:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (27)--
00000400:00000200:8.0:1609800481.403565:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800481.403565:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000400:00000200:37.0:1609800481.403566:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800481.403566:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (25)++
00000800:00000200:60.0:1609800481.403567:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800481.403567:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000400:00000200:60.0:1609800481.403568:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403569:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800481.403569:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403569:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.102@o2ib18
00000800:00000200:37.0:1609800481.403571:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800481.403571:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:60.0:1609800481.403572:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800481.403573:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (27)--
00000400:00000200:4.0:1609800481.403573:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.102@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800481.403574:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800481.403574:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:37.0:1609800481.403575:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800481.403575:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000400:00000200:8.0:1609800481.403577:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800481.403597:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800481.403598:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (24)++
00000800:00000200:0.0:1609800481.403599:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800481.403600:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800481.403600:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:29.1:1609800481.403600:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (25)++
00000800:00000200:8.0:1609800481.403600:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800481.403600:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403602:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.403602:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403603:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800481.403603:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800481.403604:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.403605:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800481.403606:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800481.403606:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (25)++
00000400:00000200:0.0:1609800481.403606:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800481.403607:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (26)--
00000800:00000200:37.0:1609800481.403608:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800481.403609:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000400:00000200:4.0:1609800481.403609:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800481.403610:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800481.403611:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800481.403612:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800481.403613:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:4.0:1609800481.403614:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800481.403617:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800481.403618:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800481.403618:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800481.403619:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403622:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (21)++
00000400:00000200:0.0:1609800481.403622:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800481.403624:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (22)--
00000800:00000200:4.0:1609800481.403624:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:5.0:1609800481.403625:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800481.403626:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800481.403628:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.403629:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.403630:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.403630:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800481.403633:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.403636:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:60.0:1609800481.403639:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800481.403642:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.403645:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:5.0:1609800481.403650:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.403652:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:5.0:1609800481.403653:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:5.0:1609800481.403661:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:60.0:1609800481.403688:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800481.403691:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:60.0:1609800481.403694:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403697:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:6.0:1609800481.403700:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:6.0:1609800481.403703:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:60.0:1609800481.403704:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800481.403704:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403705:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:6.0:1609800481.403707:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.403708:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:1.0:1609800481.403709:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800481.403711:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:60.0:1609800481.403714:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800481.403715:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.403716:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:60.0:1609800481.403718:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000400:00000200:1.0:1609800481.403719:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:60.0:1609800481.403725:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:1.0:1609800481.403725:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.403745:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:1.0:1609800481.403750:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:29.1:1609800481.403751:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:1.0:1609800481.403752:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:1.0:1609800481.403754:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000400:00000200:60.0:1609800481.403758:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800481.403760:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:1.0:1609800481.403763:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:37.0:1609800481.403765:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:60.0:1609800481.403766:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.403767:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403767:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:60.0:1609800481.403770:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:37.0:1609800481.403771:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:1.0:1609800481.403772:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:29.1:1609800481.403775:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000400:00000200:60.0:1609800481.403781:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800481.403783:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:60.0:1609800481.403785:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.403785:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:37.0:1609800481.403787:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:8.0:1609800481.403787:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.403788:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403789:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:60.0:1609800481.403790:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800481.403790:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.403792:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000400:00000200:1.0:1609800481.403792:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:60.0:1609800481.403793:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:60.0:1609800481.403810:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000400:00000200:1.0:1609800481.403814:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.403816:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800481.403817:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.403818:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:60.0:1609800481.403820:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800481.403821:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.403823:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800481.403823:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:1.0:1609800481.403823:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:1.0:1609800481.403825:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000400:00000200:60.0:1609800481.403829:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800481.403830:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:1.0:1609800481.403830:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (24)--
00000800:00000200:60.0:1609800481.403832:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:4.0:1609800481.403833:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:6.0:1609800481.403835:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:4.0:1609800481.403835:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.403836:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.403838:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000400:00000200:4.0:1609800481.403838:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.403839:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:4.0:1609800481.403842:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000800:00000200:60.0:1609800481.403843:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:29.1:1609800481.403844:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (23)++
00000800:00000200:37.0:1609800481.403852:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:37.0:1609800481.403855:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:37.0:1609800481.403857:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.403858:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:37.0:1609800481.403859:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.403860:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:37.0:1609800481.403862:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:8.0:1609800481.403862:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403864:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:8.0:1609800481.403864:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.403868:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:60.0:1609800481.403885:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.403892:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403894:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:1.0:1609800481.403896:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.403900:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.403903:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:60.0:1609800481.403917:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.403919:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:60.0:1609800481.403920:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:60.0:1609800481.403924:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:1.0:1609800481.403930:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.403932:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800481.403934:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:1.0:1609800481.403937:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.403957:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:4.0:1609800481.403958:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:1.0:1609800481.403961:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.403962:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800481.403962:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.102@o2ib18
00000800:00000200:1.0:1609800481.403962:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000800:00000200:6.0:1609800481.403963:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:1.0:1609800481.403964:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000400:00000200:60.0:1609800481.403965:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.403968:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:1.0:1609800481.403969:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (26)--
00000800:00000200:6.0:1609800481.403970:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000800:00000200:4.0:1609800481.403970:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (26)++
00000800:00000200:37.0:1609800481.403971:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.403971:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000400:00000200:6.0:1609800481.403972:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.403972:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:60.0:1609800481.403975:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800481.403975:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.403978:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:6.0:1609800481.403980:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.403982:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:1.0:1609800481.403983:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.403984:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.403985:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:60.0:1609800481.403986:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000400:00000200:1.0:1609800481.403987:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.403989:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:60.0:1609800481.403990:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (24)--
00000800:00000200:8.0:1609800481.403990:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:8.0:1609800481.403993:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:8.0:1609800481.403995:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.403997:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:8.0:1609800481.403997:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:29.1:1609800481.404003:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000400:00000200:1.0:1609800481.404003:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.404006:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800481.404006:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.404007:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:8.0:1609800481.404008:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:1.0:1609800481.404009:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800481.404011:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000800:00000200:4.0:1609800481.404011:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:1.0:1609800481.404011:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000800:00000200:1.0:1609800481.404012:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000400:00000200:60.0:1609800481.404013:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.404013:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.404015:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.404016:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:1.0:1609800481.404016:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000400:00000200:60.0:1609800481.404022:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.404025:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.404025:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:60.0:1609800481.404029:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.404031:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:29.1:1609800481.404031:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:60.0:1609800481.404032:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:37.0:1609800481.404039:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (24)++
00000800:00000200:60.0:1609800481.404042:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:37.0:1609800481.404043:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (25)--
00000400:00000200:37.0:1609800481.404045:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.404045:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000400:00000200:60.0:1609800481.404047:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800481.404048:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:4.0:1609800481.404048:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:4.0:1609800481.404049:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (24)++
00000400:00000200:60.0:1609800481.404050:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.404050:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.404050:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:37.0:1609800481.404051:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (24)--
00000400:00000200:60.0:1609800481.404053:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:4.0:1609800481.404053:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.404057:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:60.0:1609800481.404058:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.404061:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:60.0:1609800481.404064:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800481.404064:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:60.0:1609800481.404066:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000800:00000200:60.0:1609800481.404067:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000800:00000200:6.0:1609800481.404070:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:60.0:1609800481.404071:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:8.0:1609800481.404072:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000400:00000200:8.0:1609800481.404073:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800481.404076:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:8.0:1609800481.404079:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.404084:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:37.0:1609800481.404091:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800481.404113:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800481.404114:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.404115:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:37.0:1609800481.404116:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:37.0:1609800481.404119:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:60.0:1609800481.404134:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.404142:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.404144:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:60.0:1609800481.404149:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.404151:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000400:00000200:7.0:1609800481.404154:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.404155:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.404157:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:60.0:1609800481.404163:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:60.0:1609800481.404166:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:60.0:1609800481.404170:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.404174:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.404174:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.404176:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:7.0:1609800481.404178:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800481.404181:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:7.0:1609800481.404185:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.404189:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:6.0:1609800481.404189:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:60.0:1609800481.404192:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800481.404193:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800481.404194:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.404195:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.404195:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:7.0:1609800481.404197:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800481.404197:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.404199:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.404199:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (21)++
00000800:00000200:6.0:1609800481.404200:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:60.0:1609800481.404201:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:7.0:1609800481.404201:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (22)++
00000800:00000200:7.0:1609800481.404209:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:60.0:1609800481.404210:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000800:00000200:60.0:1609800481.404215:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000400:00000200:7.0:1609800481.404216:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800481.404220:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800481.404221:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (22)++
00000400:00000200:7.0:1609800481.404223:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:7.0:1609800481.404228:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800481.404229:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:7.0:1609800481.404231:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:4.0:1609800481.404233:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (24)--
00000800:00000200:7.0:1609800481.404235:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800481.404235:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800481.404236:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (23)++
00000800:00000200:7.0:1609800481.404237:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)++
00000400:00000200:4.0:1609800481.404237:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:7.0:1609800481.404238:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (25)++
00000800:00000200:4.0:1609800481.404240:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (26)--
00000800:00000200:4.0:1609800481.404241:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (25)++
00000800:00000200:7.0:1609800481.404242:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (26)--
00000800:00000200:37.0:1609800481.404243:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (26)--
00000400:00000200:37.0:1609800481.404244:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.404244:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:4.0:1609800481.404245:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (24)++
00000400:00000200:37.0:1609800481.404246:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:6.0:1609800481.404246:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.404247:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.404248:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800481.404250:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.404253:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:8.0:1609800481.404261:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:8.0:1609800481.404264:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:8.0:1609800481.404265:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.404266:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:8.0:1609800481.404267:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.404269:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800481.404270:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000400:00000200:60.0:1609800481.404273:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.404275:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000400:00000200:60.0:1609800481.404281:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.404284:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:60.0:1609800481.404288:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.404290:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:60.0:1609800481.404291:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:60.0:1609800481.404295:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:60.0:1609800481.404299:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.404305:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.404307:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800481.404309:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:60.0:1609800481.404311:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.404314:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:60.0:1609800481.404316:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800481.404317:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:60.0:1609800481.404318:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:60.0:1609800481.404319:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (24)++
00000800:00000200:60.0:1609800481.404323:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (25)--
00000800:00000200:37.0:1609800481.404323:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (25)--
00000800:00000200:4.0:1609800481.404324:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:4.0:1609800481.404326:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800481.404328:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:4.0:1609800481.404349:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:29.1:1609800481.404351:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:60.0:1609800481.404354:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.404358:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800481.404359:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:60.0:1609800481.404360:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:6.0:1609800481.404362:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800481.404363:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.404365:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800481.404366:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:6.0:1609800481.404366:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.404370:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.404370:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:6.0:1609800481.404371:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800481.404372:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:8.0:1609800481.404372:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000400:00000200:38.0:1609800481.404373:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800481.404373:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:60.0:1609800481.404374:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800481.404374:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:60.0:1609800481.404376:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:60.0:1609800481.404377:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:60.0:1609800481.404381:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:38.0:1609800481.404394:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.1:1609800481.404394:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:38.0:1609800481.404397:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:4.0:1609800481.404401:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000400:00000200:38.0:1609800481.404404:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800481.404405:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:4.0:1609800481.404407:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800481.404408:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:6.0:1609800481.404408:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:4.0:1609800481.404409:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:38.0:1609800481.404412:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800481.404412:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:38.0:1609800481.404414:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (20)++
00000800:00000200:38.0:1609800481.404416:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (21)++
00000800:00000200:38.0:1609800481.404424:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)--
00000400:00000200:38.0:1609800481.404430:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.102@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800481.404434:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.404436:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.102@o2ib18 local destination
00000800:00000200:29.1:1609800481.404437:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000400:00000200:38.0:1609800481.404441:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.102@o2ib18(192.168.128.102@o2ib18:192.168.128.102@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.404444:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.102@o2ib18
00000800:00000200:37.0:1609800481.404444:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:38.0:1609800481.404447:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85c80] -> 192.168.128.102@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800481.404447:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000800:00000200:38.0:1609800481.404448:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503ea400] (22)++
00000800:00000200:38.0:1609800481.404449:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503ea400] (23)++
00000400:00000200:37.0:1609800481.404449:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800481.404450:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000400:00000200:37.0:1609800481.404451:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:38.0:1609800481.404453:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503ea400] (23)--
00000800:00000200:37.0:1609800481.404454:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (23)--
00000800:00000200:29.1:1609800481.404466:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (21)++
00000800:00000200:6.0:1609800481.404473:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (22)++
00000800:00000200:6.0:1609800481.404476:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503ea400] (23)--
00000400:00000200:6.0:1609800481.404478:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800481.404479:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000400:00000200:6.0:1609800481.404480:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.102@o2ib18: PUT: OK
00000800:00000200:6.0:1609800481.404483:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:29.1:1609800481.404496:0:2643:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503ea400] (20)++
00000800:00000200:8.0:1609800481.404503:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503ea400] (21)++
00000800:00000200:8.0:1609800481.404507:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.102@o2ib18
00000800:00000200:8.0:1609800481.404508:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503ea400] (22)++
00000800:00000200:37.0:1609800481.404509:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (22)--
00000800:00000200:8.0:1609800481.404510:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503ea400] (23)--
00000800:00000200:8.0:1609800481.404511:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503ea400] (21)--
00000800:00000200:28.1:1609800481.477744:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:4.0:1609800481.477771:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800481.477777:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800481.477781:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:4.0:1609800481.477783:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : GET - for me
00000400:00000200:4.0:1609800481.477790:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.146@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800481.477796:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.146@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800481.477801:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800481.477804:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:4.0:1609800481.477809:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:4.0:1609800481.477820:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800481.477826:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800481.477831:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800481.477833:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800481.477835:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:4.0:1609800481.477842:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:4.0:1609800481.477844:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800481.477862:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:37.0:1609800481.477874:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800481.477878:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:37.0:1609800481.477880:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.477885:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800481.477889:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:37.0:1609800481.477891:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:21.1:1609800481.504483:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (20)++
00000800:00000200:27.0:1609800481.504493:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.504500:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.79@o2ib18
00000800:00000200:31.0:1609800481.504504:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:27.0:1609800481.504507:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.79@o2ib18 : GET - for me
00000400:00000200:27.0:1609800481.504514:0:16041:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.79@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:27.0:1609800481.504520:0:16041:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.79@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:27.0:1609800481.504525:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.504528:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17d400] (22)--
00000400:00000200:27.0:1609800481.504533:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.79@o2ib18 local destination
00000400:00000200:27.0:1609800481.504545:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.79@o2ib18(192.168.128.79@o2ib18:192.168.128.79@o2ib18) : REPLY try# 0
00000800:00000200:27.0:1609800481.504550:0:16041:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.79@o2ib18
00000800:00000200:27.0:1609800481.504556:0:16041:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1900] -> 192.168.128.79@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.504559:0:16041:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17d400] (21)++
00000800:00000200:27.0:1609800481.504561:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17d400] (22)++
00000800:00000200:27.0:1609800481.504567:0:16041:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17d400] (23)--
00000800:00000200:27.0:1609800481.504569:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000800:00000200:21.1:1609800481.504581:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17d400] (21)++
00000800:00000200:19.0:1609800481.504630:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)++
00000800:00000200:19.0:1609800481.504641:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17d400] (23)--
00000400:00000200:19.0:1609800481.504644:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.504645:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (22)--
00000400:00000200:19.0:1609800481.504650:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.79@o2ib18: REPLY: OK
00000800:00000200:19.0:1609800481.504657:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17d400] (21)--
00000800:00000200:32.1:1609800481.512665:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:31.0:1609800481.512674:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:31.0:1609800481.512680:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.512683:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:31.0:1609800481.512686:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.512689:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:31.0:1609800481.512690:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.512692:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:31.0:1609800481.512695:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:27.0:1609800481.512696:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.512701:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.512705:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:31.0:1609800481.512706:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.512712:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800481.512716:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.512717:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:32.1:1609800481.512722:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (22)++
00000800:00000200:31.0:1609800481.512722:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800481.512722:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.512725:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.512727:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.512730:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:31.0:1609800481.512732:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.512732:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.512733:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:27.0:1609800481.512734:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.512735:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:27.0:1609800481.512740:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:31.0:1609800481.512741:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.512742:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:26.0:1609800481.512743:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.512745:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:31.0:1609800481.512747:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.512751:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.512754:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:60.0:1609800481.512756:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.512762:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.512764:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.512767:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.512769:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.512773:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.512778:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800481.512780:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbda00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.512783:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:31.0:1609800481.512785:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:31.0:1609800481.512786:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:0.0:1609800481.512789:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:32.1:1609800481.512790:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000400:00000200:0.0:1609800481.512793:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.512798:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000400:00000200:0.0:1609800481.512799:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.512804:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.512806:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:26.0:1609800481.512812:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.512819:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.512825:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:0.0:1609800481.512827:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800481.512829:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.512834:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800481.512838:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.512845:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800481.512851:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:32.1:1609800481.512856:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.512858:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.512861:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8af00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.512866:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.512868:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.512889:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (24)++
00000800:00000200:19.0:1609800481.512892:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:60.0:1609800481.512893:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.512893:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000400:00000200:60.0:1609800481.512895:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.512896:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (26)--
00000400:00000200:19.0:1609800481.512896:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.512897:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:26.0:1609800481.512897:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000400:00000200:60.0:1609800481.512899:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.512899:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:31.0:1609800481.512900:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800481.512902:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:19.0:1609800481.512902:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.512904:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000800:00000200:27.0:1609800481.512906:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (26)--
00000400:00000200:26.0:1609800481.512906:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.512907:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.512907:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:27.0:1609800481.512908:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:19.0:1609800481.512908:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:27.0:1609800481.512910:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:31.0:1609800481.512914:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:27.0:1609800481.512914:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.512916:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:31.0:1609800481.512919:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.512920:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.512922:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800481.512922:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.512923:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.512924:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800481.512924:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.512925:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:31.0:1609800481.512927:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.512927:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.512928:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:31.0:1609800481.512929:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbcc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.512929:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800481.512931:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800481.512934:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.512934:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.512937:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000800:00000200:27.0:1609800481.512937:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800481.512937:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.512937:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000800:00000200:31.0:1609800481.512938:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)--
00000800:00000200:19.0:1609800481.512939:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)--
00000800:00000200:31.0:1609800481.512940:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)--
00000800:00000200:27.0:1609800481.512940:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.512940:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:60.0:1609800481.512941:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800481.512941:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.512941:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.512942:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800481.512943:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.512943:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:26.0:1609800481.512943:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:27.0:1609800481.512944:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.512945:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:26.0:1609800481.512945:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000400:00000200:60.0:1609800481.512946:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.512946:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:27.0:1609800481.512947:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:60.0:1609800481.512950:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.512951:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.512951:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:27.0:1609800481.512952:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:60.0:1609800481.512953:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.512959:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.512965:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800481.512968:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800481.512969:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.512971:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:5.0:1609800481.512991:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.512995:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.513001:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800481.513028:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.513031:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.513036:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.513116:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:26.0:1609800481.513137:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.513141:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.513143:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:26.0:1609800481.513144:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.513147:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513149:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:27.0:1609800481.513150:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.513158:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:26.0:1609800481.513158:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.513159:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.513160:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513161:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:27.0:1609800481.513164:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513164:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:31.0:1609800481.513165:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.513167:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800481.513170:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513170:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.513172:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.513173:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.513174:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.513174:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.513175:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.513175:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:31.0:1609800481.513176:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:26.0:1609800481.513176:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.513178:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.513179:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.513180:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513181:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000400:00000200:31.0:1609800481.513182:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513182:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (26)--
00000400:00000200:19.0:1609800481.513183:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:26.0:1609800481.513184:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:31.0:1609800481.513185:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.513185:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000800:00000200:26.0:1609800481.513187:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513188:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800481.513189:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.513190:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.513190:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800481.513191:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000400:00000200:60.0:1609800481.513192:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513192:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbde00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.513192:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (26)--
00000800:00000200:19.0:1609800481.513192:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.513193:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000400:00000200:26.0:1609800481.513193:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.513194:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.513194:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)++
00000800:00000200:27.0:1609800481.513194:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000800:00000200:19.0:1609800481.513194:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.513195:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (26)--
00000800:00000200:31.0:1609800481.513196:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:27.0:1609800481.513196:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:26.0:1609800481.513196:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513197:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000800:00000200:19.0:1609800481.513197:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.513199:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:26.0:1609800481.513199:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513199:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800481.513199:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800481.513200:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800481.513200:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.513204:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800481.513205:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.513207:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.513209:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513209:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.513210:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.513211:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.513211:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800481.513212:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513213:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)++
00000400:00000200:31.0:1609800481.513214:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513214:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.513215:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.513217:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (26)++
00000800:00000200:1.0:1609800481.513217:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800481.513218:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:1.0:1609800481.513219:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.513221:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.513222:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:60.0:1609800481.513223:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.513224:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513224:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)--
00000400:00000200:27.0:1609800481.513225:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.513225:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)--
00000400:00000200:60.0:1609800481.513226:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.513226:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000400:00000200:31.0:1609800481.513227:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.513228:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.513228:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:26.0:1609800481.513229:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (26)++
00000800:00000200:31.0:1609800481.513230:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.513231:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.513231:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (27)--
00000800:00000200:26.0:1609800481.513231:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (26)--
00000800:00000200:31.0:1609800481.513232:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.513233:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)++
00000800:00000200:26.0:1609800481.513234:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (26)--
00000800:00000200:31.0:1609800481.513235:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.513235:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800481.513235:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000400:00000200:19.0:1609800481.513235:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.513236:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800481.513236:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:31.0:1609800481.513237:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.513239:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.513240:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:31.0:1609800481.513241:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)++
00000800:00000200:27.0:1609800481.513241:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.513242:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:31.0:1609800481.513243:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000400:00000200:19.0:1609800481.513243:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:60.0:1609800481.513244:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.513244:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:60.0:1609800481.513246:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.513248:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800481.513248:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.513249:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800481.513249:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513253:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800481.513253:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.513256:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.513259:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.513260:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.513264:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.513266:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800481.513269:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800481.513270:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800481.513279:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.513285:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.513287:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:26.0:1609800481.513288:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:26.0:1609800481.513290:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.513293:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513296:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:26.0:1609800481.513297:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.513299:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000400:00000200:26.0:1609800481.513300:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.513302:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.513302:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:26.0:1609800481.513303:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513306:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.513307:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:26.0:1609800481.513308:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513311:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:31.0:1609800481.513312:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.513313:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.66@o2ib18 : PUT - routed
00000400:00000200:31.0:1609800481.513314:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:26.0:1609800481.513314:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.513318:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800481.513318:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513319:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ac00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:31.0:1609800481.513321:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.513321:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:7.0:1609800481.513321:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.513325:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.513327:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.513330:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:7.0:1609800481.513330:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513332:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800481.513333:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:19.0:1609800481.513335:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513337:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:31.0:1609800481.513338:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800481.513338:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.513339:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:26.0:1609800481.513339:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:31.0:1609800481.513340:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:26.0:1609800481.513341:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.513341:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800481.513343:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.513344:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.513345:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.513346:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.513347:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:7.0:1609800481.513347:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:60.0:1609800481.513348:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.513348:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.513348:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.513349:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:60.0:1609800481.513351:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800481.513352:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:25.0:1609800481.513353:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.513354:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:60.0:1609800481.513356:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.513356:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:7.0:1609800481.513356:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:38.0:1609800481.513357:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.513358:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.513360:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.513361:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.513363:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800481.513364:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:7.0:1609800481.513364:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:25.0:1609800481.513366:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:7.0:1609800481.513370:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800481.513375:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:7.0:1609800481.513376:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.513378:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800481.513379:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:25.0:1609800481.513381:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:27.0:1609800481.513382:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:25.0:1609800481.513382:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000400:00000200:7.0:1609800481.513384:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.513386:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.71@o2ib18
00000800:00000200:25.0:1609800481.513387:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:7.0:1609800481.513387:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513388:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:27.0:1609800481.513389:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800481.513390:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800481.513391:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800481.513392:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.513392:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000400:00000200:27.0:1609800481.513393:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.513393:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800481.513394:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000400:00000200:38.0:1609800481.513395:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800481.513395:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (24)++
00000400:00000200:27.0:1609800481.513397:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:25.0:1609800481.513397:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.513399:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:26.0:1609800481.513402:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:25.0:1609800481.513403:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:27.0:1609800481.513404:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513405:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000400:00000200:26.0:1609800481.513406:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.513407:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.513408:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:26.0:1609800481.513409:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.513410:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800481.513411:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:27.0:1609800481.513412:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800481.513412:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513413:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.513414:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.513415:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:25.0:1609800481.513418:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800481.513419:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (23)++
00000800:00000200:25.0:1609800481.513421:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.513424:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800481.513424:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:31.0:1609800481.513426:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000800:00000200:27.0:1609800481.513426:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:26.0:1609800481.513428:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.513430:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800481.513432:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:31.0:1609800481.513440:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:25.0:1609800481.513440:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800481.513441:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513441:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:26.0:1609800481.513442:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:25.0:1609800481.513442:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000400:00000200:31.0:1609800481.513443:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.513443:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:27.0:1609800481.513445:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:26.0:1609800481.513446:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.513447:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:25.0:1609800481.513448:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000400:00000200:26.0:1609800481.513449:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:32.1:1609800481.513458:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:26.0:1609800481.513467:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.513469:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:27.0:1609800481.513470:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:27.0:1609800481.513473:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:27.0:1609800481.513474:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513475:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:26.0:1609800481.513475:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:27.0:1609800481.513476:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.513477:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.513479:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:26.0:1609800481.513480:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.513483:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.513484:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800481.513486:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.513487:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:26.0:1609800481.513488:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:26.0:1609800481.513489:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:60.0:1609800481.513496:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.513498:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.513501:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800481.513503:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.513506:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.513507:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.513509:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800481.513511:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:0.0:1609800481.513518:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.513522:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:28.1:1609800481.513523:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:0.0:1609800481.513527:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.513529:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:19.0:1609800481.513530:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:0.0:1609800481.513531:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.513533:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.513535:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:19.0:1609800481.513537:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.513541:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.513541:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800481.513543:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:19.0:1609800481.513550:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:32.1:1609800481.513552:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.513553:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.513555:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.513557:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800481.513558:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800481.513560:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800481.513560:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800481.513562:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513563:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.513563:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:27.0:1609800481.513564:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.513564:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:19.0:1609800481.513565:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:27.0:1609800481.513567:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:60.0:1609800481.513569:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.513573:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.513575:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:1.0:1609800481.513576:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800481.513578:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.513581:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.513582:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800481.513583:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:60.0:1609800481.513585:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513589:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.513590:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.513592:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:60.0:1609800481.513593:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:31.0:1609800481.513593:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.513594:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:31.0:1609800481.513596:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800481.513598:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:31.0:1609800481.513600:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.513602:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:31.0:1609800481.513608:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:32.1:1609800481.513609:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:31.0:1609800481.513611:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.513614:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.513615:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:31.0:1609800481.513616:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.513618:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbc600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.513618:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:19.0:1609800481.513619:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513621:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:27.0:1609800481.513621:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800481.513622:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.513624:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:19.0:1609800481.513625:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:60.0:1609800481.513631:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.513631:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:60.0:1609800481.513632:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513632:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:60.0:1609800481.513635:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800481.513638:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:26.0:1609800481.513644:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.513647:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:27.0:1609800481.513649:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:26.0:1609800481.513650:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.513652:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:26.0:1609800481.513652:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513654:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:27.0:1609800481.513655:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.513655:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513657:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:27.0:1609800481.513659:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513659:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:32.1:1609800481.513660:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000400:00000200:27.0:1609800481.513661:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:26.0:1609800481.513661:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.513661:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:31.0:1609800481.513663:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.513663:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.513664:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:31.0:1609800481.513665:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.513667:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000400:00000200:27.0:1609800481.513667:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.513667:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.0:1609800481.513668:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:31.0:1609800481.513669:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:26.0:1609800481.513669:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:31.0:1609800481.513670:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:27.0:1609800481.513670:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.513671:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:26.0:1609800481.513671:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800481.513672:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.513673:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.513675:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.513677:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.513680:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:27.0:1609800481.513682:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:27.0:1609800481.513683:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:19.0:1609800481.513685:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513686:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.513687:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:19.0:1609800481.513687:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:26.0:1609800481.513688:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800481.513689:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:19.0:1609800481.513693:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.513695:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:19.0:1609800481.513696:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:60.0:1609800481.513698:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.513698:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.513699:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.513701:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:60.0:1609800481.513709:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513710:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:31.0:1609800481.513711:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.513711:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800481.513712:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.513713:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:31.0:1609800481.513714:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513714:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:25.0:1609800481.513715:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.513715:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:31.0:1609800481.513716:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:1.0:1609800481.513716:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800481.513718:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.513720:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:31.0:1609800481.513723:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.513726:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.513729:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:25.0:1609800481.513730:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513731:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:31.0:1609800481.513732:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbdb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:25.0:1609800481.513732:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:1.0:1609800481.513732:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800481.513734:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.513737:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:25.0:1609800481.513739:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800481.513742:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:25.0:1609800481.513743:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:26.0:1609800481.513744:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.0:1609800481.513745:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:26.0:1609800481.513746:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.513747:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.513748:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.513749:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:26.0:1609800481.513749:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.513750:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:25.0:1609800481.513751:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:25.0:1609800481.513755:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:32.1:1609800481.513766:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:25.0:1609800481.513771:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.513772:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.513775:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:26.0:1609800481.513776:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.513776:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.513777:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:25.0:1609800481.513778:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:26.0:1609800481.513779:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:28.1:1609800481.513782:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:25.0:1609800481.513784:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800481.513786:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:26.0:1609800481.513787:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:26.0:1609800481.513789:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:25.0:1609800481.513789:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800481.513790:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:26.0:1609800481.513791:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:25.0:1609800481.513791:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.513792:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:26.0:1609800481.513794:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:25.0:1609800481.513794:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:25.0:1609800481.513799:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:25.0:1609800481.513802:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.513803:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:25.0:1609800481.513808:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800481.513817:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:27.0:1609800481.513822:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:25.0:1609800481.513823:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.513824:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:28.1:1609800481.513826:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:27.0:1609800481.513826:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:25.0:1609800481.513826:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:25.0:1609800481.513827:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000400:00000200:27.0:1609800481.513828:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:25.0:1609800481.513828:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800481.513830:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.513832:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:25.0:1609800481.513832:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800481.513834:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:26.0:1609800481.513837:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:19.0:1609800481.513837:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:19.0:1609800481.513840:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.513843:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.513848:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:32.1:1609800481.513855:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:19.0:1609800481.513867:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.513868:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:19.0:1609800481.513869:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800481.513870:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:27.0:1609800481.513871:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513872:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.513873:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:27.0:1609800481.513874:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.513874:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800481.513876:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:26.0:1609800481.513876:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:19.0:1609800481.513876:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.513877:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:26.0:1609800481.513878:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.513879:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:26.0:1609800481.513880:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:19.0:1609800481.513880:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:19.0:1609800481.513882:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:19.0:1609800481.513883:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800481.513905:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:7.0:1609800481.513908:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.513911:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:27.0:1609800481.513915:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:7.0:1609800481.513915:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513916:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:27.0:1609800481.513918:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800481.513918:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:31.0:1609800481.513920:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:60.0:1609800481.513921:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800481.513921:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.513922:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:7.0:1609800481.513925:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.513926:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.513928:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:7.0:1609800481.513929:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:31.0:1609800481.513930:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800481.513930:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:26.0:1609800481.513931:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800481.513934:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800481.513937:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:7.0:1609800481.513937:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:7.0:1609800481.513938:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:38.0:1609800481.513939:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.513940:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800481.513941:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.513942:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.513942:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:31.0:1609800481.513943:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.513944:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.513945:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:27.0:1609800481.513945:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.513946:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800481.513946:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:38.0:1609800481.513947:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.513951:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800481.513953:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.513954:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:28.1:1609800481.513954:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:27.0:1609800481.513954:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:27.0:1609800481.513956:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:31.0:1609800481.513957:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:27.0:1609800481.513957:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:7.0:1609800481.513957:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800481.513959:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:27.0:1609800481.513960:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:7.0:1609800481.513960:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:26.0:1609800481.513961:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:27.0:1609800481.513962:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:25.0:1609800481.513962:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.513962:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:25.0:1609800481.513964:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513964:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:31.0:1609800481.513966:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.513966:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.513968:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800481.513968:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.513969:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.513969:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.513970:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.513971:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.513973:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:60.0:1609800481.513974:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800481.513974:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.513975:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.513976:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:60.0:1609800481.513977:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:26.0:1609800481.513977:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:7.0:1609800481.513977:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.513978:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8af00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800481.513980:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:27.0:1609800481.513982:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:31.0:1609800481.513984:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:26.0:1609800481.513984:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000800:00000200:19.0:1609800481.513984:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:7.0:1609800481.513985:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800481.513986:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.513986:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (28)++
00000800:00000200:7.0:1609800481.513986:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000400:00000200:27.0:1609800481.513988:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800481.513988:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.513991:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (29)--
00000800:00000200:26.0:1609800481.513991:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (29)--
00000800:00000200:26.0:1609800481.513992:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (28)--
00000800:00000200:25.0:1609800481.513992:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800481.514003:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (29)--
00000800:00000200:31.0:1609800481.514003:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000400:00000200:25.0:1609800481.514003:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.514005:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:7.0:1609800481.514005:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000400:00000200:25.0:1609800481.514006:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:31.0:1609800481.514007:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:31.0:1609800481.514010:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:19.0:1609800481.514010:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800481.514010:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:60.0:1609800481.514012:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800481.514012:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.514013:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:19.0:1609800481.514013:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:31.0:1609800481.514015:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800481.514015:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.514015:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.71@o2ib18
00000400:00000200:19.0:1609800481.514015:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:27.0:1609800481.514017:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.514021:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800481.514021:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:32.1:1609800481.514022:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:27.0:1609800481.514022:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.514023:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800481.514025:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514025:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)++
00000400:00000200:31.0:1609800481.514026:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514026:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (27)--
00000400:00000200:26.0:1609800481.514026:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.71@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.514026:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800481.514027:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:27.0:1609800481.514027:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:27.0:1609800481.514028:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:19.0:1609800481.514028:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800481.514029:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:19.0:1609800481.514029:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800481.514031:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.514033:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:7.0:1609800481.514035:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.514037:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514039:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800481.514040:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800481.514042:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:19.0:1609800481.514042:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:27.0:1609800481.514043:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:25.0:1609800481.514043:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:31.0:1609800481.514045:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:27.0:1609800481.514045:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:25.0:1609800481.514045:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514045:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.514046:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:27.0:1609800481.514048:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.514048:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800481.514049:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.514050:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (25)++
00000400:00000200:27.0:1609800481.514051:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.514052:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:31.0:1609800481.514052:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800481.514052:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:60.0:1609800481.514053:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:60.0:1609800481.514054:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000800:00000200:19.0:1609800481.514054:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (26)--
00000800:00000200:31.0:1609800481.514055:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.514055:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:19.0:1609800481.514057:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:60.0:1609800481.514058:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:31.0:1609800481.514058:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800481.514058:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.514058:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000800:00000200:31.0:1609800481.514061:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800481.514061:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.0:1609800481.514062:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff933637fbd500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800481.514062:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:26.0:1609800481.514063:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:31.0:1609800481.514065:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:27.0:1609800481.514065:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:31.0:1609800481.514066:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:27.0:1609800481.514066:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)++
00000800:00000200:26.0:1609800481.514066:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800481.514066:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514067:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.514067:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.0:1609800481.514068:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:27.0:1609800481.514068:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:31.0:1609800481.514069:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:5.0:1609800481.514069:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:27.0:1609800481.514070:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:60.0:1609800481.514071:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.514071:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:32.1:1609800481.514072:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.514072:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:7.0:1609800481.514073:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800481.514074:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:7.0:1609800481.514074:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.514076:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000400:00000200:5.0:1609800481.514076:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800481.514077:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.514079:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:19.0:1609800481.514079:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:26.0:1609800481.514080:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514081:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:26.0:1609800481.514083:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514084:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:25.0:1609800481.514087:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800481.514087:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800481.514087:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:25.0:1609800481.514088:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.514089:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514089:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000400:00000200:60.0:1609800481.514090:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.514091:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000400:00000200:25.0:1609800481.514092:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800481.514092:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800481.514093:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:26.0:1609800481.514094:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000800:00000200:60.0:1609800481.514100:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.514100:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:60.0:1609800481.514102:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:60.0:1609800481.514103:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:32.1:1609800481.514104:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (22)++
00000800:00000200:60.0:1609800481.514108:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (24)--
00000800:00000200:27.0:1609800481.514109:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:5.0:1609800481.514109:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514113:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.514113:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000400:00000200:5.0:1609800481.514113:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514114:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (24)++
00000800:00000200:27.0:1609800481.514115:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (25)--
00000800:00000200:19.0:1609800481.514115:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:5.0:1609800481.514115:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:60.0:1609800481.514117:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514117:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (25)--
00000800:00000200:19.0:1609800481.514118:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (25)--
00000800:00000200:27.0:1609800481.514119:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)++
00000400:00000200:19.0:1609800481.514119:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.514126:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (24)--
00000400:00000200:5.0:1609800481.514130:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.514132:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:27.0:1609800481.514133:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514134:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:19.0:1609800481.514134:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.514134:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:27.0:1609800481.514136:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514147:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.514153:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.514155:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:5.0:1609800481.514155:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.514156:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:5.0:1609800481.514157:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:60.0:1609800481.514158:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.514159:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:60.0:1609800481.514160:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:60.0:1609800481.514165:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (23)++
00000800:00000200:5.0:1609800481.514165:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000800:00000200:60.0:1609800481.514170:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (23)--
00000400:00000200:5.0:1609800481.514173:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514174:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.514177:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (22)++
00000400:00000200:5.0:1609800481.514177:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514178:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514179:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:60.0:1609800481.514181:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:26.0:1609800481.514184:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:60.0:1609800481.514186:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.514187:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (24)--
00000400:00000200:26.0:1609800481.514188:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.514189:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)++
00000400:00000200:26.0:1609800481.514191:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.514192:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (24)--
00000800:00000200:60.0:1609800481.514193:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:31.0:1609800481.514193:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514193:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800481.514195:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (23)--
00000400:00000200:31.0:1609800481.514196:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.514197:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:60.0:1609800481.514199:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.514199:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:60.0:1609800481.514201:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (21)++
00000800:00000200:26.0:1609800481.514201:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:5.0:1609800481.514201:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514202:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (22)++
00000800:00000200:5.0:1609800481.514203:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:5.0:1609800481.514204:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.514206:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:60.0:1609800481.514210:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800481.514210:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:60.0:1609800481.514213:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514216:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:5.0:1609800481.514217:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800481.514218:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:5.0:1609800481.514221:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514222:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:5.0:1609800481.514223:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:19.0:1609800481.514224:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:60.0:1609800481.514225:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.514226:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:27.0:1609800481.514229:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800481.514240:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.514243:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:28.1:1609800481.514244:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:5.0:1609800481.514245:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800481.514247:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000800:00000200:5.0:1609800481.514248:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.514250:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.514252:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:5.0:1609800481.514253:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514254:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.514255:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:5.0:1609800481.514255:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:60.0:1609800481.514256:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800481.514256:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:5.0:1609800481.514256:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:26.0:1609800481.514257:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:19.0:1609800481.514257:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.514258:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.514259:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:26.0:1609800481.514259:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:31.0:1609800481.514260:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800481.514260:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.514261:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:60.0:1609800481.514262:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:5.0:1609800481.514262:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:19.0:1609800481.514263:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:5.0:1609800481.514266:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.514267:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:5.0:1609800481.514270:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514272:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.514272:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:28.1:1609800481.514273:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:5.0:1609800481.514278:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.514280:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514280:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:5.0:1609800481.514280:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000400:00000200:60.0:1609800481.514282:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:27.0:1609800481.514283:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:5.0:1609800481.514284:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800481.514285:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514286:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000400:00000200:27.0:1609800481.514287:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.514287:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:5.0:1609800481.514287:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000400:00000200:60.0:1609800481.514288:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.514290:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:60.0:1609800481.514291:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:27.0:1609800481.514292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:26.0:1609800481.514292:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514292:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:27.0:1609800481.514294:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:60.0:1609800481.514295:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800481.514295:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.514297:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:5.0:1609800481.514297:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.514298:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.514298:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:5.0:1609800481.514301:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514303:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:60.0:1609800481.514306:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:32.1:1609800481.514307:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:5.0:1609800481.514308:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.514311:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:60.0:1609800481.514314:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.514314:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:5.0:1609800481.514315:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.514316:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:60.0:1609800481.514317:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514318:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:60.0:1609800481.514319:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:28.1:1609800481.514319:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800481.514319:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000400:00000200:19.0:1609800481.514320:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514322:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:31.0:1609800481.514324:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000400:00000200:19.0:1609800481.514324:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514325:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:31.0:1609800481.514326:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:5.0:1609800481.514327:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.514330:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:27.0:1609800481.514330:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:31.0:1609800481.514332:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514332:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:60.0:1609800481.514333:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.514333:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000400:00000200:31.0:1609800481.514334:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:27.0:1609800481.514334:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.514334:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:26.0:1609800481.514335:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000400:00000200:27.0:1609800481.514336:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.514336:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:19.0:1609800481.514336:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:60.0:1609800481.514337:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:31.0:1609800481.514337:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:26.0:1609800481.514337:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:60.0:1609800481.514339:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.514339:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:60.0:1609800481.514340:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:27.0:1609800481.514340:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:60.0:1609800481.514344:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:5.0:1609800481.514344:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514347:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000400:00000200:5.0:1609800481.514352:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800481.514354:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:5.0:1609800481.514355:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:5.0:1609800481.514359:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.514360:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:5.0:1609800481.514360:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:5.0:1609800481.514362:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000800:00000200:19.0:1609800481.514364:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.514367:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:19.0:1609800481.514378:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.514381:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.514383:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000800:00000200:19.0:1609800481.514384:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:5.0:1609800481.514390:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.514394:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514396:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:32.1:1609800481.514397:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:5.0:1609800481.514401:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.514403:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:5.0:1609800481.514404:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.514407:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:5.0:1609800481.514407:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800481.514408:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514409:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:5.0:1609800481.514409:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:5.0:1609800481.514410:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:26.0:1609800481.514411:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.514414:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:5.0:1609800481.514414:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:5.0:1609800481.514418:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.66@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.514422:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514424:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.66@o2ib18 local destination
00000800:00000200:28.1:1609800481.514427:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:5.0:1609800481.514429:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.66@o2ib18(192.168.128.66@o2ib18:192.168.128.66@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.514432:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.66@o2ib18
00000800:00000200:31.0:1609800481.514434:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:5.0:1609800481.514435:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345853cab00] -> 192.168.128.66@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800481.514436:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345e3f95000] (20)++
00000800:00000200:31.0:1609800481.514437:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:5.0:1609800481.514437:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345e3f95000] (21)++
00000400:00000200:31.0:1609800481.514439:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.514440:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:31.0:1609800481.514441:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.514441:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:5.0:1609800481.514444:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.514445:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:5.0:1609800481.514449:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514450:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.514451:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:32.1:1609800481.514454:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (21)++
00000400:00000200:5.0:1609800481.514456:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800481.514457:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514458:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:60.0:1609800481.514459:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:27.0:1609800481.514459:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)++
00000800:00000200:5.0:1609800481.514461:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800481.514462:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:27.0:1609800481.514462:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345e3f95000] (23)--
00000800:00000200:5.0:1609800481.514462:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000400:00000200:27.0:1609800481.514463:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514463:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:60.0:1609800481.514465:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800481.514466:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.66@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.514466:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:60.0:1609800481.514468:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.514468:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:5.0:1609800481.514468:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:27.0:1609800481.514471:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000800:00000200:60.0:1609800481.514472:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.514472:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:26.0:1609800481.514472:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.514473:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:60.0:1609800481.514474:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.514474:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:60.0:1609800481.514475:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:26.0:1609800481.514475:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:5.0:1609800481.514476:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800481.514478:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:60.0:1609800481.514479:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:5.0:1609800481.514479:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514481:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:19.0:1609800481.514484:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800481.514487:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:5.0:1609800481.514487:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800481.514488:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514490:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:5.0:1609800481.514490:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:19.0:1609800481.514491:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:32.1:1609800481.514492:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345e3f95000] (20)++
00000800:00000200:27.0:1609800481.514492:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:5.0:1609800481.514493:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:27.0:1609800481.514494:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.514495:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:5.0:1609800481.514495:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:27.0:1609800481.514496:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:5.0:1609800481.514497:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:19.0:1609800481.514498:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:31.0:1609800481.514499:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)++
00000800:00000200:5.0:1609800481.514502:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.514503:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.66@o2ib18
00000800:00000200:27.0:1609800481.514503:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:26.0:1609800481.514504:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (22)--
00000800:00000200:31.0:1609800481.514505:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)++
00000800:00000200:31.0:1609800481.514506:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345e3f95000] (22)--
00000400:00000200:5.0:1609800481.514506:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:31.0:1609800481.514507:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345e3f95000] (21)--
00000400:00000200:5.0:1609800481.514510:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.514511:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:28.1:1609800481.514513:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:5.0:1609800481.514516:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800481.514518:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:27.0:1609800481.514519:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:5.0:1609800481.514521:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800481.514522:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:5.0:1609800481.514523:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:27.0:1609800481.514524:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800481.514524:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:26.0:1609800481.514525:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:27.0:1609800481.514527:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514528:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800481.514528:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:27.0:1609800481.514530:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:60.0:1609800481.514532:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514534:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:60.0:1609800481.514539:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800481.514540:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.514542:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:60.0:1609800481.514546:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.514546:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:60.0:1609800481.514547:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:60.0:1609800481.514549:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:31.0:1609800481.514552:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:60.0:1609800481.514553:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:19.0:1609800481.514553:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:19.0:1609800481.514555:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.514557:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.514561:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800481.514563:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:26.0:1609800481.514570:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:26.0:1609800481.514572:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:26.0:1609800481.514573:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514575:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:26.0:1609800481.514576:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.514578:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800481.514589:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:31.0:1609800481.514595:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:31.0:1609800481.514598:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.514599:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:31.0:1609800481.514601:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:19.0:1609800481.514601:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.514602:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:60.0:1609800481.514611:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514617:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514619:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:60.0:1609800481.514624:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.514627:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:60.0:1609800481.514631:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514632:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:60.0:1609800481.514633:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.514636:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:28.1:1609800481.514648:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:27.0:1609800481.514654:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:27.0:1609800481.514656:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:26.0:1609800481.514659:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:27.0:1609800481.514660:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.514663:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.514665:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000400:00000200:0.0:1609800481.514678:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.514686:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.514689:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:0.0:1609800481.514696:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.514699:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:60.0:1609800481.514701:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514704:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.514705:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800481.514707:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:0.0:1609800481.514707:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:0.0:1609800481.514708:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:60.0:1609800481.514716:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.514716:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:60.0:1609800481.514719:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:0.0:1609800481.514723:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.514724:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514726:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.514727:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:28.1:1609800481.514728:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:60.0:1609800481.514732:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:19.0:1609800481.514734:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:60.0:1609800481.514736:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800481.514737:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:31.0:1609800481.514739:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000400:00000200:19.0:1609800481.514739:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.514740:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.514741:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514742:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.514742:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:0.0:1609800481.514742:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000400:00000200:31.0:1609800481.514744:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514745:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:26.0:1609800481.514745:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:31.0:1609800481.514746:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514751:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.514754:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000400:00000200:0.0:1609800481.514758:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.514760:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:0.0:1609800481.514761:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.514762:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:60.0:1609800481.514764:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514766:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:0.0:1609800481.514766:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.514768:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:0.0:1609800481.514769:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:28.1:1609800481.514773:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:0.0:1609800481.514774:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:60.0:1609800481.514775:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:27.0:1609800481.514779:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:60.0:1609800481.514780:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:27.0:1609800481.514783:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000400:00000200:60.0:1609800481.514785:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.514785:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:26.0:1609800481.514785:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)++
00000800:00000200:27.0:1609800481.514786:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:60.0:1609800481.514788:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514788:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (25)--
00000800:00000200:26.0:1609800481.514788:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (25)--
00000400:00000200:60.0:1609800481.514789:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:27.0:1609800481.514789:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:26.0:1609800481.514790:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800481.514793:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:26.0:1609800481.514793:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.514795:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.514798:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:26.0:1609800481.514799:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.514801:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:31.0:1609800481.514803:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:31.0:1609800481.514805:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.514806:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:31.0:1609800481.514807:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:31.0:1609800481.514810:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:60.0:1609800481.514813:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.514815:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:60.0:1609800481.514816:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:60.0:1609800481.514820:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)--
00000400:00000200:60.0:1609800481.514824:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514827:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.514829:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:28.1:1609800481.514831:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (21)++
00000400:00000200:1.0:1609800481.514832:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.71@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.514835:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800481.514836:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.514838:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.514838:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:1.0:1609800481.514839:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.71@o2ib18 local destination
00000800:00000200:60.0:1609800481.514841:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.514841:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:60.0:1609800481.514842:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (22)++
00000400:00000200:19.0:1609800481.514842:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.514843:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:26.0:1609800481.514844:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:1.0:1609800481.514844:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.71@o2ib18(192.168.128.71@o2ib18:192.168.128.71@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800481.514845:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.514846:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:1.0:1609800481.514847:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.71@o2ib18
00000800:00000200:19.0:1609800481.514849:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)--
00000800:00000200:1.0:1609800481.514852:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9880] -> 192.168.128.71@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.514855:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:1.0:1609800481.514857:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:28.1:1609800481.514858:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:1.0:1609800481.514862:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345ae7b6200] (24)--
00000800:00000200:27.0:1609800481.514864:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)++
00000800:00000200:27.0:1609800481.514867:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (24)--
00000400:00000200:27.0:1609800481.514868:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.0:1609800481.514869:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:27.0:1609800481.514871:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:28.1:1609800481.514873:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:27.0:1609800481.514877:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:27.0:1609800481.514878:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:27.0:1609800481.514881:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:26.0:1609800481.514881:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000400:00000200:27.0:1609800481.514882:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.514885:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.71@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.514887:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:28.1:1609800481.514936:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345ae7b6200] (20)++
00000800:00000200:31.0:1609800481.514942:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)++
00000800:00000200:31.0:1609800481.514946:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.71@o2ib18
00000800:00000200:31.0:1609800481.514947:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345ae7b6200] (22)++
00000800:00000200:31.0:1609800481.514948:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:26.0:1609800481.514948:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (23)--
00000800:00000200:31.0:1609800481.514949:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345ae7b6200] (21)--
00000800:00000200:24.1:1609800481.541324:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (20)++
00000800:00000200:6.0:1609800481.541378:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (21)++
00000800:00000200:6.0:1609800481.541389:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.133@o2ib18
00000800:00000200:4.0:1609800481.541391:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000400:00000200:6.0:1609800481.541398:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.133@o2ib18 : GET - for me
00000400:00000200:6.0:1609800481.541407:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.133@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800481.541414:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.133@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800481.541419:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518db0200] (21)++
00000800:00000200:6.0:1609800481.541423:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518db0200] (22)--
00000400:00000200:6.0:1609800481.541428:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.133@o2ib18 local destination
00000400:00000200:6.0:1609800481.541440:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.133@o2ib18(192.168.128.133@o2ib18:192.168.128.133@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800481.541446:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.133@o2ib18
00000800:00000200:6.0:1609800481.541452:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5780] -> 192.168.128.133@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800481.541455:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518db0200] (21)++
00000800:00000200:6.0:1609800481.541459:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518db0200] (22)++
00000800:00000200:6.0:1609800481.541470:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518db0200] (23)--
00000800:00000200:6.0:1609800481.541472:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:24.1:1609800481.541534:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518db0200] (21)++
00000800:00000200:37.0:1609800481.541546:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518db0200] (22)++
00000800:00000200:37.0:1609800481.541551:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518db0200] (23)--
00000400:00000200:37.0:1609800481.541553:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800481.541558:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.133@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800481.541562:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (22)--
00000800:00000200:37.0:1609800481.541564:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518db0200] (21)--
00000800:00000200:31.1:1609800481.547458:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:19.0:1609800481.547468:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800481.547474:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.110@o2ib18
00000800:00000200:27.0:1609800481.547478:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:19.0:1609800481.547481:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:31.1:1609800481.547485:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:19.0:1609800481.547486:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.547490:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547495:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:26.0:1609800481.547501:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:19.0:1609800481.547501:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:31.0:1609800481.547503:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800481.547506:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800481.547507:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.547511:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.547511:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800481.547516:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:19.0:1609800481.547516:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.547519:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800481.547526:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547529:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:26.0:1609800481.547531:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.547532:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800481.547533:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:26.0:1609800481.547535:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.547540:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.547542:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800481.547547:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:26.0:1609800481.547550:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.547551:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:26.0:1609800481.547555:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:26.0:1609800481.547557:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:27.0:1609800481.547561:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:26.0:1609800481.547562:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.547568:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.547571:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.547575:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:26.0:1609800481.547585:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.547590:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.547594:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.547599:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800481.547601:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800481.547601:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800481.547604:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:26.0:1609800481.547606:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:1.0:1609800481.547606:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547608:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:1.0:1609800481.547613:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800481.547616:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800481.547622:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800481.547628:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000400:00000200:25.0:1609800481.547631:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800481.547631:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800481.547633:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.547637:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:1.0:1609800481.547638:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.547643:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:27.0:1609800481.547645:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:19.0:1609800481.547649:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800481.547654:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.547658:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:19.0:1609800481.547668:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547673:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.547679:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.547683:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.547685:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.547691:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800481.547694:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:31.1:1609800481.547696:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800481.547701:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800481.547702:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800481.547705:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:60.0:1609800481.547709:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.547711:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:26.0:1609800481.547713:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:60.0:1609800481.547716:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547717:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:19.0:1609800481.547717:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800481.547719:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:19.0:1609800481.547720:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.547721:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800481.547722:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:19.0:1609800481.547724:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547727:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.547730:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:26.0:1609800481.547733:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:32.0:1609800481.547737:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.547737:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.547738:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:19.0:1609800481.547738:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800481.547741:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:27.0:1609800481.547742:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800481.547743:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800481.547747:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800481.547751:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547752:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.547754:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800481.547757:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.547758:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:27.0:1609800481.547759:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:32.0:1609800481.547760:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.547760:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:26.0:1609800481.547761:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.547762:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:19.0:1609800481.547764:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:27.0:1609800481.547765:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547765:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.547767:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:32.0:1609800481.547768:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.547770:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547775:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:32.0:1609800481.547777:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547777:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:26.0:1609800481.547779:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:27.0:1609800481.547781:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800481.547784:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.547786:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.547787:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800481.547791:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.547791:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:32.0:1609800481.547792:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.547796:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:32.0:1609800481.547798:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.547798:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:32.0:1609800481.547804:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.547804:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.547807:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:31.1:1609800481.547809:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:32.0:1609800481.547810:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:32.0:1609800481.547813:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b4fe7300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.547813:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:27.0:1609800481.547816:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:32.0:1609800481.547819:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:38.0:1609800481.547821:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.547821:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:32.0:1609800481.547823:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:27.0:1609800481.547823:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:38.0:1609800481.547825:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547825:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:19.0:1609800481.547825:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.547826:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.547828:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547829:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:27.0:1609800481.547831:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800481.547833:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.547833:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:32.0:1609800481.547834:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000400:00000200:60.0:1609800481.547835:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.547835:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.547835:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:32.0:1609800481.547836:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000400:00000200:19.0:1609800481.547837:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.547838:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:32.0:1609800481.547842:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.547846:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.547848:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:27.0:1609800481.547859:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.547864:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800481.547864:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:38.0:1609800481.547865:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800481.547868:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.547869:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800481.547870:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:32.0:1609800481.547872:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800481.547874:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.547875:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800481.547876:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800481.547878:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800481.547881:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547882:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.547887:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800481.547887:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.547891:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.547895:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.547897:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800481.547901:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800481.547901:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:60.0:1609800481.547903:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.547903:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:19.0:1609800481.547903:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:32.0:1609800481.547905:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547905:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:27.0:1609800481.547906:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:26.0:1609800481.547907:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (28)--
00000400:00000200:60.0:1609800481.547908:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.547908:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000400:00000200:32.0:1609800481.547909:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547910:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:27.0:1609800481.547912:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800481.547913:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800481.547915:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:27.0:1609800481.547916:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800481.547917:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:27.0:1609800481.547937:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:32.0:1609800481.547938:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547938:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:32.0:1609800481.547941:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.547942:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:19.0:1609800481.547942:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.547943:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800481.547944:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:26.0:1609800481.547944:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.547945:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.547946:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.547946:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:32.0:1609800481.547947:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800481.547947:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.547948:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b4fe6300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800481.547948:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800481.547949:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.547949:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.547950:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800481.547951:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.547953:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:7.0:1609800481.547953:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.547955:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:7.0:1609800481.547956:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.547959:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.547961:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.547964:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:32.0:1609800481.547965:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:27.0:1609800481.547965:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.547966:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800481.547967:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:32.0:1609800481.547968:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:32.0:1609800481.547969:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800481.547969:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:32.0:1609800481.547970:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:19.0:1609800481.547970:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800481.547971:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:32.0:1609800481.547972:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.547972:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.547975:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.547978:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800481.547979:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.547981:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800481.547981:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:27.0:1609800481.547982:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800481.547982:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:32.0:1609800481.547983:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.547983:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:27.0:1609800481.547984:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800481.547984:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:19.0:1609800481.547984:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:26.0:1609800481.547985:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800481.547985:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:32.0:1609800481.547986:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.547986:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:27.0:1609800481.547987:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.547987:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000400:00000200:32.0:1609800481.547988:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:26.0:1609800481.547988:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:7.0:1609800481.547988:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.547989:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.547989:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:7.0:1609800481.547989:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.547990:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.547992:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:7.0:1609800481.547992:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800481.547993:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:60.0:1609800481.547994:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800481.547994:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:32.0:1609800481.547995:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:25.0:1609800481.547996:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.547998:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:25.0:1609800481.547999:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:60.0:1609800481.548000:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:32.0:1609800481.548000:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:32.0:1609800481.548002:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:31.1:1609800481.548002:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:32.0:1609800481.548005:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:60.0:1609800481.548006:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:32.0:1609800481.548006:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b4fe7b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800481.548008:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:60.0:1609800481.548009:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:26.0:1609800481.548011:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800481.548013:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:32.0:1609800481.548016:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800481.548016:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:7.0:1609800481.548016:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:32.0:1609800481.548018:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:27.0:1609800481.548018:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:25.0:1609800481.548018:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800481.548018:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.548019:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800481.548019:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800481.548020:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (27)++
00000800:00000200:32.0:1609800481.548020:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000400:00000200:25.0:1609800481.548020:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.548020:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800481.548021:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (27)++
00000800:00000200:32.0:1609800481.548021:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:27.0:1609800481.548021:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.548021:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.548021:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.0:1609800481.548022:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)++
00000400:00000200:19.0:1609800481.548023:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.548024:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:25.0:1609800481.548024:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.0:1609800481.548025:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000400:00000200:27.0:1609800481.548025:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800481.548027:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (28)--
00000400:00000200:26.0:1609800481.548030:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800481.548033:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800481.548035:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:32.0:1609800481.548038:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800481.548038:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.548039:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800481.548040:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800481.548042:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:7.0:1609800481.548042:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.548044:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800481.548045:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.548046:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800481.548046:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548046:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)++
00000400:00000200:32.0:1609800481.548047:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548047:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (28)--
00000800:00000200:26.0:1609800481.548048:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000400:00000200:19.0:1609800481.548048:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.548049:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800481.548049:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800481.548049:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)++
00000800:00000200:26.0:1609800481.548050:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:19.0:1609800481.548050:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.548052:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:26.0:1609800481.548053:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:19.0:1609800481.548053:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.548055:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:19.0:1609800481.548056:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:27.0:1609800481.548057:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800481.548057:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.548061:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.548064:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.548064:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:32.0:1609800481.548065:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:26.0:1609800481.548065:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800481.548065:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:19.0:1609800481.548066:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:27.0:1609800481.548067:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800481.548067:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800481.548068:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.548068:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:7.0:1609800481.548068:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.548069:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.548070:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000400:00000200:32.0:1609800481.548071:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.548071:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.548072:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:7.0:1609800481.548072:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800481.548073:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:32.0:1609800481.548074:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:60.0:1609800481.548076:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:32.0:1609800481.548077:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:26.0:1609800481.548077:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.548078:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.548079:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:60.0:1609800481.548080:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.0:1609800481.548080:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800481.548080:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.548081:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:32.0:1609800481.548082:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b4fe6600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.548082:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:27.0:1609800481.548083:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:26.0:1609800481.548083:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800481.548084:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:27.0:1609800481.548085:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:26.0:1609800481.548085:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800481.548085:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:32.0:1609800481.548086:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:26.0:1609800481.548086:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800481.548087:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.548088:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (26)++
00000400:00000200:27.0:1609800481.548088:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800481.548089:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)++
00000400:00000200:19.0:1609800481.548090:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.110@o2ib18 : PUT - routed
00000800:00000200:32.0:1609800481.548091:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (28)--
00000400:00000200:27.0:1609800481.548091:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548091:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (28)--
00000800:00000200:32.0:1609800481.548092:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:26.0:1609800481.548093:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:19.0:1609800481.548093:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.548094:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:27.0:1609800481.548094:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:19.0:1609800481.548111:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:60.0:1609800481.548114:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.548116:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800481.548116:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:27.0:1609800481.548116:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800481.548117:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800481.548118:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800481.548128:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800481.548129:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800481.548129:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800481.548130:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800481.548131:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800481.548132:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:19.0:1609800481.548132:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800481.548133:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:27.0:1609800481.548134:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800481.548134:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800481.548134:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.548135:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800481.548137:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800481.548138:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.548139:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800481.548139:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:27.0:1609800481.548140:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:19.0:1609800481.548142:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:60.0:1609800481.548157:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800481.548159:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548161:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800481.548220:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.548223:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800481.548226:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800481.548233:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800481.548234:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.548236:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800481.548237:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:0.0:1609800481.548255:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.548258:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:60.0:1609800481.548260:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800481.548265:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.548268:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:60.0:1609800481.548270:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548272:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:0.0:1609800481.548274:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.548275:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:0.0:1609800481.548277:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:60.0:1609800481.548283:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.548285:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:60.0:1609800481.548286:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.548291:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800481.548292:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800481.548293:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548294:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:0.0:1609800481.548298:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.548300:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:0.0:1609800481.548300:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:0.0:1609800481.548305:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.548309:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:60.0:1609800481.548310:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800481.548312:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:60.0:1609800481.548313:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.548313:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800481.548314:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:60.0:1609800481.548315:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:0.0:1609800481.548316:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:26.0:1609800481.548318:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:60.0:1609800481.548321:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.548322:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:26.0:1609800481.548323:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:60.0:1609800481.548324:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.548324:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000400:00000200:26.0:1609800481.548325:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800481.548327:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:32.0:1609800481.548328:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:26.0:1609800481.548328:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.548329:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000400:00000200:32.0:1609800481.548329:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.548330:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:27.0:1609800481.548330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:32.0:1609800481.548331:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.548332:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:26.0:1609800481.548332:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:0.0:1609800481.548332:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800481.548335:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:32.0:1609800481.548335:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:0.0:1609800481.548335:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:0.0:1609800481.548340:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800481.548343:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:0.0:1609800481.548343:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:60.0:1609800481.548346:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800481.548348:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.548349:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:27.0:1609800481.548355:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:26.0:1609800481.548361:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:60.0:1609800481.548363:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.548364:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800481.548364:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:60.0:1609800481.548366:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:27.0:1609800481.548366:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800481.548366:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800481.548366:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:0.0:1609800481.548367:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:27.0:1609800481.548369:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:19.0:1609800481.548369:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.548372:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800481.548372:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:60.0:1609800481.548379:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:27.0:1609800481.548381:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:19.0:1609800481.548383:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:60.0:1609800481.548384:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:31.1:1609800481.548385:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548386:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548387:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:32.0:1609800481.548390:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:60.0:1609800481.548392:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:32.0:1609800481.548393:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:32.0:1609800481.548395:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548396:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.548396:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:32.0:1609800481.548398:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.548399:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548399:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:26.0:1609800481.548400:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:60.0:1609800481.548401:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:27.0:1609800481.548401:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)++
00000800:00000200:26.0:1609800481.548401:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:27.0:1609800481.548404:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:26.0:1609800481.548404:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000400:00000200:1.0:1609800481.548405:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800481.548406:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548406:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:60.0:1609800481.548408:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:27.0:1609800481.548409:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:60.0:1609800481.548410:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.548410:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:27.0:1609800481.548411:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:60.0:1609800481.548413:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.548414:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:60.0:1609800481.548415:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548418:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:1.0:1609800481.548426:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.548429:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:31.1:1609800481.548431:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:1.0:1609800481.548436:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.548437:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:26.0:1609800481.548439:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:1.0:1609800481.548439:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:26.0:1609800481.548441:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.548442:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:26.0:1609800481.548445:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:1.0:1609800481.548445:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.548447:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:26.0:1609800481.548448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:1.0:1609800481.548449:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:1.0:1609800481.548457:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548471:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:32.0:1609800481.548476:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:1.0:1609800481.548476:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:32.0:1609800481.548480:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:32.0:1609800481.548481:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800481.548481:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.548482:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:1.0:1609800481.548483:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:32.0:1609800481.548484:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.548486:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:27.0:1609800481.548487:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:27.0:1609800481.548488:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:19.0:1609800481.548488:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:27.0:1609800481.548489:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:1.0:1609800481.548489:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800481.548492:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.548494:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:1.0:1609800481.548496:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800481.548497:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:1.0:1609800481.548498:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:1.0:1609800481.548503:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548525:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:26.0:1609800481.548530:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:60.0:1609800481.548532:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.548534:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:26.0:1609800481.548535:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.548536:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:26.0:1609800481.548537:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.548538:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548541:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:60.0:1609800481.548546:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800481.548548:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:60.0:1609800481.548549:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.548553:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.548555:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:60.0:1609800481.548556:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548560:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548572:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:27.0:1609800481.548578:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.548580:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:27.0:1609800481.548582:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.548583:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:27.0:1609800481.548584:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000400:00000200:60.0:1609800481.548586:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800481.548587:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:60.0:1609800481.548589:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548591:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:60.0:1609800481.548596:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800481.548599:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.548601:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.548603:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:60.0:1609800481.548603:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548607:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548620:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:19.0:1609800481.548625:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:19.0:1609800481.548628:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:19.0:1609800481.548629:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800481.548631:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:19.0:1609800481.548631:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.548634:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:60.0:1609800481.548654:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800481.548658:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (20)++
00000400:00000200:60.0:1609800481.548661:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548663:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:32.0:1609800481.548663:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:32.0:1609800481.548666:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:32.0:1609800481.548667:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:60.0:1609800481.548668:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:32.0:1609800481.548668:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:27.0:1609800481.548668:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:32.0:1609800481.548670:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:60.0:1609800481.548671:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.548673:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.548675:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:60.0:1609800481.548676:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:60.0:1609800481.548679:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548692:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:38.0:1609800481.548694:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800481.548697:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:26.0:1609800481.548699:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:26.0:1609800481.548701:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800481.548702:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:26.0:1609800481.548703:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.548706:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:38.0:1609800481.548715:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800481.548719:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:38.0:1609800481.548725:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800481.548728:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:38.0:1609800481.548733:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800481.548735:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:38.0:1609800481.548737:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:38.0:1609800481.548745:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548757:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:27.0:1609800481.548762:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.548765:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:27.0:1609800481.548767:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.548768:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:27.0:1609800481.548770:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.548773:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000400:00000200:60.0:1609800481.548846:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800481.548846:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800481.548849:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548851:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:7.0:1609800481.548853:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800481.548857:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800481.548857:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:60.0:1609800481.548860:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000400:00000200:7.0:1609800481.548864:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.548867:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:60.0:1609800481.548869:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800481.548870:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (20)++
00000800:00000200:60.0:1609800481.548872:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:7.0:1609800481.548872:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.548874:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:60.0:1609800481.548877:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:7.0:1609800481.548877:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:7.0:1609800481.548884:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:7.0:1609800481.548888:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800481.548889:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (22)++
00000400:00000200:7.0:1609800481.548892:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.548894:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:19.0:1609800481.548895:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:19.0:1609800481.548898:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:7.0:1609800481.548898:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000400:00000200:19.0:1609800481.548900:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.548900:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:26.0:1609800481.548901:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000400:00000200:19.0:1609800481.548902:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.548904:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:7.0:1609800481.548904:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800481.548905:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800481.548905:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:19.0:1609800481.548906:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:7.0:1609800481.548906:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:26.0:1609800481.548908:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:19.0:1609800481.548908:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:26.0:1609800481.548911:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:7.0:1609800481.548913:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:7.0:1609800481.548917:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800481.548921:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800481.548923:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000800:00000200:31.1:1609800481.548925:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:7.0:1609800481.548927:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800481.548929:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:27.0:1609800481.548931:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:7.0:1609800481.548932:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.548933:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:27.0:1609800481.548934:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:7.0:1609800481.548934:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000400:00000200:27.0:1609800481.548935:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.548936:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (24)--
00000400:00000200:27.0:1609800481.548938:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:7.0:1609800481.548939:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)--
00000800:00000200:27.0:1609800481.548941:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:7.0:1609800481.548943:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.110@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800481.548949:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800481.548951:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000400:00000200:7.0:1609800481.548951:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.110@o2ib18 local destination
00000400:00000200:7.0:1609800481.548955:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.110@o2ib18(192.168.128.110@o2ib18:192.168.128.110@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800481.548957:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:7.0:1609800481.548958:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.110@o2ib18
00000800:00000200:19.0:1609800481.548961:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.110@o2ib18
00000800:00000200:7.0:1609800481.548961:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3ccd80] -> 192.168.128.110@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800481.548962:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:26.0:1609800481.548963:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (23)++
00000800:00000200:19.0:1609800481.548963:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:7.0:1609800481.548964:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c8c00] (24)++
00000800:00000200:19.0:1609800481.548965:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c8c00] (27)--
00000800:00000200:19.0:1609800481.548966:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (26)--
00000800:00000200:19.0:1609800481.548968:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (25)--
00000800:00000200:7.0:1609800481.548969:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c8c00] (24)--
00000800:00000200:26.0:1609800481.548970:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:26.0:1609800481.548972:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800481.548974:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:26.0:1609800481.548977:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000800:00000200:31.1:1609800481.548981:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c8c00] (21)++
00000800:00000200:27.0:1609800481.548987:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)++
00000800:00000200:27.0:1609800481.548990:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c8c00] (23)--
00000400:00000200:27.0:1609800481.548991:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800481.548992:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (22)--
00000400:00000200:27.0:1609800481.548994:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.110@o2ib18: PUT: OK
00000800:00000200:27.0:1609800481.548997:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c8c00] (21)--
00000800:00000200:24.1:1609800481.760833:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (20)++
00000800:00000200:19.0:1609800481.760884:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:19.0:1609800481.760897:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.118@o2ib18
00000800:00000200:26.0:1609800481.760899:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:19.0:1609800481.760906:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.118@o2ib18 : GET - for me
00000400:00000200:19.0:1609800481.760914:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.118@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800481.760921:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.118@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800481.760926:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:19.0:1609800481.760929:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:19.0:1609800481.760935:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.118@o2ib18 local destination
00000400:00000200:19.0:1609800481.760947:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.118@o2ib18(192.168.128.118@o2ib18:192.168.128.118@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800481.760953:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.118@o2ib18
00000800:00000200:19.0:1609800481.760959:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dd44f100] -> 192.168.128.118@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800481.760962:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:19.0:1609800481.760964:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:19.0:1609800481.760975:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcfb1800] (23)--
00000800:00000200:19.0:1609800481.760977:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000800:00000200:24.1:1609800481.761042:0:1707:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcfb1800] (21)++
00000800:00000200:32.0:1609800481.761088:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)++
00000800:00000200:32.0:1609800481.761098:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcfb1800] (23)--
00000400:00000200:32.0:1609800481.761101:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800481.761102:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (22)--
00000400:00000200:32.0:1609800481.761108:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.118@o2ib18: REPLY: OK
00000800:00000200:32.0:1609800481.761114:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcfb1800] (21)--
00000800:00000200:31.1:1609800482.115049:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (20)++
00000800:00000200:26.0:1609800482.115100:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800482.115112:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.74@o2ib18
00000400:00000200:26.0:1609800482.115139:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.74@o2ib18 : GET - for me
00000400:00000200:26.0:1609800482.115148:0:16043:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.74@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000800:00000200:19.0:1609800482.115151:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000400:00000200:26.0:1609800482.115154:0:16043:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.74@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:26.0:1609800482.115160:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800482.115163:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dae24800] (22)--
00000400:00000200:26.0:1609800482.115168:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.74@o2ib18 local destination
00000400:00000200:26.0:1609800482.115180:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.74@o2ib18(192.168.128.74@o2ib18:192.168.128.74@o2ib18) : REPLY try# 0
00000800:00000200:26.0:1609800482.115188:0:16043:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.74@o2ib18
00000800:00000200:26.0:1609800482.115194:0:16043:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4580] -> 192.168.128.74@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800482.115197:0:16043:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dae24800] (21)++
00000800:00000200:26.0:1609800482.115199:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dae24800] (22)++
00000800:00000200:26.0:1609800482.115209:0:16043:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dae24800] (23)--
00000800:00000200:26.0:1609800482.115211:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:31.1:1609800482.115277:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dae24800] (21)++
00000800:00000200:27.0:1609800482.115323:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dae24800] (22)++
00000800:00000200:27.0:1609800482.115347:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dae24800] (23)--
00000400:00000200:27.0:1609800482.115349:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.115352:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.74@o2ib18: REPLY: OK
00000800:00000200:27.0:1609800482.115356:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (22)--
00000800:00000200:27.0:1609800482.115357:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dae24800] (21)--
00000800:00000200:32.1:1609800482.279808:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:19.0:1609800482.279860:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.279872:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.147@o2ib18
00000400:00000200:19.0:1609800482.279881:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.279889:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.279896:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800482.279909:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.279910:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.279916:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800482.279922:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:19.0:1609800482.279922:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800482.279928:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800482.279930:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.279931:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800482.279938:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800482.279938:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:19.0:1609800482.279941:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:26.0:1609800482.279943:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:19.0:1609800482.279943:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800482.279945:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.279951:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:32.0:1609800482.279955:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:26.0:1609800482.279956:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:32.0:1609800482.279977:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:27.0:1609800482.279977:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:26.0:1609800482.279977:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800482.279977:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800482.279980:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:32.0:1609800482.279981:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.279981:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.279983:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:26.0:1609800482.279984:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800482.279985:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:32.0:1609800482.279988:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.279988:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:32.0:1609800482.279991:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:19.0:1609800482.279991:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800482.279994:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800482.279996:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:32.0:1609800482.279998:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800482.279998:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800482.280000:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:19.0:1609800482.280000:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:5.0:1609800482.280004:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800482.280018:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800482.280019:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800482.280020:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:26.0:1609800482.280021:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:19.0:1609800482.280021:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:32.0:1609800482.280022:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800482.280022:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:5.0:1609800482.280025:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.0:1609800482.280026:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:32.0:1609800482.280028:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345b4fe7000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:32.0:1609800482.280030:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:32.0:1609800482.280035:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.280039:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.280042:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:32.0:1609800482.280042:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.0:1609800482.280043:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:60.0:1609800482.280045:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:32.1:1609800482.280048:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:5.0:1609800482.280053:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800482.280054:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:5.0:1609800482.280056:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280060:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:19.0:1609800482.280061:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:5.0:1609800482.280061:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800482.280062:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800482.280064:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:27.0:1609800482.280065:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280066:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800482.280067:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:60.0:1609800482.280068:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280071:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800482.280071:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.280076:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:32.1:1609800482.280078:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:27.0:1609800482.280084:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800482.280087:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800482.280091:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800482.280094:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800482.280096:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800482.280101:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.280103:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:27.0:1609800482.280104:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:27.0:1609800482.280105:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:27.0:1609800482.280109:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.280111:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:27.0:1609800482.280112:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800482.280114:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280114:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:27.0:1609800482.280117:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:19.0:1609800482.280117:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:33.0:1609800482.280119:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:19.0:1609800482.280119:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:27.0:1609800482.280139:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800482.280142:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800482.280144:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.280144:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800482.280147:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280149:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800482.280149:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800482.280150:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:27.0:1609800482.280154:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800482.280154:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:27.0:1609800482.280155:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800482.280156:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.280159:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800482.280160:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800482.280162:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:26.0:1609800482.280162:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800482.280163:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800482.280164:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.280165:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.280165:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800482.280165:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800482.280166:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800482.280168:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800482.280168:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:60.0:1609800482.280170:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800482.280170:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800482.280171:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.280171:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:60.0:1609800482.280172:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800482.280172:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:26.0:1609800482.280173:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800482.280173:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:60.0:1609800482.280177:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1609800482.280177:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.280178:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280180:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800482.280180:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800482.280182:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:0.0:1609800482.280182:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.280188:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800482.280189:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:33.0:1609800482.280195:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:33.0:1609800482.280200:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.280202:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:33.0:1609800482.280203:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:0.0:1609800482.280206:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800482.280208:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.280213:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800482.280221:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:26.0:1609800482.280227:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.280231:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:26.0:1609800482.280234:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280234:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.280237:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:26.0:1609800482.280238:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280239:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:26.0:1609800482.280241:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:19.0:1609800482.280241:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800482.280243:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:33.0:1609800482.280245:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:19.0:1609800482.280245:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.280247:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800482.280247:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800482.280247:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:33.0:1609800482.280248:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.280250:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800482.280253:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800482.280253:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.280255:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800482.280256:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800482.280256:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800482.280257:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800482.280258:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280259:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800482.280260:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800482.280261:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800482.280262:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:19.0:1609800482.280263:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800482.280264:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:26.0:1609800482.280264:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:26.0:1609800482.280265:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:33.0:1609800482.280266:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.280266:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800482.280266:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:19.0:1609800482.280268:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.280269:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800482.280269:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:60.0:1609800482.280271:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:33.0:1609800482.280271:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:27.0:1609800482.280271:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:32.1:1609800482.280272:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:60.0:1609800482.280273:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280274:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800482.280275:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800482.280276:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800482.280277:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:33.0:1609800482.280278:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.280280:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:33.0:1609800482.280282:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800482.280282:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:19.0:1609800482.280283:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:27.0:1609800482.280284:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:33.0:1609800482.280285:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800482.280285:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:26.0:1609800482.280285:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280285:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:27.0:1609800482.280286:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:33.0:1609800482.280288:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800482.280288:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:26.0:1609800482.280288:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.280289:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800482.280290:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800482.280290:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:26.0:1609800482.280295:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800482.280298:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280298:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000400:00000200:60.0:1609800482.280299:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280299:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800482.280300:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.280300:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280301:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800482.280301:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (26)++
00000800:00000200:26.0:1609800482.280301:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800482.280303:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280303:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800482.280303:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:26.0:1609800482.280304:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800482.280308:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000800:00000200:26.0:1609800482.280308:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)++
00000800:00000200:60.0:1609800482.280309:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280309:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)--
00000400:00000200:27.0:1609800482.280309:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:26.0:1609800482.280309:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (27)--
00000400:00000200:19.0:1609800482.280309:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800482.280310:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280310:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)++
00000800:00000200:26.0:1609800482.280311:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (26)--
00000400:00000200:60.0:1609800482.280313:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800482.280313:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.280314:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:19.0:1609800482.280314:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800482.280315:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.280315:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (26)--
00000800:00000200:27.0:1609800482.280317:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800482.280317:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:19.0:1609800482.280317:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:1.0:1609800482.280317:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800482.280318:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.280320:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800482.280320:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800482.280321:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800482.280321:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280322:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800482.280324:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800482.280324:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:19.0:1609800482.280325:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:33.0:1609800482.280326:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280326:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:27.0:1609800482.280327:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:1.0:1609800482.280328:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:33.0:1609800482.280329:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.280329:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:27.0:1609800482.280330:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:60.0:1609800482.280331:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:33.0:1609800482.280331:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:60.0:1609800482.280332:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280335:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:33.0:1609800482.280337:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800482.280340:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800482.280343:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800482.280346:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:1.0:1609800482.280346:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280347:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800482.280348:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280350:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:33.0:1609800482.280352:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:1.0:1609800482.280353:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800482.280355:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.280356:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800482.280357:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.280363:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:26.0:1609800482.280367:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:60.0:1609800482.280369:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800482.280369:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:60.0:1609800482.280370:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800482.280370:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800482.280372:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:60.0:1609800482.280373:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800482.280373:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:26.0:1609800482.280374:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800482.280374:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.280377:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:26.0:1609800482.280377:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:19.0:1609800482.280377:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:1.0:1609800482.280378:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280379:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:27.0:1609800482.280379:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:1.0:1609800482.280381:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280382:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000400:00000200:26.0:1609800482.280384:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800482.280386:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800482.280386:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800482.280389:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:33.0:1609800482.280390:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800482.280390:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.280390:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800482.280391:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800482.280392:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800482.280394:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.280395:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800482.280397:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280397:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:26.0:1609800482.280398:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (26)--
00000400:00000200:27.0:1609800482.280399:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:26.0:1609800482.280399:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:60.0:1609800482.280400:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800482.280400:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:60.0:1609800482.280402:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.280403:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000400:00000200:60.0:1609800482.280404:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800482.280406:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800482.280408:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800482.280409:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800482.280411:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:33.0:1609800482.280412:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:19.0:1609800482.280412:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800482.280414:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800482.280414:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800482.280415:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800482.280417:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:33.0:1609800482.280418:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800482.280418:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800482.280419:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:27.0:1609800482.280420:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.280421:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.280422:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800482.280422:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.280423:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.280424:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800482.280424:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:60.0:1609800482.280426:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280427:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:60.0:1609800482.280428:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280429:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800482.280431:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800482.280431:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:1.0:1609800482.280433:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800482.280434:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:1.0:1609800482.280435:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280437:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.280438:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:1.0:1609800482.280440:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800482.280446:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.280451:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:26.0:1609800482.280454:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.280455:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:1.0:1609800482.280455:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800482.280457:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:1.0:1609800482.280457:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.280462:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:32.1:1609800482.280524:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:19.0:1609800482.280530:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.280533:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.147@o2ib18
00000800:00000200:33.0:1609800482.280535:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:19.0:1609800482.280537:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.147@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800482.280559:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.280562:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:19.0:1609800482.280568:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800482.280570:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800482.280574:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800482.280576:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800482.280578:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800482.280581:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.280583:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:19.0:1609800482.280584:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:60.0:1609800482.280590:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.280591:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280594:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800482.280617:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.280628:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800482.280629:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280634:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.280636:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.280637:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.280645:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.280648:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:38.0:1609800482.280657:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.280663:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800482.280663:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:60.0:1609800482.280664:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:60.0:1609800482.280666:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:38.0:1609800482.280671:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.280673:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:38.0:1609800482.280674:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800482.280677:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:38.0:1609800482.280685:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:38.0:1609800482.280696:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.280706:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.280710:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280712:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.280718:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.280721:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:38.0:1609800482.280722:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.280726:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800482.280726:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:60.0:1609800482.280728:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.280729:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:60.0:1609800482.280734:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:32.1:1609800482.280734:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:38.0:1609800482.280738:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800482.280740:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:27.0:1609800482.280743:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:38.0:1609800482.280744:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:60.0:1609800482.280745:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800482.280745:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280746:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:60.0:1609800482.280747:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.280748:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:26.0:1609800482.280749:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:60.0:1609800482.280750:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:38.0:1609800482.280750:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800482.280750:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280751:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:38.0:1609800482.280753:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:26.0:1609800482.280753:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.280755:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800482.280755:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:60.0:1609800482.280759:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:27.0:1609800482.280759:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:38.0:1609800482.280762:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:26.0:1609800482.280762:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:60.0:1609800482.280764:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:32.1:1609800482.280764:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.280766:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:60.0:1609800482.280768:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:19.0:1609800482.280770:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)++
00000800:00000200:60.0:1609800482.280771:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:19.0:1609800482.280773:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:19.0:1609800482.280775:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280776:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:19.0:1609800482.280777:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.280781:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800482.280796:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.280802:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:60.0:1609800482.280804:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800482.280805:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:27.0:1609800482.280806:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.280807:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:60.0:1609800482.280808:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.280809:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.280810:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:26.0:1609800482.280810:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:26.0:1609800482.280811:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.280813:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:26.0:1609800482.280814:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.280816:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.280818:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.280820:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:27.0:1609800482.280821:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:60.0:1609800482.280822:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.280823:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:60.0:1609800482.280824:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.280829:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800482.280848:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.280853:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:33.0:1609800482.280858:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:19.0:1609800482.280864:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:19.0:1609800482.280865:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.280868:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.280870:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:60.0:1609800482.280896:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.280900:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.280902:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.280909:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800482.280909:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800482.280911:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:60.0:1609800482.280912:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:60.0:1609800482.280915:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.280916:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.280916:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:7.0:1609800482.280916:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.280917:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.280920:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:26.0:1609800482.280920:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000400:00000200:7.0:1609800482.280921:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:27.0:1609800482.280922:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.280922:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:26.0:1609800482.280923:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:26.0:1609800482.280924:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:7.0:1609800482.280927:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800482.280930:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:32.1:1609800482.280932:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:7.0:1609800482.280935:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800482.280937:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:33.0:1609800482.280938:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:7.0:1609800482.280939:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:19.0:1609800482.280944:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:7.0:1609800482.280947:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:33.0:1609800482.280948:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:33.0:1609800482.280949:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800482.280952:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800482.280953:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:33.0:1609800482.280956:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:7.0:1609800482.280957:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800482.280959:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:7.0:1609800482.280959:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:7.0:1609800482.280964:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800482.280965:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:7.0:1609800482.280966:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:27.0:1609800482.280968:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:27.0:1609800482.280969:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800482.280970:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800482.280971:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:27.0:1609800482.280972:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:7.0:1609800482.280972:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:7.0:1609800482.280973:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.280975:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:7.0:1609800482.280977:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:7.0:1609800482.280983:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:32.1:1609800482.280989:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.280995:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.280998:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:7.0:1609800482.280999:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.281000:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800482.281000:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:33.0:1609800482.281001:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:19.0:1609800482.281002:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:7.0:1609800482.281006:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800482.281008:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:19.0:1609800482.281010:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:7.0:1609800482.281013:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800482.281014:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:7.0:1609800482.281015:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:7.0:1609800482.281019:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800482.281031:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.281037:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.281042:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.281048:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:26.0:1609800482.281050:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800482.281052:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:26.0:1609800482.281056:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800482.281076:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:33.0:1609800482.281081:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:60.0:1609800482.281083:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800482.281085:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000400:00000200:60.0:1609800482.281086:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.281086:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.281087:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:60.0:1609800482.281088:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:33.0:1609800482.281088:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.281089:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:5.0:1609800482.281091:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.281094:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.281097:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:5.0:1609800482.281099:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.281101:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281102:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000400:00000200:5.0:1609800482.281103:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:60.0:1609800482.281104:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.281108:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:5.0:1609800482.281109:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800482.281112:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:5.0:1609800482.281117:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800482.281119:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:5.0:1609800482.281130:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:32.1:1609800482.281135:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:5.0:1609800482.281138:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.281141:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:27.0:1609800482.281144:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:27.0:1609800482.281146:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.281147:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:27.0:1609800482.281148:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:27.0:1609800482.281151:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800482.281152:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.281158:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.281161:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:19.0:1609800482.281162:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.281164:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:19.0:1609800482.281165:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.281168:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800482.281188:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:26.0:1609800482.281194:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:26.0:1609800482.281197:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.281198:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.281199:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.281199:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:26.0:1609800482.281201:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:60.0:1609800482.281345:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.281349:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.281351:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.281357:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800482.281358:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.281360:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:60.0:1609800482.281364:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281365:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:60.0:1609800482.281373:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.281377:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:0.0:1609800482.281378:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.281381:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:60.0:1609800482.281382:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800482.281387:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:32.1:1609800482.281389:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000400:00000200:60.0:1609800482.281391:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800482.281391:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:60.0:1609800482.281394:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:33.0:1609800482.281395:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:0.0:1609800482.281396:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800482.281398:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:60.0:1609800482.281399:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:33.0:1609800482.281400:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800482.281400:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:0.0:1609800482.281401:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:60.0:1609800482.281402:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:33.0:1609800482.281403:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.281403:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:33.0:1609800482.281405:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:60.0:1609800482.281406:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281407:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.281410:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:0.0:1609800482.281410:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:60.0:1609800482.281414:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:0.0:1609800482.281416:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800482.281420:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:32.1:1609800482.281421:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:0.0:1609800482.281422:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:27.0:1609800482.281427:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:0.0:1609800482.281428:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800482.281430:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:0.0:1609800482.281431:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:60.0:1609800482.281432:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800482.281432:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.281433:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:27.0:1609800482.281434:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:0.0:1609800482.281435:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800482.281436:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.281436:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:26.0:1609800482.281437:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800482.281437:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:60.0:1609800482.281438:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:0.0:1609800482.281438:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (24)++
00000400:00000200:26.0:1609800482.281439:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.281439:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:60.0:1609800482.281444:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800482.281444:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.281446:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:60.0:1609800482.281447:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:26.0:1609800482.281448:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:60.0:1609800482.281450:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281452:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:32.1:1609800482.281455:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.281459:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:33.0:1609800482.281461:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)++
00000800:00000200:60.0:1609800482.281462:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (25)--
00000800:00000200:33.0:1609800482.281464:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (25)--
00000400:00000200:33.0:1609800482.281466:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800482.281467:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:60.0:1609800482.281468:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800482.281468:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.281471:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.281473:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:32.1:1609800482.281474:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:60.0:1609800482.281478:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800482.281480:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:60.0:1609800482.281481:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:33.0:1609800482.281483:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:27.0:1609800482.281483:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:60.0:1609800482.281484:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800482.281484:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:27.0:1609800482.281484:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.281485:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.281487:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:27.0:1609800482.281487:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.281489:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:27.0:1609800482.281489:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800482.281506:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:19.0:1609800482.281511:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:19.0:1609800482.281514:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:60.0:1609800482.281515:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800482.281515:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.281517:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000400:00000200:60.0:1609800482.281518:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800482.281518:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.281519:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:33.0:1609800482.281520:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:33.0:1609800482.281521:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:26.0:1609800482.281522:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:33.0:1609800482.281523:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:60.0:1609800482.281524:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800482.281524:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:60.0:1609800482.281527:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:19.0:1609800482.281529:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:60.0:1609800482.281531:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281532:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:60.0:1609800482.281533:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.281537:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:32.1:1609800482.281549:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:27.0:1609800482.281554:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:27.0:1609800482.281557:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:27.0:1609800482.281558:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800482.281560:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:27.0:1609800482.281561:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:27.0:1609800482.281563:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000400:00000200:1.0:1609800482.281587:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.281627:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.281634:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000400:00000200:1.0:1609800482.281659:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800482.281666:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.147@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800482.281666:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000400:00000200:60.0:1609800482.281670:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.281673:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.147@o2ib18 local destination
00000800:00000200:1.0:1609800482.281674:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.281678:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (20)++
00000400:00000200:60.0:1609800482.281679:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.147@o2ib18(192.168.128.147@o2ib18:192.168.128.147@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.281680:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:60.0:1609800482.281682:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.147@o2ib18
00000800:00000200:60.0:1609800482.281686:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345a5bc7100] -> 192.168.128.147@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.281688:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:60.0:1609800482.281692:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:1.0:1609800482.281692:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:60.0:1609800482.281697:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:32.1:1609800482.281706:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:33.0:1609800482.281711:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000800:00000200:33.0:1609800482.281714:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000400:00000200:33.0:1609800482.281716:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800482.281717:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)++
00000400:00000200:33.0:1609800482.281718:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.281720:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c9c00] (24)--
00000800:00000200:33.0:1609800482.281721:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (23)--
00000400:00000200:19.0:1609800482.281721:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800482.281722:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000400:00000200:19.0:1609800482.281724:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.147@o2ib18: PUT: OK
00000800:00000200:19.0:1609800482.281727:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:32.1:1609800482.281758:0:3605:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c9c00] (20)++
00000800:00000200:27.0:1609800482.281765:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)++
00000800:00000200:27.0:1609800482.281768:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.147@o2ib18
00000800:00000200:27.0:1609800482.281769:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (22)++
00000800:00000200:26.0:1609800482.281770:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (22)--
00000800:00000200:27.0:1609800482.281771:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c9c00] (23)--
00000800:00000200:27.0:1609800482.281772:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c9c00] (21)--
00000800:00000200:28.1:1609800482.292978:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (20)++
00000800:00000200:4.0:1609800482.293041:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (21)++
00000800:00000200:4.0:1609800482.293051:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.86@o2ib18
00000400:00000200:4.0:1609800482.293060:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.86@o2ib18 : GET - for me
00000400:00000200:4.0:1609800482.293069:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.86@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800482.293076:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.86@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800482.293081:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786800] (22)++
00000800:00000200:4.0:1609800482.293084:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786800] (23)--
00000400:00000200:4.0:1609800482.293090:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.86@o2ib18 local destination
00000800:00000200:6.0:1609800482.293091:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000400:00000200:4.0:1609800482.293102:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.86@o2ib18(192.168.128.86@o2ib18:192.168.128.86@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800482.293108:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.86@o2ib18
00000800:00000200:4.0:1609800482.293114:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85280] -> 192.168.128.86@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.293117:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786800] (21)++
00000800:00000200:4.0:1609800482.293119:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786800] (22)++
00000800:00000200:4.0:1609800482.293151:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786800] (23)--
00000800:00000200:4.0:1609800482.293154:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:28.1:1609800482.293170:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786800] (21)++
00000800:00000200:37.0:1609800482.293224:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786800] (22)++
00000800:00000200:37.0:1609800482.293234:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786800] (23)--
00000400:00000200:37.0:1609800482.293237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.293243:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.86@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800482.293250:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (22)--
00000800:00000200:37.0:1609800482.293252:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786800] (21)--
00000400:00000200:5.0:1609800482.341202:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800482.341209:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:34.1:1609800482.377011:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (20)++
00000800:00000200:6.0:1609800482.377060:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)++
00000800:00000200:6.0:1609800482.377066:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.80@o2ib18
00000400:00000200:6.0:1609800482.377070:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.80@o2ib18 : GET - for me
00000400:00000200:6.0:1609800482.377074:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.80@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800482.377077:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.80@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800482.377080:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:6.0:1609800482.377082:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451a5ae000] (23)--
00000400:00000200:6.0:1609800482.377085:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.80@o2ib18 local destination
00000400:00000200:6.0:1609800482.377090:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.80@o2ib18(192.168.128.80@o2ib18:192.168.128.80@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800482.377093:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.80@o2ib18
00000800:00000200:6.0:1609800482.377096:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5800] -> 192.168.128.80@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.377096:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:6.0:1609800482.377097:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451a5ae000] (22)++
00000800:00000200:6.0:1609800482.377098:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451a5ae000] (23)++
00000800:00000200:6.0:1609800482.377105:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451a5ae000] (23)--
00000800:00000200:6.0:1609800482.377106:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:34.1:1609800482.377208:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451a5ae000] (21)++
00000800:00000200:37.0:1609800482.377267:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)++
00000800:00000200:37.0:1609800482.377271:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451a5ae000] (23)--
00000400:00000200:37.0:1609800482.377273:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.377276:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.80@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800482.377280:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (22)--
00000800:00000200:37.0:1609800482.377281:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451a5ae000] (21)--
00000800:00000200:30.1:1609800482.405079:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (20)++
00000800:00000200:4.0:1609800482.405139:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800482.405148:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.112@o2ib18
00000400:00000200:4.0:1609800482.405156:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.112@o2ib18 : GET - for me
00000400:00000200:4.0:1609800482.405164:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.112@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800482.405171:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.112@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800482.405176:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800482.405179:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81b200] (23)--
00000400:00000200:4.0:1609800482.405184:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.112@o2ib18 local destination
00000800:00000200:6.0:1609800482.405188:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000400:00000200:4.0:1609800482.405196:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.112@o2ib18(192.168.128.112@o2ib18:192.168.128.112@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800482.405202:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.112@o2ib18
00000800:00000200:4.0:1609800482.405207:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e00] -> 192.168.128.112@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.405210:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81b200] (21)++
00000800:00000200:4.0:1609800482.405212:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81b200] (22)++
00000800:00000200:4.0:1609800482.405223:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81b200] (23)--
00000800:00000200:4.0:1609800482.405225:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:30.1:1609800482.405239:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81b200] (21)++
00000800:00000200:37.0:1609800482.405291:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81b200] (22)++
00000800:00000200:37.0:1609800482.405299:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81b200] (23)--
00000400:00000200:37.0:1609800482.405302:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.405308:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.112@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800482.405314:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (22)--
00000800:00000200:37.0:1609800482.405316:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81b200] (21)--
00000800:00000200:33.1:1609800482.558746:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (20)++
00000800:00000200:6.0:1609800482.558804:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (21)++
00000800:00000200:6.0:1609800482.558814:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[3] from 192.168.128.91@o2ib18
00000400:00000200:6.0:1609800482.558822:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.91@o2ib18 : GET - for me
00000400:00000200:6.0:1609800482.558831:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.91@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800482.558837:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.91@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800482.558843:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff2000] (22)++
00000800:00000200:6.0:1609800482.558846:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff2000] (23)--
00000400:00000200:6.0:1609800482.558852:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.91@o2ib18 local destination
00000800:00000200:4.0:1609800482.558853:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000400:00000200:6.0:1609800482.558864:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.91@o2ib18(192.168.128.91@o2ib18:192.168.128.91@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800482.558870:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.91@o2ib18
00000800:00000200:6.0:1609800482.558877:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a80] -> 192.168.128.91@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800482.558880:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff2000] (21)++
00000800:00000200:6.0:1609800482.558882:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff2000] (22)++
00000800:00000200:6.0:1609800482.558893:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff2000] (23)--
00000800:00000200:6.0:1609800482.558895:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:33.1:1609800482.558972:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff2000] (21)++
00000800:00000200:37.0:1609800482.559023:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff2000] (22)++
00000800:00000200:37.0:1609800482.559031:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff2000] (23)--
00000400:00000200:37.0:1609800482.559034:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.559040:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.91@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800482.559046:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (22)--
00000800:00000200:37.0:1609800482.559048:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff2000] (21)--
00000800:00000200:25.1:1609800482.586422:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (20)++
00000800:00000200:33.0:1609800482.586475:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)++
00000800:00000200:33.0:1609800482.586487:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.119@o2ib18
00000400:00000200:33.0:1609800482.586496:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.119@o2ib18 : GET - for me
00000400:00000200:33.0:1609800482.586505:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.119@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:33.0:1609800482.586511:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.119@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:33.0:1609800482.586517:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dd17e000] (22)++
00000800:00000200:33.0:1609800482.586520:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dd17e000] (23)--
00000400:00000200:33.0:1609800482.586525:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.119@o2ib18 local destination
00000800:00000200:19.0:1609800482.586526:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:33.0:1609800482.586537:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.119@o2ib18(192.168.128.119@o2ib18:192.168.128.119@o2ib18) : REPLY try# 0
00000800:00000200:33.0:1609800482.586543:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.119@o2ib18
00000800:00000200:33.0:1609800482.586549:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386d00] -> 192.168.128.119@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800482.586552:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dd17e000] (21)++
00000800:00000200:33.0:1609800482.586554:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dd17e000] (22)++
00000800:00000200:33.0:1609800482.586565:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dd17e000] (23)--
00000800:00000200:33.0:1609800482.586567:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000800:00000200:25.1:1609800482.586627:0:1708:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dd17e000] (21)++
00000800:00000200:26.0:1609800482.586638:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)++
00000800:00000200:26.0:1609800482.586643:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dd17e000] (23)--
00000400:00000200:26.0:1609800482.586645:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800482.586648:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (22)--
00000400:00000200:26.0:1609800482.586650:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.119@o2ib18: REPLY: OK
00000800:00000200:26.0:1609800482.586655:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dd17e000] (21)--
00000800:00000200:28.1:1609800482.594102:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:4.0:1609800482.594173:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800482.594178:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.122@o2ib18
00000400:00000200:4.0:1609800482.594182:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : GET - for me
00000400:00000200:4.0:1609800482.594187:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.122@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800482.594190:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.122@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800482.594193:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800482.594196:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:4.0:1609800482.594198:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:4.0:1609800482.594204:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800482.594206:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:6.0:1609800482.594209:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800482.594210:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.594211:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800482.594214:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800482.594221:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800482.594222:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800482.594238:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800482.594305:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800482.594309:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:37.0:1609800482.594311:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.594314:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800482.594318:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:37.0:1609800482.594319:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:27.1:1609800482.947496:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:6.0:1609800482.947568:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:6.0:1609800482.947574:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800482.947578:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.947583:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.947586:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800482.947592:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.947595:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800482.947598:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800482.947602:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800482.947603:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.947604:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:6.0:1609800482.947607:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800482.947609:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000800:00000200:6.0:1609800482.947610:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:6.0:1609800482.947611:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:4.0:1609800482.947611:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947615:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:4.0:1609800482.947615:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.947636:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800482.947638:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.947639:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.947641:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:6.0:1609800482.947663:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800482.947666:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000400:00000200:4.0:1609800482.947666:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800482.947668:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.947669:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.947670:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.947671:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.947672:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:4.0:1609800482.947672:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800482.947673:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800482.947676:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947676:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800482.947676:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.947676:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800482.947677:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.947677:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.947678:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000400:00000200:8.0:1609800482.947680:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.947680:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800482.947681:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:37.0:1609800482.947682:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947682:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:6.0:1609800482.947683:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:4.0:1609800482.947684:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:8.0:1609800482.947685:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947685:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:37.0:1609800482.947687:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:1.0:1609800482.947687:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800482.947688:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (22)++
00000400:00000200:1.0:1609800482.947690:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.947693:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800482.947694:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:37.0:1609800482.947698:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947710:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.947712:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000400:00000200:8.0:1609800482.947713:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947714:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800482.947716:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.947717:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800482.947718:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.947719:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800482.947719:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.947720:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800482.947720:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:1.0:1609800482.947720:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947721:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800482.947722:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.947723:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800482.947723:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:1.0:1609800482.947724:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.947725:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.947738:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:8.0:1609800482.947738:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000400:00000200:6.0:1609800482.947738:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.947738:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800482.947738:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800482.947740:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:1.0:1609800482.947740:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.947742:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800482.947745:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947747:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)--
00000800:00000200:8.0:1609800482.947748:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)--
00000800:00000200:6.0:1609800482.947748:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.947749:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000400:00000200:4.0:1609800482.947749:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.947750:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:6.0:1609800482.947750:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.947752:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:4.0:1609800482.947752:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:60.0:1609800482.947753:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800482.947753:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800482.947754:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800482.947756:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.947757:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947759:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947759:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:4.0:1609800482.947760:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800482.947761:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.947761:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:6.0:1609800482.947761:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800482.947762:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000400:00000200:37.0:1609800482.947763:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.947763:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000800:00000200:4.0:1609800482.947763:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800482.947764:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800482.947765:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:4.0:1609800482.947766:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800482.947784:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.947787:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947787:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:60.0:1609800482.947788:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.947788:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:37.0:1609800482.947789:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:4.0:1609800482.947789:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:60.0:1609800482.947790:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.947795:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947798:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800482.947799:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.947801:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:38.0:1609800482.947803:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947804:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.947805:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800482.947806:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.947809:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.947809:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (21)++
00000800:00000200:38.0:1609800482.947814:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947814:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (22)++
00000400:00000200:38.0:1609800482.947816:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.947818:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.947818:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:37.0:1609800482.947819:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800482.947821:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:60.0:1609800482.947825:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.947826:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.947829:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.947830:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:6.0:1609800482.947833:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.947836:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000400:00000200:6.0:1609800482.947836:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.947839:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (24)--
00000400:00000200:6.0:1609800482.947840:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.947841:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:8.0:1609800482.947842:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000400:00000200:6.0:1609800482.947842:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:8.0:1609800482.947846:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800482.947847:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.947848:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800482.947850:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800482.947851:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.947853:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947853:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800482.947855:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947855:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:37.0:1609800482.947856:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.947856:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800482.947857:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:6.0:1609800482.947857:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.947858:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947860:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000400:00000200:37.0:1609800482.947861:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.947862:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:6.0:1609800482.947862:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:4.0:1609800482.947862:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.947863:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800482.947864:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:6.0:1609800482.947864:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:8.0:1609800482.947867:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.947867:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.947869:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800482.947887:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.947890:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.947891:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.947893:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800482.947894:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800482.947894:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.947895:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800482.947895:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800482.947897:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000400:00000200:4.0:1609800482.947897:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:37.0:1609800482.947898:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.947898:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800482.947899:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.947900:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800482.947900:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.947901:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:6.0:1609800482.947903:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:4.0:1609800482.947903:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.947906:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800482.947908:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800482.947923:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.947925:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.947925:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800482.947926:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947926:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800482.947927:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.947928:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:6.0:1609800482.947928:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800482.947928:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.947929:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:37.0:1609800482.947930:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:8.0:1609800482.947930:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800482.947930:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.947930:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.947931:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800482.947931:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800482.947932:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800482.947933:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:60.0:1609800482.947934:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947934:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:8.0:1609800482.947934:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.947935:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.947935:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.947937:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:7.0:1609800482.947938:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.947939:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800482.947939:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.947939:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:7.0:1609800482.947940:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.947942:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)++
00000400:00000200:7.0:1609800482.947943:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.947944:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)--
00000800:00000200:4.0:1609800482.947944:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)--
00000400:00000200:37.0:1609800482.947945:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.947945:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.947945:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800482.947946:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:4.0:1609800482.947947:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:37.0:1609800482.947948:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:8.0:1609800482.947948:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800482.947950:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800482.947951:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:37.0:1609800482.947953:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.947953:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.947954:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.947954:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800482.947955:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800482.947956:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000800:00000200:37.0:1609800482.947957:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800482.947957:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:4.0:1609800482.947957:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.947958:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800482.947960:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.947960:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:7.0:1609800482.947960:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800482.947960:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.947961:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800482.947961:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:7.0:1609800482.947961:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.947962:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:4.0:1609800482.947962:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:7.0:1609800482.947963:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.947964:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:60.0:1609800482.947965:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947965:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:27.1:1609800482.947966:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (23)++
00000400:00000200:60.0:1609800482.947967:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.947967:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800482.947969:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:7.0:1609800482.947969:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.947970:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:7.0:1609800482.947970:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947970:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800482.947972:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000400:00000200:7.0:1609800482.947972:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.947972:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800482.947975:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.947975:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:4.0:1609800482.947975:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800482.947976:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.947978:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800482.947991:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.947992:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000400:00000200:37.0:1609800482.947993:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:27.1:1609800482.947996:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (23)++
00000800:00000200:60.0:1609800482.947997:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800482.947998:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800482.947999:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.948000:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800482.948000:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000400:00000200:60.0:1609800482.948002:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.948003:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800482.948004:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:37.0:1609800482.948005:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800482.948005:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.948007:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.948007:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:6.0:1609800482.948008:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:4.0:1609800482.948008:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.948010:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:8.0:1609800482.948010:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:6.0:1609800482.948011:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.948011:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:37.0:1609800482.948012:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:37.0:1609800482.948013:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:8.0:1609800482.948013:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000400:00000200:4.0:1609800482.948014:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.948015:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:6.0:1609800482.948015:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.948016:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:8.0:1609800482.948016:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.948017:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:6.0:1609800482.948017:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800482.948018:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000400:00000200:4.0:1609800482.948038:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.948040:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.948041:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800482.948041:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:27.1:1609800482.948042:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800482.948044:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.948047:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800482.948047:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800482.948050:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:6.0:1609800482.948050:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800482.948050:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.948051:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000800:00000200:6.0:1609800482.948051:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.948052:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.948053:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.948055:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:4.0:1609800482.948055:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800482.948056:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.948056:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.948057:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.948057:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000800:00000200:4.0:1609800482.948058:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)++
00000800:00000200:8.0:1609800482.948059:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.948059:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:4.0:1609800482.948059:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (26)--
00000400:00000200:37.0:1609800482.948060:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.948060:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:6.0:1609800482.948061:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000400:00000200:37.0:1609800482.948062:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800482.948062:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800482.948065:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.948065:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.948082:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.948084:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800482.948085:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.948085:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800482.948086:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.948086:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000400:00000200:60.0:1609800482.948087:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.948087:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.73@o2ib18 : PUT - routed
00000800:00000200:5.0:1609800482.948087:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800482.948088:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.948089:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800482.948090:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948091:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800482.948091:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.948092:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800482.948093:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800482.948093:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:5.0:1609800482.948094:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.948095:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800482.948096:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800482.948097:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:37.0:1609800482.948098:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000800:00000200:37.0:1609800482.948099:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:6.0:1609800482.948099:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.948101:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800482.948102:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800482.948103:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800482.948104:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (22)++
00000800:00000200:6.0:1609800482.948104:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800482.948104:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948105:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.948106:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:5.0:1609800482.948106:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.948107:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800482.948108:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.948109:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800482.948110:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (24)--
00000800:00000200:6.0:1609800482.948111:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000800:00000200:60.0:1609800482.948113:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800482.948113:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000400:00000200:60.0:1609800482.948114:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.948115:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000800:00000200:5.0:1609800482.948115:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800482.948116:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:5.0:1609800482.948116:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948117:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.948117:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000400:00000200:5.0:1609800482.948119:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800482.948354:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948382:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948386:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:0.0:1609800482.948392:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948393:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948398:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:0.0:1609800482.948401:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.948403:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800482.948404:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:60.0:1609800482.948405:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000400:00000200:0.0:1609800482.948409:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800482.948413:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:60.0:1609800482.948414:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:0.0:1609800482.948417:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800482.948419:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:60.0:1609800482.948421:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:0.0:1609800482.948422:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000400:00000200:60.0:1609800482.948426:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800482.948428:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)--
00000400:00000200:60.0:1609800482.948430:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948432:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:0.0:1609800482.948434:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948438:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000400:00000200:0.0:1609800482.948443:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.948459:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:0.0:1609800482.948459:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:60.0:1609800482.948464:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000400:00000200:0.0:1609800482.948464:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948466:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:60.0:1609800482.948467:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:0.0:1609800482.948467:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:60.0:1609800482.948469:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)--
00000800:00000200:0.0:1609800482.948470:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800482.948472:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)++
00000400:00000200:60.0:1609800482.948473:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800482.948474:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000400:00000200:60.0:1609800482.948476:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948478:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:0.0:1609800482.948479:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000400:00000200:60.0:1609800482.948483:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948486:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:0.0:1609800482.948488:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.948490:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948492:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)++
00000800:00000200:60.0:1609800482.948493:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (25)++
00000800:00000200:27.1:1609800482.948495:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (26)++
00000800:00000200:60.0:1609800482.948498:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (27)--
00000400:00000200:60.0:1609800482.948502:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948505:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948506:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:0.0:1609800482.948508:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948512:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948514:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:0.0:1609800482.948515:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:60.0:1609800482.948518:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948519:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (26)++
00000800:00000200:60.0:1609800482.948520:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (27)++
00000400:00000200:0.0:1609800482.948520:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948523:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (28)--
00000800:00000200:0.0:1609800482.948524:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:0.0:1609800482.948527:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800482.948529:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (27)++
00000800:00000200:0.0:1609800482.948530:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (28)++
00000800:00000200:37.0:1609800482.948534:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)++
00000800:00000200:0.0:1609800482.948534:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (29)--
00000800:00000200:37.0:1609800482.948540:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (29)--
00000400:00000200:37.0:1609800482.948542:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.948542:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800482.948545:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.948567:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)--
00000800:00000200:37.0:1609800482.948568:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000400:00000200:0.0:1609800482.948568:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.948571:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (28)--
00000400:00000200:0.0:1609800482.948571:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:37.0:1609800482.948572:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.948575:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:0.0:1609800482.948576:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800482.948577:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000800:00000200:0.0:1609800482.948578:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:60.0:1609800482.948585:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948599:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800482.948599:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800482.948600:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)--
00000800:00000200:0.0:1609800482.948600:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (28)++
00000800:00000200:37.0:1609800482.948601:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)++
00000800:00000200:4.0:1609800482.948601:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (28)--
00000800:00000200:0.0:1609800482.948601:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (28)++
00000400:00000200:4.0:1609800482.948603:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.948606:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:0.0:1609800482.948607:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (29)--
00000800:00000200:37.0:1609800482.948608:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (29)--
00000400:00000200:60.0:1609800482.948609:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:37.0:1609800482.948609:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948615:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948628:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:37.0:1609800482.948629:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.948629:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000800:00000200:4.0:1609800482.948632:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)--
00000400:00000200:0.0:1609800482.948632:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.948633:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800482.948634:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800482.948634:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000800:00000200:60.0:1609800482.948635:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)++
00000400:00000200:6.0:1609800482.948636:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.948636:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:0.0:1609800482.948636:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.948637:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:60.0:1609800482.948639:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000400:00000200:0.0:1609800482.948639:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:60.0:1609800482.948640:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (28)--
00000400:00000200:6.0:1609800482.948640:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.948641:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)++
00000800:00000200:4.0:1609800482.948642:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:4.0:1609800482.948643:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000800:00000200:37.0:1609800482.948644:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)++
00000400:00000200:4.0:1609800482.948645:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.948645:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800482.948646:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.948646:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:8.0:1609800482.948647:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (28)--
00000800:00000200:0.0:1609800482.948647:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:37.0:1609800482.948648:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000400:00000200:4.0:1609800482.948648:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.948649:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000400:00000200:8.0:1609800482.948649:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948650:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.948651:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800482.948651:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800482.948652:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.948652:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:0.0:1609800482.948652:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (26)++
00000400:00000200:37.0:1609800482.948653:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.948653:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:60.0:1609800482.948654:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:0.0:1609800482.948654:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:6.0:1609800482.948655:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:0.0:1609800482.948655:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:8.0:1609800482.948657:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:0.0:1609800482.948657:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:37.0:1609800482.948659:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:60.0:1609800482.948663:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948666:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:0.0:1609800482.948669:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.948670:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948672:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:60.0:1609800482.948673:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:60.0:1609800482.948676:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:60.0:1609800482.948676:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)--
00000400:00000200:0.0:1609800482.948679:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.948682:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:0.0:1609800482.948687:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800482.948690:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:0.0:1609800482.948693:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800482.948695:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (23)++
00000800:00000200:0.0:1609800482.948696:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (24)++
00000800:00000200:0.0:1609800482.948698:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:0.0:1609800482.948699:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000400:00000200:60.0:1609800482.948720:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948724:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948726:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:60.0:1609800482.948732:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948734:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:60.0:1609800482.948739:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948741:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (24)++
00000800:00000200:60.0:1609800482.948742:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (25)++
00000800:00000200:60.0:1609800482.948745:0:16064:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:60.0:1609800482.948746:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (26)--
00000400:00000200:1.0:1609800482.948753:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.948761:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.948764:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:1.0:1609800482.948770:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.948773:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:1.0:1609800482.948778:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.948779:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)++
00000800:00000200:1.0:1609800482.948781:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (26)++
00000800:00000200:1.0:1609800482.948783:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:1.0:1609800482.948784:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (27)--
00000400:00000200:60.0:1609800482.948837:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948841:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948843:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:60.0:1609800482.948849:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:27.1:1609800482.948851:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (26)++
00000800:00000200:60.0:1609800482.948852:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:60.0:1609800482.948856:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948857:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (27)++
00000800:00000200:60.0:1609800482.948858:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (28)++
00000800:00000200:4.0:1609800482.948860:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)++
00000800:00000200:60.0:1609800482.948861:0:16066:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:60.0:1609800482.948862:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (30)--
00000800:00000200:4.0:1609800482.948864:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.948866:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)--
00000800:00000200:4.0:1609800482.948878:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:4.0:1609800482.948879:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)++
00000800:00000200:4.0:1609800482.948881:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (29)--
00000800:00000200:4.0:1609800482.948882:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)--
00000800:00000200:27.1:1609800482.948905:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (27)++
00000400:00000200:60.0:1609800482.948967:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.948968:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.948971:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.948973:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:60.0:1609800482.948978:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.948980:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.948982:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)++
00000800:00000200:60.0:1609800482.948984:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.948985:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (29)++
00000800:00000200:60.0:1609800482.948986:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (30)++
00000400:00000200:1.0:1609800482.948986:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.948988:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:60.0:1609800482.949001:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (31)--
00000800:00000200:8.0:1609800482.949005:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000400:00000200:1.0:1609800482.949006:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:37.0:1609800482.949007:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (30)++
00000800:00000200:8.0:1609800482.949007:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (30)--
00000400:00000200:8.0:1609800482.949009:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.949011:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.949012:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:37.0:1609800482.949013:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (30)--
00000800:00000200:6.0:1609800482.949014:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (30)++
00000400:00000200:37.0:1609800482.949016:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.949016:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:37.0:1609800482.949019:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.949019:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:8.0:1609800482.949020:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800482.949020:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (30)--
00000800:00000200:4.0:1609800482.949020:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (30)++
00000800:00000200:8.0:1609800482.949021:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (29)++
00000400:00000200:6.0:1609800482.949021:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.949022:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (30)--
00000800:00000200:37.0:1609800482.949023:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)++
00000400:00000200:6.0:1609800482.949023:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.949023:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:4.0:1609800482.949023:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (29)--
00000800:00000200:8.0:1609800482.949024:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (31)++
00000400:00000200:4.0:1609800482.949025:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.949026:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.949027:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:8.0:1609800482.949027:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (31)--
00000800:00000200:6.0:1609800482.949027:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (31)--
00000800:00000200:6.0:1609800482.949028:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)++
00000400:00000200:4.0:1609800482.949028:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.949030:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (30)--
00000800:00000200:6.0:1609800482.949031:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:4.0:1609800482.949032:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (29)--
00000800:00000200:8.0:1609800482.949033:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (28)--
00000800:00000200:37.0:1609800482.949041:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.73@o2ib18: no credits
00000800:00000200:37.0:1609800482.949042:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)++
00000800:00000200:37.0:1609800482.949044:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)--
00000800:00000200:37.0:1609800482.949045:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800482.949045:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (28)++
00000800:00000200:6.0:1609800482.949047:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (27)--
00000800:00000200:27.1:1609800482.949048:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (26)++
00000800:00000200:6.0:1609800482.949052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000800:00000200:6.0:1609800482.949053:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)++
00000800:00000200:6.0:1609800482.949056:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (27)--
00000800:00000200:4.0:1609800482.949057:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (27)--
00000400:00000200:6.0:1609800482.949058:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.949060:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.949064:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000800:00000200:27.1:1609800482.949067:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (24)++
00000800:00000200:37.0:1609800482.949093:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800482.949095:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:37.0:1609800482.949097:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.949099:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.949099:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000800:00000200:37.0:1609800482.949102:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (26)--
00000800:00000200:4.0:1609800482.949102:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (26)--
00000400:00000200:4.0:1609800482.949103:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.949104:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (24)++
00000400:00000200:4.0:1609800482.949105:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.949107:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000800:00000200:8.0:1609800482.949107:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)++
00000400:00000200:37.0:1609800482.949108:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.949109:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000800:00000200:4.0:1609800482.949109:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (25)--
00000400:00000200:37.0:1609800482.949110:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.949110:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:8.0:1609800482.949111:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.949113:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:8.0:1609800482.949113:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000400:00000200:38.0:1609800482.949115:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.949116:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000400:00000200:38.0:1609800482.949139:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.949143:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:38.0:1609800482.949149:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800482.949152:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:38.0:1609800482.949156:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800482.949158:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:38.0:1609800482.949159:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:38.0:1609800482.949167:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)--
00000400:00000200:38.0:1609800482.949172:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800482.949176:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.949178:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000400:00000200:38.0:1609800482.949182:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:27.1:1609800482.949185:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:38.0:1609800482.949187:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000800:00000200:38.0:1609800482.949190:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800482.949192:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:38.0:1609800482.949193:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (23)++
00000800:00000200:6.0:1609800482.949194:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)++
00000800:00000200:38.0:1609800482.949197:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (25)--
00000800:00000200:6.0:1609800482.949197:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (25)--
00000400:00000200:6.0:1609800482.949199:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.949200:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (23)--
00000400:00000200:38.0:1609800482.949201:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.73@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800482.949201:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.949204:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800482.949208:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000400:00000200:38.0:1609800482.949216:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.949217:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000400:00000200:38.0:1609800482.949218:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.73@o2ib18 local destination
00000800:00000200:37.0:1609800482.949220:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000400:00000200:37.0:1609800482.949222:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800482.949223:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.73@o2ib18(192.168.128.73@o2ib18:192.168.128.73@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800482.949223:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:38.0:1609800482.949225:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.73@o2ib18
00000400:00000200:37.0:1609800482.949225:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.949227:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:38.0:1609800482.949229:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5580] -> 192.168.128.73@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800482.949230:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503e9c00] (20)++
00000800:00000200:38.0:1609800482.949231:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503e9c00] (21)++
00000800:00000200:38.0:1609800482.949235:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503e9c00] (22)--
00000800:00000200:27.1:1609800482.949245:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (21)++
00000800:00000200:4.0:1609800482.949254:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)++
00000800:00000200:4.0:1609800482.949257:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503e9c00] (23)--
00000400:00000200:4.0:1609800482.949258:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.949260:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000400:00000200:4.0:1609800482.949260:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.73@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.949263:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:27.1:1609800482.949272:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:8.0:1609800482.949280:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:8.0:1609800482.949284:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:8.0:1609800482.949285:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:37.0:1609800482.949286:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:8.0:1609800482.949286:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:8.0:1609800482.949288:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:27.1:1609800482.949317:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503e9c00] (20)++
00000800:00000200:6.0:1609800482.949325:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)++
00000800:00000200:6.0:1609800482.949328:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.73@o2ib18
00000800:00000200:6.0:1609800482.949330:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503e9c00] (22)++
00000800:00000200:4.0:1609800482.949330:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (22)--
00000800:00000200:6.0:1609800482.949331:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503e9c00] (23)--
00000800:00000200:6.0:1609800482.949332:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503e9c00] (21)--
00000800:00000200:34.1:1609800482.976539:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (20)++
00000800:00000200:19.0:1609800482.976585:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (21)++
00000800:00000200:19.0:1609800482.976592:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.77@o2ib18
00000400:00000200:19.0:1609800482.976596:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.77@o2ib18 : GET - for me
00000400:00000200:19.0:1609800482.976601:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.77@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800482.976624:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.77@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800482.976627:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcf200] (22)++
00000800:00000200:19.0:1609800482.976629:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcf200] (23)--
00000800:00000200:33.0:1609800482.976632:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000400:00000200:19.0:1609800482.976632:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.77@o2ib18 local destination
00000400:00000200:19.0:1609800482.976639:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.77@o2ib18(192.168.128.77@o2ib18:192.168.128.77@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800482.976642:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.77@o2ib18
00000800:00000200:19.0:1609800482.976646:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9a80] -> 192.168.128.77@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800482.976647:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcf200] (21)++
00000800:00000200:19.0:1609800482.976649:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcf200] (22)++
00000800:00000200:19.0:1609800482.976656:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcf200] (23)--
00000800:00000200:19.0:1609800482.976657:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:34.1:1609800482.976709:0:3610:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcf200] (21)++
00000800:00000200:27.0:1609800482.976715:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcf200] (22)++
00000800:00000200:27.0:1609800482.976719:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcf200] (23)--
00000400:00000200:27.0:1609800482.976721:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800482.976724:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.77@o2ib18: REPLY: OK
00000800:00000200:27.0:1609800482.976728:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (22)--
00000800:00000200:27.0:1609800482.976729:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcf200] (21)--
00000800:00000200:23.1:1609800482.978727:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:37.0:1609800482.978786:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800482.978796:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.120@o2ib18
00000400:00000200:37.0:1609800482.978805:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800482.978812:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.978818:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800482.978831:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.978837:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.978838:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.978843:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.978849:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.978850:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.978852:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800482.978858:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.978859:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:37.0:1609800482.978862:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800482.978863:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800482.978866:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800482.978866:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.978871:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:23.1:1609800482.978874:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:8.0:1609800482.978884:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.978890:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800482.978896:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800482.978897:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800482.978903:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.978906:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.978910:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.978911:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.978912:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800482.978931:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:4.0:1609800482.978931:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.978932:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:4.0:1609800482.978937:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.978938:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:4.0:1609800482.978940:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:7.0:1609800482.978941:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800482.978943:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.978946:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.978947:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:7.0:1609800482.978947:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.978950:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:4.0:1609800482.978950:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.978953:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.978953:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800482.978954:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.978956:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800482.978957:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.978958:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.978959:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:4.0:1609800482.978961:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800482.978963:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.978964:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:37.0:1609800482.978965:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.978967:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800482.978970:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800482.978991:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.978992:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.1:1609800482.978993:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800482.978995:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.978999:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:60.0:1609800482.979001:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.979005:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979005:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:37.0:1609800482.979006:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800482.979009:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800482.979010:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:6.0:1609800482.979011:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:60.0:1609800482.979012:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.979015:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.979015:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:6.0:1609800482.979015:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.979017:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:4.0:1609800482.979017:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000400:00000200:37.0:1609800482.979018:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.979019:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:5.0:1609800482.979021:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800482.979023:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800482.979023:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.979024:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.979027:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000400:00000200:6.0:1609800482.979027:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:5.0:1609800482.979027:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800482.979029:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.979044:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.979050:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.979050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:60.0:1609800482.979052:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979053:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800482.979054:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.979056:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:37.0:1609800482.979057:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979057:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800482.979058:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.979060:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800482.979062:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.979064:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800482.979064:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800482.979064:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.979066:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:37.0:1609800482.979067:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800482.979068:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979068:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:37.0:1609800482.979069:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800482.979069:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000400:00000200:4.0:1609800482.979069:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.979071:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979071:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800482.979072:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.979073:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800482.979093:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.979096:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800482.979096:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.979097:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000400:00000200:4.0:1609800482.979097:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:37.0:1609800482.979098:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.979098:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800482.979101:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.979103:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800482.979103:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800482.979105:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800482.979105:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800482.979106:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800482.979107:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.979107:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.979107:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:4.0:1609800482.979109:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800482.979112:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.979112:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:0.0:1609800482.979112:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.979113:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.979115:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (21)++
00000400:00000200:0.0:1609800482.979115:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.979118:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000400:00000200:0.0:1609800482.979118:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.979132:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.979133:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:60.0:1609800482.979141:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.979149:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.979156:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.979170:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979171:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800482.979172:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800482.979174:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979176:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:0.0:1609800482.979176:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979177:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:6.0:1609800482.979178:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800482.979325:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:8.0:1609800482.979333:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800482.979336:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:8.0:1609800482.979339:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.979339:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800482.979341:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.979343:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:8.0:1609800482.979348:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.979350:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.979353:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:1.0:1609800482.979353:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.979355:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.979356:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800482.979360:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800482.979361:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:8.0:1609800482.979362:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:1.0:1609800482.979362:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.979365:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:1.0:1609800482.979388:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.979391:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:1.0:1609800482.979395:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.979396:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:1.0:1609800482.979398:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:1.0:1609800482.979404:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.979421:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:2.0:1609800482.979421:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800482.979424:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800482.979427:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979430:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:6.0:1609800482.979434:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.979435:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:6.0:1609800482.979437:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.979440:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:6.0:1609800482.979442:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.979442:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:37.0:1609800482.979443:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.979445:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:6.0:1609800482.979450:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800482.979458:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.979458:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000800:00000200:4.0:1609800482.979459:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.979460:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.979460:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800482.979461:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979463:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800482.979467:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.979467:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.979468:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.979470:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800482.979471:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800482.979471:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.979472:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800482.979472:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)++
00000800:00000200:6.0:1609800482.979474:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000800:00000200:37.0:1609800482.979475:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800482.979475:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979475:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:37.0:1609800482.979476:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.979476:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000400:00000200:4.0:1609800482.979476:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.979479:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979479:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:4.0:1609800482.979482:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:8.0:1609800482.979484:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.979487:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800482.979488:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.979489:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800482.979490:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)++
00000800:00000200:4.0:1609800482.979490:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.979491:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000800:00000200:37.0:1609800482.979492:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:8.0:1609800482.979492:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800482.979492:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.979493:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.979493:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.979494:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000800:00000200:8.0:1609800482.979495:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000400:00000200:6.0:1609800482.979495:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.979495:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:38.0:1609800482.979496:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800482.979496:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000800:00000200:37.0:1609800482.979497:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.979497:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000400:00000200:6.0:1609800482.979497:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:4.0:1609800482.979497:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800482.979498:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.979499:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000800:00000200:4.0:1609800482.979499:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:4.0:1609800482.979501:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (27)++
00000400:00000200:38.0:1609800482.979502:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800482.979502:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.979502:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:6.0:1609800482.979504:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800482.979505:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800482.979507:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979507:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800482.979507:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (28)--
00000400:00000200:8.0:1609800482.979508:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.979508:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (27)--
00000400:00000200:37.0:1609800482.979509:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979509:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800482.979509:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:38.0:1609800482.979511:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800482.979512:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979512:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.979513:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800482.979514:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800482.979514:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800482.979515:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800482.979516:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.979517:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800482.979517:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:6.0:1609800482.979518:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:37.0:1609800482.979520:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800482.979520:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800482.979520:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:37.0:1609800482.979523:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800482.979524:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.1:1609800482.979525:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (24)++
00000400:00000200:8.0:1609800482.979525:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.979528:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:8.0:1609800482.979528:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.979529:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:37.0:1609800482.979530:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:8.0:1609800482.979530:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.979532:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:8.0:1609800482.979532:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.979534:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.979535:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (25)--
00000800:00000200:8.0:1609800482.979535:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000800:00000200:4.0:1609800482.979535:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000400:00000200:37.0:1609800482.979554:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.979554:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (26)--
00000800:00000200:8.0:1609800482.979555:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800482.979555:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000400:00000200:37.0:1609800482.979557:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.979557:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.979558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.979559:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.979560:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:60.0:1609800482.979569:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800482.979573:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.979574:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800482.979576:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.979577:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:7.0:1609800482.979579:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800482.979584:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.979588:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:7.0:1609800482.979591:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800482.979592:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.979593:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800482.979594:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800482.979595:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:25.0:1609800482.979595:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800482.979597:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000400:00000200:25.0:1609800482.979598:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800482.979601:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:60.0:1609800482.979603:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.979613:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:25.0:1609800482.979614:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800482.979615:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.979616:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.979618:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:25.0:1609800482.979618:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800482.979619:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.979624:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800482.979626:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:60.0:1609800482.979627:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.979629:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:60.0:1609800482.979630:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.979631:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800482.979631:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:6.0:1609800482.979631:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.979633:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000400:00000200:6.0:1609800482.979633:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.979636:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:6.0:1609800482.979638:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.979648:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:4.0:1609800482.979655:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800482.979659:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:4.0:1609800482.979661:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.979662:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:4.0:1609800482.979663:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.979668:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800482.979670:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000400:00000200:60.0:1609800482.979676:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.979677:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.979680:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.979681:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.979683:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:60.0:1609800482.979684:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:8.0:1609800482.979684:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.979719:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979719:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.979721:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:60.0:1609800482.979724:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800482.979725:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000800:00000200:4.0:1609800482.979727:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000800:00000200:60.0:1609800482.979728:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:8.0:1609800482.979729:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800482.979729:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.120@o2ib18
00000400:00000200:37.0:1609800482.979730:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.979730:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800482.979732:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800482.979733:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.120@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800482.979734:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)++
00000400:00000200:37.0:1609800482.979734:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.979735:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (26)++
00000400:00000200:8.0:1609800482.979735:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800482.979735:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.979738:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (27)--
00000400:00000200:37.0:1609800482.979738:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:5.0:1609800482.979739:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.979740:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800482.979742:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800482.979743:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.979745:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.979746:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.979746:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800482.979746:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.979748:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:37.0:1609800482.979749:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.979751:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800482.979753:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800482.979754:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)++
00000400:00000200:6.0:1609800482.979754:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.979755:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (27)--
00000400:00000200:5.0:1609800482.979755:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.979755:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800482.979756:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800482.979756:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:60.0:1609800482.979757:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800482.979757:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)++
00000400:00000200:60.0:1609800482.979759:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.979759:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (26)--
00000800:00000200:6.0:1609800482.979759:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800482.979760:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800482.979761:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.979762:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979762:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.979763:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.979764:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (25)++
00000400:00000200:8.0:1609800482.979764:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.979764:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.979765:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (26)--
00000400:00000200:5.0:1609800482.979765:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:37.0:1609800482.979766:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:4.0:1609800482.979766:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.979767:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:4.0:1609800482.979769:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800482.979793:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800482.979795:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800482.979798:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.979799:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:6.0:1609800482.979800:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:60.0:1609800482.979801:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.979802:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.979816:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.979817:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.979817:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800482.979818:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:5.0:1609800482.979821:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.979821:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:5.0:1609800482.979824:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:4.0:1609800482.979825:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:5.0:1609800482.979826:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (24)++
00000800:00000200:4.0:1609800482.979827:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:0.0:1609800482.979830:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:5.0:1609800482.979832:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:0.0:1609800482.979833:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.979836:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800482.979843:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800482.979850:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000800:00000200:0.0:1609800482.979857:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.979858:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:0.0:1609800482.979859:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.979861:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:5.0:1609800482.979861:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.979861:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.979862:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800482.979864:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:5.0:1609800482.979865:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:37.0:1609800482.979883:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.979885:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:8.0:1609800482.979885:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800482.979886:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800482.979887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:5.0:1609800482.979887:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800482.979890:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:5.0:1609800482.979893:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800482.979895:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:5.0:1609800482.979896:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:5.0:1609800482.979899:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:5.0:1609800482.979905:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800482.979908:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.979909:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000400:00000200:5.0:1609800482.979910:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:5.0:1609800482.979914:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800482.979916:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:5.0:1609800482.979917:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:5.0:1609800482.979919:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.979919:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:5.0:1609800482.979921:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:5.0:1609800482.979921:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (24)++
00000400:00000200:4.0:1609800482.979921:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979922:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:4.0:1609800482.979923:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.979926:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (26)--
00000800:00000200:4.0:1609800482.979927:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (25)--
00000800:00000200:6.0:1609800482.979928:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:5.0:1609800482.979928:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)--
00000400:00000200:6.0:1609800482.979930:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.979932:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:5.0:1609800482.979932:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800482.979934:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:5.0:1609800482.979937:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.979938:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:5.0:1609800482.979939:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:5.0:1609800482.979943:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800482.979946:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:5.0:1609800482.979946:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.979948:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:5.0:1609800482.979949:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800482.979950:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800482.979950:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800482.979951:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:37.0:1609800482.979952:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:5.0:1609800482.979952:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.979955:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:5.0:1609800482.979956:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:23.1:1609800482.979968:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:4.0:1609800482.979976:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800482.979979:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:4.0:1609800482.979981:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.979982:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:4.0:1609800482.979983:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.979986:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800482.980019:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:8.0:1609800482.980025:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980026:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800482.980029:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000400:00000200:60.0:1609800482.980030:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.980030:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.980031:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980032:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:8.0:1609800482.980032:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.980033:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:60.0:1609800482.980038:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980041:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:60.0:1609800482.980045:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980047:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:60.0:1609800482.980048:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:60.0:1609800482.980052:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.980088:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980095:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.980111:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980113:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.980113:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:60.0:1609800482.980115:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:1.0:1609800482.980115:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.980116:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:1.0:1609800482.980117:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:6.0:1609800482.980118:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.980119:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:6.0:1609800482.980130:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:1.0:1609800482.980134:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.980137:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000400:00000200:60.0:1609800482.980141:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980144:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.980146:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:1.0:1609800482.980147:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.980148:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:60.0:1609800482.980149:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980151:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:60.0:1609800482.980164:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:60.0:1609800482.980169:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:1.0:1609800482.980169:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:1.0:1609800482.980176:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:23.1:1609800482.980180:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (22)++
00000400:00000200:1.0:1609800482.980180:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800482.980190:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000800:00000200:37.0:1609800482.980195:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:37.0:1609800482.980196:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.980198:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)++
00000400:00000200:1.0:1609800482.980199:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.980200:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.980201:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000400:00000200:8.0:1609800482.980202:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.980202:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:8.0:1609800482.980204:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.980204:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000400:00000200:1.0:1609800482.980209:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.980213:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.980214:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:37.0:1609800482.980216:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:1.0:1609800482.980217:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.980219:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:1.0:1609800482.980220:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:1.0:1609800482.980243:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.980255:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800482.980262:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:6.0:1609800482.980266:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:6.0:1609800482.980267:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.980268:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:6.0:1609800482.980269:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.980272:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800482.980328:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:8.0:1609800482.980335:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800482.980338:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:8.0:1609800482.980339:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.980341:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.980341:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:8.0:1609800482.980343:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:60.0:1609800482.980383:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980387:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.980389:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:60.0:1609800482.980395:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980398:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:60.0:1609800482.980402:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980404:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:60.0:1609800482.980405:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:60.0:1609800482.980409:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980413:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980415:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800482.980422:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980423:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:60.0:1609800482.980428:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800482.980429:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:60.0:1609800482.980430:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:4.0:1609800482.980432:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:60.0:1609800482.980433:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980434:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)++
00000400:00000200:4.0:1609800482.980434:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.980435:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000800:00000200:6.0:1609800482.980435:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:4.0:1609800482.980436:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.980438:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:4.0:1609800482.980440:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980443:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980447:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.980449:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:23.1:1609800482.980450:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980454:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980456:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.980457:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:60.0:1609800482.980459:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980461:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:37.0:1609800482.980461:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:60.0:1609800482.980462:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (24)++
00000400:00000200:37.0:1609800482.980463:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.980464:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000400:00000200:37.0:1609800482.980465:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.980466:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:37.0:1609800482.980469:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980471:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980475:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.980476:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:23.1:1609800482.980478:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980482:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980484:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.980485:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:60.0:1609800482.980487:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980488:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:6.0:1609800482.980488:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000800:00000200:60.0:1609800482.980489:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (23)++
00000400:00000200:6.0:1609800482.980489:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.980490:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:60.0:1609800482.980492:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)--
00000400:00000200:6.0:1609800482.980492:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.980495:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980497:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800482.980504:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980508:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.980510:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:8.0:1609800482.980513:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:60.0:1609800482.980516:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800482.980516:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:8.0:1609800482.980517:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.980518:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:37.0:1609800482.980518:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800482.980520:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.980522:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.980523:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800482.980524:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:60.0:1609800482.980525:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:60.0:1609800482.980528:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000400:00000200:60.0:1609800482.980532:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.980536:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.980553:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:23.1:1609800482.980556:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000400:00000200:60.0:1609800482.980558:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.980561:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:60.0:1609800482.980563:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.980563:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:60.0:1609800482.980565:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (23)++
00000800:00000200:60.0:1609800482.980566:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (24)++
00000800:00000200:4.0:1609800482.980566:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800482.980568:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)++
00000400:00000200:4.0:1609800482.980568:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.980569:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (25)--
00000400:00000200:4.0:1609800482.980570:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.980572:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.980573:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)++
00000800:00000200:4.0:1609800482.980573:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:37.0:1609800482.980575:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800482.980575:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (24)--
00000800:00000200:6.0:1609800482.980577:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.980597:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:8.0:1609800482.980605:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:8.0:1609800482.980607:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:8.0:1609800482.980609:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.980610:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:8.0:1609800482.980611:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.980614:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000400:00000200:2.0:1609800482.980670:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800482.980676:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800482.980679:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000400:00000200:2.0:1609800482.980685:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800482.980689:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:2.0:1609800482.980693:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800482.980695:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:2.0:1609800482.980696:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:2.0:1609800482.980705:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000400:00000200:2.0:1609800482.980709:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.120@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800482.980717:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:37.0:1609800482.980725:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000400:00000200:2.0:1609800482.980725:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800482.980727:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.120@o2ib18 local destination
00000800:00000200:37.0:1609800482.980728:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:37.0:1609800482.980729:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.980730:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:37.0:1609800482.980731:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000400:00000200:2.0:1609800482.980732:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.120@o2ib18(192.168.128.120@o2ib18:192.168.128.120@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800482.980735:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:2.0:1609800482.980735:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.120@o2ib18
00000800:00000200:2.0:1609800482.980737:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5e80] -> 192.168.128.120@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800482.980739:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b81ba00] (20)++
00000800:00000200:2.0:1609800482.980740:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b81ba00] (21)++
00000800:00000200:2.0:1609800482.980744:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b81ba00] (22)--
00000800:00000200:23.1:1609800482.980757:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (21)++
00000800:00000200:4.0:1609800482.980763:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)++
00000800:00000200:4.0:1609800482.980766:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b81ba00] (23)--
00000400:00000200:4.0:1609800482.980768:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.980769:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000400:00000200:4.0:1609800482.980770:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.120@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.980772:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:23.1:1609800482.980796:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b81ba00] (20)++
00000800:00000200:6.0:1609800482.980803:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)++
00000800:00000200:6.0:1609800482.980824:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.120@o2ib18
00000800:00000200:6.0:1609800482.980826:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b81ba00] (22)++
00000800:00000200:37.0:1609800482.980827:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (22)--
00000800:00000200:6.0:1609800482.980845:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b81ba00] (23)--
00000800:00000200:6.0:1609800482.980847:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b81ba00] (21)--
00000800:00000200:35.1:1609800482.987059:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:8.0:1609800482.987105:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:8.0:1609800482.987110:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800482.987114:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.987118:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.987130:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:8.0:1609800482.987136:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.987139:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800482.987141:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:8.0:1609800482.987142:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800482.987145:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.987147:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.987147:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.987151:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:4.0:1609800482.987151:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.987153:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:8.0:1609800482.987172:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:8.0:1609800482.987174:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:4.0:1609800482.987174:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.987177:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:35.1:1609800482.987182:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:4.0:1609800482.987182:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.987185:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.987188:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:4.0:1609800482.987188:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800482.987192:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800482.987193:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.987213:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.987215:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987216:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:37.0:1609800482.987217:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.987218:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987219:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:37.0:1609800482.987222:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.987243:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:60.0:1609800482.987245:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:35.1:1609800482.987248:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:60.0:1609800482.987249:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.987250:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.987253:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800482.987256:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987257:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800482.987258:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987260:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800482.987261:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.987262:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.987262:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:8.0:1609800482.987263:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.987265:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987267:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000400:00000200:8.0:1609800482.987267:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.987268:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:8.0:1609800482.987270:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:38.0:1609800482.987274:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800482.987275:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800482.987275:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800482.987277:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.987278:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.987278:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800482.987280:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987280:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:60.0:1609800482.987283:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987287:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.987289:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800482.987292:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:8.0:1609800482.987294:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:8.0:1609800482.987301:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:8.0:1609800482.987321:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.987326:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:7.0:1609800482.987387:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800482.987390:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800482.987393:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.987396:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.987402:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.987404:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:4.0:1609800482.987405:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800482.987409:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800482.987412:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:4.0:1609800482.987413:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800482.987415:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800482.987418:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:4.0:1609800482.987424:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.987427:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800482.987430:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800482.987433:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800482.987434:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.987438:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800482.987439:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:4.0:1609800482.987440:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800482.987449:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:60.0:1609800482.987454:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800482.987457:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:8.0:1609800482.987461:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:6.0:1609800482.987463:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:8.0:1609800482.987464:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.987467:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.987468:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800482.987469:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:8.0:1609800482.987469:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:60.0:1609800482.987472:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.987473:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800482.987474:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.987474:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:60.0:1609800482.987477:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987478:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800482.987479:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.987479:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.987480:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800482.987483:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.987483:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.987484:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800482.987485:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800482.987490:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:6.0:1609800482.987490:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.987491:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.987491:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:8.0:1609800482.987492:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:6.0:1609800482.987493:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:37.0:1609800482.987494:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800482.987496:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800482.987517:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.987521:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.987522:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.987523:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987524:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.987527:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987528:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.987528:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800482.987529:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:6.0:1609800482.987531:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987533:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800482.987536:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:60.0:1609800482.987537:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.987538:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.987541:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800482.987541:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (23)++
00000800:00000200:6.0:1609800482.987543:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:6.0:1609800482.987544:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.987546:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.987550:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:4.0:1609800482.987551:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:6.0:1609800482.987553:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.987554:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:4.0:1609800482.987554:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000800:00000200:0.0:1609800482.987554:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.987572:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.987573:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:6.0:1609800482.987573:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800482.987573:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.987575:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:0.0:1609800482.987577:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987581:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:6.0:1609800482.987581:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.987584:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:6.0:1609800482.987584:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:0.0:1609800482.987585:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.987586:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:0.0:1609800482.987586:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.987587:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.987587:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800482.987588:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800482.987590:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800482.987590:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.987590:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.987591:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.987592:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:37.0:1609800482.987593:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800482.987593:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:4.0:1609800482.987594:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800482.987598:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.987600:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:8.0:1609800482.987601:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800482.987602:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000400:00000200:37.0:1609800482.987603:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.987603:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800482.987603:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000400:00000200:4.0:1609800482.987603:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800482.987604:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800482.987604:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:60.0:1609800482.987605:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.987606:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800482.987606:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.987607:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:8.0:1609800482.987607:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800482.987608:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800482.987610:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:37.0:1609800482.987612:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.987616:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800482.987616:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.987618:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800482.987619:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:4.0:1609800482.987619:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800482.987620:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800482.987621:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.987621:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987621:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.987640:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800482.987641:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800482.987643:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.987644:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987645:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987645:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987646:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987646:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:60.0:1609800482.987650:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.987651:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.987654:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.987654:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.987655:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:5.0:1609800482.987659:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800482.987662:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800482.987666:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800482.987684:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:5.0:1609800482.987687:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800482.987689:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800482.987691:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800482.987692:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.987695:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.987698:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:6.0:1609800482.987698:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800482.987701:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.987704:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:6.0:1609800482.987709:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800482.987712:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.987714:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800482.987717:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.987718:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987721:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.987723:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.987725:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:60.0:1609800482.987733:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800482.987734:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.987737:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800482.987743:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:37.0:1609800482.987750:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.987753:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000800:00000200:37.0:1609800482.987755:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:37.0:1609800482.987757:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:37.0:1609800482.987760:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.987762:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:37.0:1609800482.987763:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800482.987765:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:37.0:1609800482.987766:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800482.987768:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:6.0:1609800482.987768:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:8.0:1609800482.987769:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.987772:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:37.0:1609800482.987773:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800482.987775:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:37.0:1609800482.987776:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800482.987777:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.987777:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.987777:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:37.0:1609800482.987778:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800482.987779:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800482.987780:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800482.987781:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800482.987783:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800482.987784:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800482.987785:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800482.987785:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800482.987786:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800482.987787:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800482.987790:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800482.987791:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.987793:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800482.987794:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (25)++
00000800:00000200:8.0:1609800482.987794:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987794:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800482.987795:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:6.0:1609800482.987796:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.987797:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:8.0:1609800482.987797:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)++
00000800:00000200:37.0:1609800482.987798:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000800:00000200:8.0:1609800482.987799:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:6.0:1609800482.987799:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.987800:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:6.0:1609800482.987800:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800482.987801:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:6.0:1609800482.987801:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:4.0:1609800482.987801:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800482.987802:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.987803:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:60.0:1609800482.987804:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.987804:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (25)++
00000800:00000200:37.0:1609800482.987805:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:4.0:1609800482.987805:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800482.987807:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987807:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)++
00000800:00000200:6.0:1609800482.987808:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:4.0:1609800482.987808:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800482.987809:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000800:00000200:6.0:1609800482.987809:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000400:00000200:37.0:1609800482.987810:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800482.987810:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)++
00000800:00000200:4.0:1609800482.987810:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987812:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.81@o2ib18
00000400:00000200:8.0:1609800482.987813:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.987814:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (26)++
00000400:00000200:37.0:1609800482.987815:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800482.987815:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800482.987816:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.81@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800482.987816:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (27)--
00000800:00000200:4.0:1609800482.987816:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000400:00000200:8.0:1609800482.987817:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.987817:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.987818:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800482.987818:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)++
00000400:00000200:37.0:1609800482.987819:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:4.0:1609800482.987819:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (26)--
00000400:00000200:60.0:1609800482.987820:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.987820:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:4.0:1609800482.987821:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:1.0:1609800482.987821:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800482.987822:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800482.987823:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:37.0:1609800482.987829:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800482.987829:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800482.987832:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800482.987833:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800482.987833:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.987834:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800482.987836:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800482.987837:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800482.987838:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800482.987838:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800482.987839:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:1.0:1609800482.987840:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.987841:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800482.987843:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:1.0:1609800482.987843:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800482.987844:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (24)--
00000400:00000200:6.0:1609800482.987844:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800482.987845:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:37.0:1609800482.987848:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000400:00000200:6.0:1609800482.987849:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800482.987850:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:37.0:1609800482.987851:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:6.0:1609800482.987852:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800482.987854:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800482.987857:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800482.987858:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800482.987860:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (21)++
00000400:00000200:60.0:1609800482.987878:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800482.987879:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:1.0:1609800482.987880:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800482.987881:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.987882:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.987883:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:60.0:1609800482.987884:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.987884:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800482.987888:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:35.1:1609800482.987906:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:60.0:1609800482.987909:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800482.987909:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800482.987911:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.987912:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:4.0:1609800482.987914:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:25.0:1609800482.987915:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800482.987916:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000800:00000200:60.0:1609800482.987917:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800482.987918:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:1.0:1609800482.987918:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.987920:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800482.987920:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:60.0:1609800482.987922:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000400:00000200:1.0:1609800482.987924:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.987926:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:60.0:1609800482.987928:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:1.0:1609800482.987931:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.987934:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:25.0:1609800482.987935:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800482.987937:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800482.987939:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000400:00000200:25.0:1609800482.987941:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800482.987941:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:1.0:1609800482.987942:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:1.0:1609800482.987947:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000400:00000200:1.0:1609800482.987955:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.987979:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.987981:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:1.0:1609800482.987986:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.987988:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:1.0:1609800482.987990:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.987991:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:1.0:1609800482.987992:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000400:00000200:60.0:1609800482.987996:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800482.987996:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:35.1:1609800482.987999:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (23)++
00000400:00000200:60.0:1609800482.988000:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988002:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:1.0:1609800482.988002:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.988005:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988009:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800482.988011:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:60.0:1609800482.988012:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:1.0:1609800482.988013:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:37.0:1609800482.988015:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000800:00000200:60.0:1609800482.988016:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800482.988017:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.988018:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)++
00000800:00000200:6.0:1609800482.988018:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:60.0:1609800482.988020:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (26)++
00000400:00000200:1.0:1609800482.988020:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800482.988021:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:1.0:1609800482.988024:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:60.0:1609800482.988025:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (27)--
00000800:00000200:8.0:1609800482.988025:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (27)++
00000800:00000200:6.0:1609800482.988026:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (27)--
00000400:00000200:6.0:1609800482.988027:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800482.988028:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800482.988029:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (26)--
00000800:00000200:8.0:1609800482.988029:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (26)--
00000400:00000200:6.0:1609800482.988030:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:1.0:1609800482.988030:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)++
00000800:00000200:37.0:1609800482.988031:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:8.0:1609800482.988031:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800482.988031:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (25)++
00000400:00000200:8.0:1609800482.988033:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.988033:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000800:00000200:1.0:1609800482.988036:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:8.0:1609800482.988037:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:35.1:1609800482.988038:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.988046:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:37.0:1609800482.988050:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800482.988052:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988052:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:37.0:1609800482.988054:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.988055:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800482.988057:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:4.0:1609800482.988057:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988058:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:4.0:1609800482.988059:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.988062:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:38.0:1609800482.988101:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.988117:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800482.988129:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800482.988130:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000400:00000200:38.0:1609800482.988132:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:60.0:1609800482.988134:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988137:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:8.0:1609800482.988154:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000400:00000200:38.0:1609800482.988156:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800482.988158:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988159:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:38.0:1609800482.988160:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988160:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.988160:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:8.0:1609800482.988162:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:60.0:1609800482.988163:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.988167:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:38.0:1609800482.988168:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.988171:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800482.988172:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:60.0:1609800482.988173:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:38.0:1609800482.988173:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:60.0:1609800482.988182:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:38.0:1609800482.988182:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:60.0:1609800482.988187:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:35.1:1609800482.988195:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (22)++
00000800:00000200:37.0:1609800482.988203:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:37.0:1609800482.988206:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800482.988208:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988209:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:37.0:1609800482.988210:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.988212:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988212:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:4.0:1609800482.988213:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988214:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:4.0:1609800482.988215:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.988218:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:60.0:1609800482.988294:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.988298:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988300:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:60.0:1609800482.988306:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.988309:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:60.0:1609800482.988313:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.988314:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:60.0:1609800482.988316:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000400:00000200:7.0:1609800482.988317:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800482.988320:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:60.0:1609800482.988324:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800482.988325:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988328:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800482.988328:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:60.0:1609800482.988330:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:35.1:1609800482.988334:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:7.0:1609800482.988335:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800482.988338:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:60.0:1609800482.988341:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800482.988342:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:60.0:1609800482.988345:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988345:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000800:00000200:7.0:1609800482.988347:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800482.988348:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.988348:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:60.0:1609800482.988349:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800482.988349:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:7.0:1609800482.988350:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:60.0:1609800482.988351:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000400:00000200:8.0:1609800482.988351:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.988354:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000800:00000200:7.0:1609800482.988359:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:60.0:1609800482.988362:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (22)++
00000800:00000200:60.0:1609800482.988366:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)--
00000400:00000200:60.0:1609800482.988371:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800482.988378:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988380:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:60.0:1609800482.988385:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800482.988386:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (22)++
00000800:00000200:60.0:1609800482.988388:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:60.0:1609800482.988391:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.988393:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:60.0:1609800482.988393:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (24)++
00000800:00000200:37.0:1609800482.988394:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:60.0:1609800482.988396:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (26)--
00000800:00000200:37.0:1609800482.988398:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000400:00000200:37.0:1609800482.988399:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988400:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000400:00000200:37.0:1609800482.988402:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.988404:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (25)--
00000800:00000200:37.0:1609800482.988405:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (25)--
00000400:00000200:4.0:1609800482.988405:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988407:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000400:00000200:4.0:1609800482.988408:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.988410:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000800:00000200:4.0:1609800482.988411:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800482.988412:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988412:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:37.0:1609800482.988414:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:0.0:1609800482.988415:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800482.988417:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800482.988423:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:6.0:1609800482.988430:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800482.988433:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988435:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.988435:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.988436:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000400:00000200:0.0:1609800482.988436:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.988437:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:0.0:1609800482.988441:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:0.0:1609800482.988447:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800482.988450:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:0.0:1609800482.988471:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800482.988473:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:0.0:1609800482.988474:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:0.0:1609800482.988482:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.988494:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800482.988501:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:4.0:1609800482.988504:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:60.0:1609800482.988505:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800482.988506:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988507:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:4.0:1609800482.988508:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000400:00000200:60.0:1609800482.988509:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988510:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:60.0:1609800482.988511:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:60.0:1609800482.988517:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.988520:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:60.0:1609800482.988524:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800482.988526:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:60.0:1609800482.988541:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:60.0:1609800482.988545:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.988557:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:8.0:1609800482.988564:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:8.0:1609800482.988567:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:5.0:1609800482.988567:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800482.988569:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800482.988570:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:8.0:1609800482.988572:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.988573:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988575:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.988575:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000400:00000200:5.0:1609800482.988575:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.988576:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.988576:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:6.0:1609800482.988578:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:5.0:1609800482.988578:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:5.0:1609800482.988584:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800482.988588:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000400:00000200:60.0:1609800482.988592:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800482.988592:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800482.988594:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:5.0:1609800482.988596:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000400:00000200:60.0:1609800482.988599:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988602:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:5.0:1609800482.988604:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:60.0:1609800482.988608:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800482.988611:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:60.0:1609800482.988615:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800482.988615:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800482.988616:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:60.0:1609800482.988617:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (21)++
00000800:00000200:60.0:1609800482.988618:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:60.0:1609800482.988622:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:4.0:1609800482.988623:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)++
00000800:00000200:4.0:1609800482.988627:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:4.0:1609800482.988628:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988629:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:4.0:1609800482.988631:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:35.1:1609800482.988646:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (22)++
00000400:00000200:5.0:1609800482.988649:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988650:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988651:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:5.0:1609800482.988652:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:8.0:1609800482.988655:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988655:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:4.0:1609800482.988656:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800482.988658:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800482.988658:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:5.0:1609800482.988660:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:4.0:1609800482.988661:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:5.0:1609800482.988664:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800482.988666:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:5.0:1609800482.988667:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:5.0:1609800482.988672:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:60.0:1609800482.988681:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800482.988684:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:60.0:1609800482.988685:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800482.988687:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000800:00000200:37.0:1609800482.988691:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:60.0:1609800482.988693:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800482.988694:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:37.0:1609800482.988695:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800482.988696:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:8.0:1609800482.988696:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:37.0:1609800482.988697:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:60.0:1609800482.988700:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800482.988700:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:60.0:1609800482.988702:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:60.0:1609800482.988717:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:60.0:1609800482.988720:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.988734:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800482.988741:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:2.0:1609800482.988743:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800482.988745:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:6.0:1609800482.988747:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988748:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000400:00000200:6.0:1609800482.988749:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:4.0:1609800482.988751:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000400:00000200:2.0:1609800482.988751:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.988753:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988753:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)++
00000800:00000200:6.0:1609800482.988754:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988754:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988755:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:2.0:1609800482.988755:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:2.0:1609800482.988776:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800482.988780:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:2.0:1609800482.988797:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800482.988799:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:2.0:1609800482.988800:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:2.0:1609800482.988809:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000400:00000200:2.0:1609800482.988813:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800482.988824:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000400:00000200:2.0:1609800482.988830:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800482.988832:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:2.0:1609800482.988837:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800482.988840:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:2.0:1609800482.988842:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800482.988844:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:2.0:1609800482.988845:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (23)++
00000800:00000200:37.0:1609800482.988849:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (24)++
00000800:00000200:2.0:1609800482.988849:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (24)--
00000800:00000200:37.0:1609800482.988852:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (24)--
00000400:00000200:37.0:1609800482.988853:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800482.988854:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000400:00000200:37.0:1609800482.988855:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:37.0:1609800482.988858:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.988862:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:6.0:1609800482.988869:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.988872:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:6.0:1609800482.988873:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800482.988875:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:6.0:1609800482.988876:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:6.0:1609800482.988878:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000400:00000200:1.0:1609800482.988912:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.81@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800482.988916:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800482.988918:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.81@o2ib18 local destination
00000400:00000200:1.0:1609800482.988924:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.81@o2ib18(192.168.128.81@o2ib18:192.168.128.81@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800482.988926:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.81@o2ib18
00000800:00000200:1.0:1609800482.988929:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec400] -> 192.168.128.81@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800482.988931:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3c00] (20)++
00000800:00000200:1.0:1609800482.988932:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3c00] (21)++
00000800:00000200:1.0:1609800482.988938:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3c00] (22)--
00000800:00000200:35.1:1609800482.988959:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (21)++
00000800:00000200:8.0:1609800482.988966:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)++
00000800:00000200:8.0:1609800482.988970:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3c00] (23)--
00000400:00000200:8.0:1609800482.988971:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800482.988973:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (22)--
00000400:00000200:8.0:1609800482.988973:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.81@o2ib18: PUT: OK
00000800:00000200:8.0:1609800482.988976:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800482.988985:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3c00] (20)++
00000800:00000200:4.0:1609800482.988992:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)++
00000800:00000200:4.0:1609800482.988995:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.81@o2ib18
00000800:00000200:4.0:1609800482.988997:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3c00] (22)++
00000800:00000200:6.0:1609800482.988998:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988998:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3c00] (23)--
00000800:00000200:4.0:1609800482.988999:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3c00] (21)--
00000800:00000200:35.1:1609800483.002311:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:37.0:1609800483.002367:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.002376:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.117@o2ib18
00000400:00000200:37.0:1609800483.002385:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.002392:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.002398:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:37.0:1609800483.002410:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.002415:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:37.0:1609800483.002417:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.002422:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.002428:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.002431:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:35.1:1609800483.002434:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.002438:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800483.002441:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:37.0:1609800483.002443:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:37.0:1609800483.002445:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.002453:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:37.0:1609800483.002459:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.002463:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.002468:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:37.0:1609800483.002478:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.002483:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.002488:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.002493:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.002495:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.002496:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800483.002501:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:37.0:1609800483.002503:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:37.0:1609800483.002505:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.002507:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:6.0:1609800483.002508:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:4.0:1609800483.002515:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800483.002516:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800483.002520:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800483.002520:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.002525:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.002526:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.002526:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.002531:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800483.002531:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:35.1:1609800483.002557:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000400:00000200:4.0:1609800483.002561:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.002564:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.002567:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:4.0:1609800483.002568:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.002571:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.002571:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.002571:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.002573:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.002574:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.002577:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (22)++
00000400:00000200:37.0:1609800483.002578:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.002579:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000400:00000200:37.0:1609800483.002580:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:4.0:1609800483.002580:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:37.0:1609800483.002586:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.002607:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.002609:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.002611:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.002612:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.002615:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.002618:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800483.002625:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:37.0:1609800483.002626:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:60.0:1609800483.002630:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.002632:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.002634:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:35.1:1609800483.002663:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000400:00000200:60.0:1609800483.002664:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800483.002665:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.002668:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.002749:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800483.002754:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800483.002757:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:8.0:1609800483.002758:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:8.0:1609800483.002762:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:8.0:1609800483.002784:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.002788:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.002792:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:6.0:1609800483.002795:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:8.0:1609800483.002797:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.002800:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.002802:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.002803:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.002805:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.002807:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.002808:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.002811:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.002812:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:8.0:1609800483.002832:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800483.002833:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:6.0:1609800483.002833:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:8.0:1609800483.002834:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800483.002837:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:4.0:1609800483.002838:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:6.0:1609800483.002840:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800483.002857:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.002859:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:8.0:1609800483.002860:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.002863:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:8.0:1609800483.002863:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800483.002863:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800483.002864:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.002866:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.002867:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:8.0:1609800483.002868:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.002869:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.002870:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.002871:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.002872:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.002872:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800483.002873:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.002875:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.002876:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.002877:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.002878:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:8.0:1609800483.002881:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:6.0:1609800483.002881:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:8.0:1609800483.002882:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (27)--
00000400:00000200:37.0:1609800483.002883:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800483.002883:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800483.002883:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800483.002884:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:4.0:1609800483.002884:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800483.002886:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.002886:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:60.0:1609800483.002887:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.002888:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800483.002889:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800483.002889:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.002890:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:4.0:1609800483.002891:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800483.002892:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.002892:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:0.0:1609800483.002892:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.002893:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800483.002895:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.002895:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:4.0:1609800483.002895:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:0.0:1609800483.002896:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.002897:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.002897:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.002898:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.002901:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.002902:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.002902:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.002904:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.002904:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000400:00000200:6.0:1609800483.002905:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:0.0:1609800483.002907:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.002908:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (26)++
00000400:00000200:0.0:1609800483.002908:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.002909:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:4.0:1609800483.002909:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (27)++
00000800:00000200:60.0:1609800483.002910:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.002911:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800483.002911:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.002912:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.002915:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.002915:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.002916:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000400:00000200:8.0:1609800483.002916:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.002916:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800483.002917:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.002917:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:37.0:1609800483.002919:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:8.0:1609800483.002919:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.002920:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.002921:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800483.002921:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.002921:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:0.0:1609800483.002922:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.002923:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:0.0:1609800483.002923:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.002924:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.002925:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000400:00000200:0.0:1609800483.002925:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.002926:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (26)++
00000800:00000200:6.0:1609800483.002926:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:4.0:1609800483.002926:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.002927:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000800:00000200:6.0:1609800483.002927:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:6.0:1609800483.002928:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:0.0:1609800483.002930:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:60.0:1609800483.002931:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800483.002931:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800483.002932:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.002932:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:6.0:1609800483.002932:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:0.0:1609800483.002932:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.002933:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800483.002934:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:4.0:1609800483.002934:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.002934:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.002936:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800483.002938:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:4.0:1609800483.002945:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.002948:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.002950:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.002953:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.002954:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.002958:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (21)++
00000800:00000200:4.0:1609800483.002960:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:60.0:1609800483.002963:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.002963:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.002964:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:60.0:1609800483.002965:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.002967:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800483.003002:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:8.0:1609800483.003090:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800483.003094:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800483.003095:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:8.0:1609800483.003096:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:8.0:1609800483.003099:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:60.0:1609800483.003129:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003147:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003149:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:8.0:1609800483.003151:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.003152:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:60.0:1609800483.003155:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.003176:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:6.0:1609800483.003177:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:5.0:1609800483.003178:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.003180:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:60.0:1609800483.003181:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800483.003181:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.003182:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003183:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000800:00000200:60.0:1609800483.003184:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:37.0:1609800483.003184:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:5.0:1609800483.003185:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003190:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (26)--
00000400:00000200:6.0:1609800483.003205:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.003206:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:60.0:1609800483.003207:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800483.003213:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800483.003215:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003217:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:8.0:1609800483.003217:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800483.003218:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.003218:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:5.0:1609800483.003219:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:8.0:1609800483.003220:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.003222:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.003224:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.003225:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800483.003226:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.003231:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:5.0:1609800483.003231:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:6.0:1609800483.003239:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800483.003240:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.003243:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:60.0:1609800483.003259:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.003261:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (26)++
00000800:00000200:8.0:1609800483.003261:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (26)++
00000800:00000200:6.0:1609800483.003261:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:60.0:1609800483.003262:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (27)++
00000400:00000200:4.0:1609800483.003262:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.003263:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.003264:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.003265:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (29)++
00000800:00000200:6.0:1609800483.003266:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:60.0:1609800483.003267:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (30)--
00000400:00000200:37.0:1609800483.003267:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800483.003268:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (30)--
00000800:00000200:5.0:1609800483.003268:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (30)++
00000800:00000200:8.0:1609800483.003269:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800483.003270:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.003271:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (28)++
00000800:00000200:6.0:1609800483.003272:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800483.003272:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (29)--
00000800:00000200:8.0:1609800483.003273:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000400:00000200:37.0:1609800483.003274:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.003278:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.003279:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (28)++
00000400:00000200:4.0:1609800483.003279:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.003281:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800483.003281:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.003281:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (29)--
00000800:00000200:6.0:1609800483.003282:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000400:00000200:4.0:1609800483.003282:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800483.003284:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (27)++
00000800:00000200:37.0:1609800483.003285:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800483.003286:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.003286:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.117@o2ib18
00000800:00000200:60.0:1609800483.003287:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.003287:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800483.003289:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.003289:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800483.003289:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.003290:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.117@o2ib18 : PUT - routed
00000400:00000200:60.0:1609800483.003291:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.003293:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800483.003295:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.003296:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.003297:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (28)++
00000800:00000200:8.0:1609800483.003298:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.003299:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (29)--
00000800:00000200:37.0:1609800483.003300:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000800:00000200:8.0:1609800483.003300:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.003300:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800483.003301:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.003301:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.003302:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (27)++
00000800:00000200:8.0:1609800483.003303:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800483.003303:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:2.0:1609800483.003303:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.003304:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (28)--
00000800:00000200:8.0:1609800483.003304:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1609800483.003305:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003306:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.003306:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (27)++
00000800:00000200:8.0:1609800483.003307:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000800:00000200:4.0:1609800483.003307:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (28)++
00000800:00000200:8.0:1609800483.003308:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (27)--
00000400:00000200:37.0:1609800483.003309:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003309:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (27)++
00000400:00000200:5.0:1609800483.003309:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800483.003310:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.003310:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (27)++
00000400:00000200:2.0:1609800483.003310:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.003313:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800483.003315:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:60.0:1609800483.003316:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.003316:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (29)--
00000400:00000200:60.0:1609800483.003318:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.003318:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (28)++
00000800:00000200:8.0:1609800483.003318:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800483.003318:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.003318:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (28)--
00000800:00000200:6.0:1609800483.003319:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.003319:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (28)--
00000800:00000200:2.0:1609800483.003319:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.003320:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (27)--
00000400:00000200:8.0:1609800483.003320:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003321:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.003321:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (25)++
00000800:00000200:4.0:1609800483.003321:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000400:00000200:2.0:1609800483.003321:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003322:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.003322:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (26)--
00000400:00000200:5.0:1609800483.003322:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.003323:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.003323:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:2.0:1609800483.003323:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800483.003325:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:37.0:1609800483.003326:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000400:00000200:5.0:1609800483.003330:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.003333:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800483.003337:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800483.003340:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:5.0:1609800483.003341:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.003342:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000800:00000200:5.0:1609800483.003343:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:60.0:1609800483.003344:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800483.003344:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003345:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003347:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800483.003349:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000800:00000200:2.0:1609800483.003350:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800483.003351:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.003352:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800483.003355:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:2.0:1609800483.003355:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:5.0:1609800483.003356:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800483.003357:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000400:00000200:25.0:1609800483.003364:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.003368:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:25.0:1609800483.003369:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:5.0:1609800483.003372:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.003372:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:5.0:1609800483.003374:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:4.0:1609800483.003374:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:25.0:1609800483.003375:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.003376:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:25.0:1609800483.003377:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (21)++
00000400:00000200:5.0:1609800483.003379:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:25.0:1609800483.003380:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:5.0:1609800483.003382:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:35.1:1609800483.003386:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (23)++
00000800:00000200:25.0:1609800483.003386:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000800:00000200:5.0:1609800483.003386:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.003388:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:5.0:1609800483.003389:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:5.0:1609800483.003394:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (25)--
00000800:00000200:37.0:1609800483.003395:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:37.0:1609800483.003399:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:5.0:1609800483.003399:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800483.003401:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.003402:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003403:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003403:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:5.0:1609800483.003404:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:5.0:1609800483.003409:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800483.003410:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.003412:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:5.0:1609800483.003412:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:60.0:1609800483.003414:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800483.003415:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000800:00000200:5.0:1609800483.003415:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800483.003416:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:5.0:1609800483.003416:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:5.0:1609800483.003417:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:6.0:1609800483.003422:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:60.0:1609800483.003423:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.003423:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (26)--
00000800:00000200:60.0:1609800483.003426:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:6.0:1609800483.003426:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:5.0:1609800483.003428:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.003428:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000400:00000200:6.0:1609800483.003429:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003431:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.003431:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:6.0:1609800483.003432:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003433:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000400:00000200:5.0:1609800483.003433:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.003433:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003434:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:8.0:1609800483.003434:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000400:00000200:5.0:1609800483.003437:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:4.0:1609800483.003437:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003439:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (25)--
00000400:00000200:5.0:1609800483.003442:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.003445:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:5.0:1609800483.003445:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:4.0:1609800483.003447:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:5.0:1609800483.003449:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.003451:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:5.0:1609800483.003452:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:5.0:1609800483.003453:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:5.0:1609800483.003454:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000800:00000200:35.1:1609800483.003455:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (23)++
00000800:00000200:37.0:1609800483.003463:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (24)++
00000800:00000200:37.0:1609800483.003467:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:37.0:1609800483.003468:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000800:00000200:8.0:1609800483.003468:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (25)++
00000400:00000200:37.0:1609800483.003469:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003471:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003472:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.117@o2ib18: no credits
00000800:00000200:8.0:1609800483.003473:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000800:00000200:37.0:1609800483.003474:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800483.003475:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.003476:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:8.0:1609800483.003477:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003481:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:35.1:1609800483.003507:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:4.0:1609800483.003514:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:4.0:1609800483.003518:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000400:00000200:1.0:1609800483.003518:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.003521:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.003524:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (22)++
00000800:00000200:4.0:1609800483.003526:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.003527:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:60.0:1609800483.003531:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003538:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.003538:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003541:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:1.0:1609800483.003543:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:1.0:1609800483.003549:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.003552:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:60.0:1609800483.003556:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800483.003556:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:60.0:1609800483.003559:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:1.0:1609800483.003561:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.003563:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:1.0:1609800483.003563:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:60.0:1609800483.003564:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.003564:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:60.0:1609800483.003566:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (25)++
00000800:00000200:8.0:1609800483.003569:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (26)--
00000800:00000200:1.0:1609800483.003572:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (25)--
00000800:00000200:60.0:1609800483.003573:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000800:00000200:6.0:1609800483.003573:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (25)--
00000400:00000200:6.0:1609800483.003575:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003577:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:6.0:1609800483.003578:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.003579:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.003581:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:1.0:1609800483.003583:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800483.003585:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000400:00000200:1.0:1609800483.003586:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:1.0:1609800483.003593:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800483.003595:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.003595:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:60.0:1609800483.003611:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003613:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:1.0:1609800483.003613:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800483.003615:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:37.0:1609800483.003617:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.003617:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.003618:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:1.0:1609800483.003619:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000400:00000200:60.0:1609800483.003620:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.003620:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (25)++
00000400:00000200:37.0:1609800483.003621:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.003621:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.003623:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (26)++
00000800:00000200:60.0:1609800483.003624:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:37.0:1609800483.003626:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (27)--
00000800:00000200:4.0:1609800483.003626:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (27)++
00000800:00000200:1.0:1609800483.003626:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (27)--
00000800:00000200:8.0:1609800483.003627:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (27)--
00000800:00000200:60.0:1609800483.003628:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800483.003628:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000400:00000200:8.0:1609800483.003628:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.003628:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (25)--
00000800:00000200:60.0:1609800483.003630:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:4.0:1609800483.003630:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:8.0:1609800483.003631:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003632:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:35.1:1609800483.003647:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (24)++
00000800:00000200:60.0:1609800483.003649:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (25)--
00000800:00000200:8.0:1609800483.003651:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800483.003652:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:8.0:1609800483.003656:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800483.003657:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.003658:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000400:00000200:8.0:1609800483.003659:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.003662:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800483.003662:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800483.003663:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:37.0:1609800483.003664:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003666:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.003669:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000400:00000200:60.0:1609800483.003694:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003712:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003714:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:60.0:1609800483.003719:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.003722:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:60.0:1609800483.003726:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:35.1:1609800483.003726:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:60.0:1609800483.003727:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (20)++
00000800:00000200:60.0:1609800483.003728:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (22)++
00000800:00000200:60.0:1609800483.003731:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000800:00000200:6.0:1609800483.003734:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:60.0:1609800483.003735:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.003753:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003754:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.003754:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:6.0:1609800483.003755:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000400:00000200:60.0:1609800483.003756:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:8.0:1609800483.003756:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:6.0:1609800483.003757:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:8.0:1609800483.003759:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800483.003759:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800483.003760:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000400:00000200:8.0:1609800483.003761:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003763:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800483.003763:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003765:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:8.0:1609800483.003767:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:60.0:1609800483.003769:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.003770:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (20)++
00000800:00000200:60.0:1609800483.003771:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (21)++
00000400:00000200:38.0:1609800483.003773:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003774:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (22)--
00000400:00000200:38.0:1609800483.003776:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:38.0:1609800483.003783:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:60.0:1609800483.003784:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800483.003787:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:35.1:1609800483.003787:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000400:00000200:60.0:1609800483.003788:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003790:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:38.0:1609800483.003791:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.003793:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800483.003794:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:60.0:1609800483.003795:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800483.003795:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:60.0:1609800483.003799:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:6.0:1609800483.003800:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:60.0:1609800483.003802:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.003803:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000800:00000200:37.0:1609800483.003803:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:60.0:1609800483.003804:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (24)++
00000800:00000200:60.0:1609800483.003805:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000400:00000200:37.0:1609800483.003805:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.003808:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003809:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000800:00000200:37.0:1609800483.003811:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000400:00000200:60.0:1609800483.003814:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800483.003814:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (22)++
00000400:00000200:60.0:1609800483.003818:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003820:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000800:00000200:4.0:1609800483.003822:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:4.0:1609800483.003824:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:60.0:1609800483.003825:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800483.003826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.003827:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (23)++
00000800:00000200:60.0:1609800483.003828:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000400:00000200:4.0:1609800483.003829:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003830:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800483.003831:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.003832:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.003832:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:60.0:1609800483.003833:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000400:00000200:8.0:1609800483.003833:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.003834:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (23)++
00000800:00000200:6.0:1609800483.003834:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:60.0:1609800483.003837:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (23)--
00000800:00000200:8.0:1609800483.003837:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:35.1:1609800483.003848:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.003856:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:37.0:1609800483.003860:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000400:00000200:37.0:1609800483.003862:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.003862:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000400:00000200:37.0:1609800483.003864:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.003866:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:4.0:1609800483.003867:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (23)++
00000800:00000200:37.0:1609800483.003868:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.003869:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (24)--
00000800:00000200:6.0:1609800483.003870:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (23)--
00000800:00000200:4.0:1609800483.003871:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000400:00000200:60.0:1609800483.003921:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.003925:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.003927:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:60.0:1609800483.003933:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.003935:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:60.0:1609800483.003939:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800483.003939:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.117@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800483.003940:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (20)++
00000800:00000200:60.0:1609800483.003941:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (21)++
00000800:00000200:60.0:1609800483.003945:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (22)--
00000400:00000200:7.0:1609800483.003946:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.003950:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.117@o2ib18 local destination
00000400:00000200:7.0:1609800483.003956:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.117@o2ib18(192.168.128.117@o2ib18:192.168.128.117@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800483.003957:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:7.0:1609800483.003959:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.117@o2ib18
00000800:00000200:7.0:1609800483.003964:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85b80] -> 192.168.128.117@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.003965:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:7.0:1609800483.003966:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93362c786000] (23)++
00000800:00000200:7.0:1609800483.003968:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93362c786000] (24)++
00000800:00000200:37.0:1609800483.003971:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (25)--
00000800:00000200:8.0:1609800483.003976:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (24)--
00000800:00000200:7.0:1609800483.003976:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93362c786000] (24)--
00000400:00000200:8.0:1609800483.003978:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.003980:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.003983:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:35.1:1609800483.004003:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (21)++
00000800:00000200:6.0:1609800483.004011:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (22)++
00000800:00000200:6.0:1609800483.004014:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93362c786000] (23)--
00000400:00000200:6.0:1609800483.004015:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.004017:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.117@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.004017:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:6.0:1609800483.004020:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:35.1:1609800483.004032:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93362c786000] (20)++
00000800:00000200:37.0:1609800483.004041:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93362c786000] (21)++
00000800:00000200:37.0:1609800483.004044:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.117@o2ib18
00000800:00000200:37.0:1609800483.004046:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93362c786000] (22)++
00000800:00000200:8.0:1609800483.004047:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (22)--
00000800:00000200:37.0:1609800483.004048:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93362c786000] (23)--
00000800:00000200:37.0:1609800483.004049:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93362c786000] (21)--
00000800:00000200:27.1:1609800483.038305:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (20)++
00000800:00000200:33.0:1609800483.038345:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (21)++
00000800:00000200:33.0:1609800483.038352:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.85@o2ib18
00000800:00000200:19.0:1609800483.038356:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000400:00000200:33.0:1609800483.038357:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.85@o2ib18 : GET - for me
00000400:00000200:33.0:1609800483.038364:0:16042:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.85@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:33.0:1609800483.038367:0:16042:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.85@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:33.0:1609800483.038370:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934584bcc600] (21)++
00000800:00000200:33.0:1609800483.038373:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934584bcc600] (22)--
00000400:00000200:33.0:1609800483.038376:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.85@o2ib18 local destination
00000400:00000200:33.0:1609800483.038383:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.85@o2ib18(192.168.128.85@o2ib18:192.168.128.85@o2ib18) : REPLY try# 0
00000800:00000200:33.0:1609800483.038386:0:16042:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.85@o2ib18
00000800:00000200:33.0:1609800483.038390:0:16042:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934586386080] -> 192.168.128.85@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800483.038391:0:16042:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934584bcc600] (21)++
00000800:00000200:33.0:1609800483.038393:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934584bcc600] (22)++
00000800:00000200:33.0:1609800483.038399:0:16042:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934584bcc600] (23)--
00000800:00000200:33.0:1609800483.038401:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:27.1:1609800483.038513:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934584bcc600] (21)++
00000800:00000200:28.0:1609800483.038525:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934584bcc600] (22)++
00000800:00000200:28.0:1609800483.038531:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934584bcc600] (23)--
00000400:00000200:28.0:1609800483.038533:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1609800483.038536:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.85@o2ib18: REPLY: OK
00000800:00000200:28.0:1609800483.038540:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (22)--
00000800:00000200:28.0:1609800483.038542:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934584bcc600] (21)--
00000800:00000200:21.1:1609800483.050589:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:19.0:1609800483.050602:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800483.050611:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.163@o2ib18
00000400:00000200:19.0:1609800483.050620:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.050628:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.050633:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:19.0:1609800483.050647:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.050651:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:19.0:1609800483.050658:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.050663:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.050664:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800483.050664:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.0:1609800483.050670:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:19.0:1609800483.050671:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:33.0:1609800483.050672:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.050674:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:28.0:1609800483.050677:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.050680:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.050680:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800483.050683:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:28.0:1609800483.050684:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.050685:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:33.0:1609800483.050687:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:19.0:1609800483.050687:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800483.050691:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:33.0:1609800483.050700:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.050707:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:28.0:1609800483.050708:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:26.0:1609800483.050710:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:19.0:1609800483.050710:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.050712:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800483.050714:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.050717:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.050718:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800483.050719:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:33.0:1609800483.050721:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:28.0:1609800483.050721:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800483.050730:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800483.050730:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.050734:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:19.0:1609800483.050735:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.0:1609800483.050736:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.050737:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:33.0:1609800483.050739:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:26.0:1609800483.050739:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.050739:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.050741:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:28.0:1609800483.050742:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.050745:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.050745:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.050745:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800483.050746:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.050747:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.050751:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800483.050752:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:28.0:1609800483.050757:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:19.0:1609800483.050757:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:33.0:1609800483.050759:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.050759:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:28.0:1609800483.050760:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (27)++
00000800:00000200:19.0:1609800483.050761:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:0.0:1609800483.050761:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800483.050763:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)++
00000400:00000200:0.0:1609800483.050763:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.050764:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:33.0:1609800483.050766:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:19.0:1609800483.050767:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:0.0:1609800483.050767:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.0:1609800483.050771:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:28.0:1609800483.050773:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:26.0:1609800483.050773:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:28.0:1609800483.050775:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:33.0:1609800483.050777:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800483.050779:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.050779:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:25.0:1609800483.050779:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.050783:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:25.0:1609800483.050783:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.050785:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:19.0:1609800483.050786:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800483.050787:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.050788:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.050788:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8aa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:28.0:1609800483.050789:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800483.050789:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800483.050790:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800483.050792:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.050792:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.050793:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:28.0:1609800483.050793:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.050794:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:33.0:1609800483.050795:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800483.050796:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:26.0:1609800483.050797:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:26.0:1609800483.050799:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:26.0:1609800483.050801:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.050804:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:33.0:1609800483.050806:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.050806:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:25.0:1609800483.050806:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800483.050807:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.050808:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:28.0:1609800483.050808:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:26.0:1609800483.050808:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:25.0:1609800483.050808:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.050810:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:25.0:1609800483.050813:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.050813:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800483.050817:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:28.0:1609800483.050820:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.050822:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.0:1609800483.050825:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.0:1609800483.050830:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800483.050831:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800483.050832:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800483.050832:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.050835:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:0.0:1609800483.050835:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.0:1609800483.050836:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.050837:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:28.0:1609800483.050838:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.050839:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:28.0:1609800483.050841:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:0.0:1609800483.050841:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.050842:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.050844:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:0.0:1609800483.050844:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:25.0:1609800483.050845:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800483.050848:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:25.0:1609800483.050848:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.050850:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:25.0:1609800483.050855:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:21.1:1609800483.050857:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:26.0:1609800483.050866:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:25.0:1609800483.050873:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.050874:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:25.0:1609800483.050875:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.050877:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:25.0:1609800483.050880:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.050881:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.050882:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:33.0:1609800483.050884:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:26.0:1609800483.050885:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.050886:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:26.0:1609800483.050890:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:26.0:1609800483.050900:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.050906:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:26.0:1609800483.050910:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:21.1:1609800483.050910:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:26.0:1609800483.050915:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800483.050917:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800483.050920:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:26.0:1609800483.050923:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:26.0:1609800483.050925:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:28.0:1609800483.050926:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.050927:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:26.0:1609800483.050929:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:28.0:1609800483.050932:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.050935:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:28.0:1609800483.050936:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.050937:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:33.0:1609800483.050943:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:19.0:1609800483.050945:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:33.0:1609800483.050949:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.050949:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:28.0:1609800483.050951:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000400:00000200:26.0:1609800483.050953:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:28.0:1609800483.050961:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800483.050967:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:33.0:1609800483.050968:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.050969:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.050969:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.050972:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:28.0:1609800483.050972:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.0:1609800483.050977:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800483.050978:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:28.0:1609800483.050979:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b9900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.050983:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:2.0:1609800483.050984:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.050987:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.050988:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800483.050989:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:2.0:1609800483.050990:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.050993:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.0:1609800483.050995:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.050995:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800483.050995:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.050997:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:33.0:1609800483.050998:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:28.0:1609800483.050999:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:26.0:1609800483.050999:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800483.051000:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:33.0:1609800483.051001:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800483.051001:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:26.0:1609800483.051003:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:28.0:1609800483.051004:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051006:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051006:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.051008:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:26.0:1609800483.051009:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:33.0:1609800483.051010:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:28.0:1609800483.051011:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.051012:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051012:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:19.0:1609800483.051012:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.051033:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:28.0:1609800483.051033:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.051034:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:28.0:1609800483.051037:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:33.0:1609800483.051038:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.051038:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:19.0:1609800483.051038:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800483.051039:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:26.0:1609800483.051040:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:19.0:1609800483.051040:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.051041:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:60.0:1609800483.051042:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:28.0:1609800483.051042:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.051042:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:60.0:1609800483.051044:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051045:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.051045:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:19.0:1609800483.051046:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000400:00000200:33.0:1609800483.051047:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.051047:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.051047:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000400:00000200:60.0:1609800483.051048:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.0:1609800483.051048:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.051048:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:33.0:1609800483.051050:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:28.0:1609800483.051050:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.051050:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:19.0:1609800483.051051:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:28.0:1609800483.051052:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b9b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.051052:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:26.0:1609800483.051054:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.051054:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:33.0:1609800483.051056:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.0:1609800483.051056:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:5.0:1609800483.051057:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051058:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800483.051058:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:26.0:1609800483.051058:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:60.0:1609800483.051059:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.051059:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:28.0:1609800483.051059:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:5.0:1609800483.051061:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.051062:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.051062:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.051064:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800483.051064:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.051065:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.051067:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800483.051070:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:26.0:1609800483.051070:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.051072:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051072:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:26.0:1609800483.051072:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.051073:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8ab00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800483.051073:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.051074:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.051075:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:26.0:1609800483.051077:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:5.0:1609800483.051077:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:60.0:1609800483.051078:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.051079:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:26.0:1609800483.051080:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:60.0:1609800483.051082:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051084:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:60.0:1609800483.051092:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.051093:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.051093:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.051095:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800483.051095:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.051098:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:21.1:1609800483.051102:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800483.051107:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:19.0:1609800483.051111:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:19.0:1609800483.051112:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:19.0:1609800483.051113:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:60.0:1609800483.051149:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051155:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800483.051156:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000400:00000200:60.0:1609800483.051158:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:33.0:1609800483.051162:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:60.0:1609800483.051165:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.051166:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:60.0:1609800483.051168:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051168:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:33.0:1609800483.051169:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.051172:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051173:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.051174:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:33.0:1609800483.051175:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:60.0:1609800483.051176:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:33.0:1609800483.051180:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800483.051182:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051183:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.051185:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.051188:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.051189:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.051192:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:33.0:1609800483.051193:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051194:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800483.051214:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800483.051220:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:19.0:1609800483.051223:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.051226:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:19.0:1609800483.051227:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:28.0:1609800483.051229:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000400:00000200:19.0:1609800483.051229:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.051231:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:28.0:1609800483.051232:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.051232:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:26.0:1609800483.051235:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051237:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:19.0:1609800483.051238:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.051239:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:19.0:1609800483.051242:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:28.0:1609800483.051245:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.051245:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:60.0:1609800483.051249:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800483.051249:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000400:00000200:28.0:1609800483.051249:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:26.0:1609800483.051249:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.051251:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:1.0:1609800483.051251:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800483.051253:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800483.051255:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:28.0:1609800483.051255:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800483.051255:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.051256:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.051257:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051258:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800483.051258:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:38.0:1609800483.051260:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.0:1609800483.051261:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:60.0:1609800483.051263:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051264:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800483.051264:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800483.051265:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051266:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e13b8200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.051268:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)++
00000400:00000200:1.0:1609800483.051268:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:26.0:1609800483.051269:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.051270:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:19.0:1609800483.051271:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:28.0:1609800483.051272:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051272:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.051272:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000400:00000200:33.0:1609800483.051273:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:28.0:1609800483.051273:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:28.0:1609800483.051274:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:26.0:1609800483.051274:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.051274:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.051275:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051275:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800483.051277:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:38.0:1609800483.051278:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:28.0:1609800483.051278:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.051280:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.051280:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800483.051282:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:28.0:1609800483.051282:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.051283:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.051284:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.051287:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:60.0:1609800483.051288:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:1.0:1609800483.051288:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051290:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.051291:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800483.051295:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.051295:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.051297:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051298:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:60.0:1609800483.051299:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:25.0:1609800483.051299:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800483.051299:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (26)++
00000800:00000200:28.0:1609800483.051300:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (28)--
00000400:00000200:19.0:1609800483.051300:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.163@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.051302:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)++
00000800:00000200:28.0:1609800483.051302:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (27)--
00000400:00000200:25.0:1609800483.051302:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.051304:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051305:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.051305:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800483.051306:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:25.0:1609800483.051306:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800483.051306:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:60.0:1609800483.051307:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (27)++
00000800:00000200:1.0:1609800483.051308:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (27)--
00000400:00000200:38.0:1609800483.051309:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.051309:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (27)--
00000800:00000200:26.0:1609800483.051309:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (28)--
00000800:00000200:60.0:1609800483.051310:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (27)++
00000800:00000200:26.0:1609800483.051310:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:33.0:1609800483.051311:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:19.0:1609800483.051313:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:60.0:1609800483.051315:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:19.0:1609800483.051315:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800483.051318:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:21.1:1609800483.051320:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800483.051321:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.051322:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.0:1609800483.051325:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800483.051325:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:19.0:1609800483.051326:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000800:00000200:25.0:1609800483.051327:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.0:1609800483.051328:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800483.051328:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000400:00000200:25.0:1609800483.051329:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.051329:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:28.0:1609800483.051330:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.051332:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:25.0:1609800483.051332:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.051332:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:28.0:1609800483.051333:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:19.0:1609800483.051333:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.051336:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:28.0:1609800483.051337:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:19.0:1609800483.051339:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:60.0:1609800483.051404:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051408:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051410:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:60.0:1609800483.051415:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.051418:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:60.0:1609800483.051421:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.051422:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:60.0:1609800483.051423:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:60.0:1609800483.051427:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:60.0:1609800483.051431:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051435:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051437:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800483.051440:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:7.0:1609800483.051441:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.051442:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:7.0:1609800483.051443:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051445:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051445:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:7.0:1609800483.051447:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.051448:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:60.0:1609800483.051449:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000400:00000200:26.0:1609800483.051449:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.051449:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:60.0:1609800483.051450:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:60.0:1609800483.051450:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:33.0:1609800483.051450:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:26.0:1609800483.051452:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.051453:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:26.0:1609800483.051456:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:0.0:1609800483.051459:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.051462:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800483.051466:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:0.0:1609800483.051469:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800483.051472:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:0.0:1609800483.051472:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.051474:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:28.0:1609800483.051475:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.051477:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:28.0:1609800483.051478:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:0.0:1609800483.051478:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.051480:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:28.0:1609800483.051481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:0.0:1609800483.051482:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:21.1:1609800483.051485:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:33.0:1609800483.051490:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:0.0:1609800483.051490:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051495:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051496:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:0.0:1609800483.051496:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.051497:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:26.0:1609800483.051497:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:0.0:1609800483.051499:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.051500:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:26.0:1609800483.051500:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:33.0:1609800483.051501:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:0.0:1609800483.051501:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:26.0:1609800483.051502:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.051505:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:0.0:1609800483.051508:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800483.051510:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051512:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:0.0:1609800483.051514:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.051516:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:0.0:1609800483.051517:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:0.0:1609800483.051521:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:0.0:1609800483.051525:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800483.051534:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:28.0:1609800483.051539:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:28.0:1609800483.051543:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:0.0:1609800483.051544:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.051545:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:28.0:1609800483.051545:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.051547:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:28.0:1609800483.051548:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:0.0:1609800483.051553:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800483.051555:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.051556:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:0.0:1609800483.051559:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.051560:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:0.0:1609800483.051561:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:0.0:1609800483.051566:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800483.051580:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800483.051585:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:26.0:1609800483.051591:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:19.0:1609800483.051600:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:19.0:1609800483.051602:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051603:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800483.051604:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:60.0:1609800483.051607:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051609:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:60.0:1609800483.051615:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.051616:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:60.0:1609800483.051617:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:60.0:1609800483.051622:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.051623:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:60.0:1609800483.051624:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:60.0:1609800483.051628:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:60.0:1609800483.051631:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051634:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051636:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800483.051639:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:60.0:1609800483.051640:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:60.0:1609800483.051643:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051644:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:60.0:1609800483.051645:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:60.0:1609800483.051647:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:60.0:1609800483.051647:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:33.0:1609800483.051648:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:60.0:1609800483.051650:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:33.0:1609800483.051650:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:28.0:1609800483.051650:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:33.0:1609800483.051651:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (26)--
00000400:00000200:2.0:1609800483.051651:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.051653:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:28.0:1609800483.051653:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:33.0:1609800483.051654:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:28.0:1609800483.051654:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:28.0:1609800483.051657:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.051658:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051659:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800483.051661:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:2.0:1609800483.051662:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:19.0:1609800483.051667:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:2.0:1609800483.051668:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.051669:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800483.051671:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.051672:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:2.0:1609800483.051672:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:19.0:1609800483.051673:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.051676:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:2.0:1609800483.051678:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.051680:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:2.0:1609800483.051681:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:2.0:1609800483.051689:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:2.0:1609800483.051694:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800483.051702:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:26.0:1609800483.051708:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:26.0:1609800483.051711:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:2.0:1609800483.051711:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.0:1609800483.051713:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:26.0:1609800483.051713:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051713:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:26.0:1609800483.051715:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.051718:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.051721:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051723:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:2.0:1609800483.051741:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.051742:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:2.0:1609800483.051743:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:2.0:1609800483.051748:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:2.0:1609800483.051753:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.051757:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051758:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800483.051760:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:2.0:1609800483.051763:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.051765:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.051766:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:2.0:1609800483.051768:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800483.051769:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:33.0:1609800483.051770:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.051770:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:2.0:1609800483.051771:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:19.0:1609800483.051772:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:33.0:1609800483.051773:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.051775:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051778:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:2.0:1609800483.051785:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:21.1:1609800483.051790:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:2.0:1609800483.051790:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051792:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:28.0:1609800483.051795:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:2.0:1609800483.051796:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800483.051798:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:28.0:1609800483.051799:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.051799:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051800:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000400:00000200:28.0:1609800483.051802:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.051802:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.051803:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:2.0:1609800483.051804:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:26.0:1609800483.051805:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:19.0:1609800483.051807:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:28.0:1609800483.051808:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:60.0:1609800483.051809:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.051809:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:26.0:1609800483.051810:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:26.0:1609800483.051811:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:26.0:1609800483.051812:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:60.0:1609800483.051813:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051813:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051816:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000400:00000200:60.0:1609800483.051822:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000400:00000200:2.0:1609800483.051823:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800483.051825:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:60.0:1609800483.051826:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000400:00000200:2.0:1609800483.051826:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:60.0:1609800483.051830:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800483.051830:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:60.0:1609800483.051831:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:60.0:1609800483.051832:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (24)++
00000400:00000200:2.0:1609800483.051832:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.051835:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:60.0:1609800483.051836:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:19.0:1609800483.051836:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:33.0:1609800483.051837:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:33.0:1609800483.051838:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.051855:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000400:00000200:60.0:1609800483.051857:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800483.051857:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.051857:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:2.0:1609800483.051858:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:33.0:1609800483.051860:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:60.0:1609800483.051861:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:21.1:1609800483.051861:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:2.0:1609800483.051862:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:60.0:1609800483.051864:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:28.0:1609800483.051867:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:2.0:1609800483.051869:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:60.0:1609800483.051870:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800483.051870:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:28.0:1609800483.051872:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051872:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051873:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051873:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:28.0:1609800483.051875:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.051875:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:60.0:1609800483.051876:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.051876:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:28.0:1609800483.051877:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:26.0:1609800483.051877:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051878:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:60.0:1609800483.051879:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:28.0:1609800483.051879:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:26.0:1609800483.051880:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:60.0:1609800483.051882:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:2.0:1609800483.051882:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.051885:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051887:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:2.0:1609800483.051889:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.051891:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:2.0:1609800483.051892:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:21.1:1609800483.051895:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:2.0:1609800483.051898:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:2.0:1609800483.051901:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.051903:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:2.0:1609800483.051905:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.051906:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:33.0:1609800483.051907:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051907:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:19.0:1609800483.051908:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000400:00000200:33.0:1609800483.051910:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.051911:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:19.0:1609800483.051913:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.051913:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:28.0:1609800483.051914:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.051916:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:19.0:1609800483.051916:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.051916:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:19.0:1609800483.051919:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000400:00000200:60.0:1609800483.051920:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.163@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.051920:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.051922:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:2.0:1609800483.051922:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (21)++
00000400:00000200:60.0:1609800483.051923:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.051925:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.163@o2ib18 local destination
00000800:00000200:21.1:1609800483.051926:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:2.0:1609800483.051926:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:60.0:1609800483.051931:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.163@o2ib18(192.168.128.163@o2ib18:192.168.128.163@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800483.051932:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:60.0:1609800483.051934:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.163@o2ib18
00000800:00000200:26.0:1609800483.051935:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:28.0:1609800483.051937:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:26.0:1609800483.051937:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)++
00000800:00000200:60.0:1609800483.051938:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff934d25de1e80] -> 192.168.128.163@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.051938:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:60.0:1609800483.051939:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (24)++
00000800:00000200:26.0:1609800483.051939:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000800:00000200:28.0:1609800483.051940:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (25)--
00000800:00000200:60.0:1609800483.051941:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcb22a00] (25)++
00000800:00000200:26.0:1609800483.051941:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (24)--
00000400:00000200:28.0:1609800483.051942:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.051944:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:28.0:1609800483.051944:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:28.0:1609800483.051947:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000800:00000200:21.1:1609800483.051957:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:19.0:1609800483.051962:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:19.0:1609800483.051965:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcb22a00] (23)--
00000400:00000200:19.0:1609800483.051966:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.051968:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (22)--
00000400:00000200:19.0:1609800483.051968:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.163@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.051971:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:21.1:1609800483.052047:0:1674:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcb22a00] (20)++
00000800:00000200:33.0:1609800483.052052:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)++
00000800:00000200:33.0:1609800483.052056:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.163@o2ib18
00000800:00000200:33.0:1609800483.052057:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcb22a00] (22)++
00000800:00000200:33.0:1609800483.052058:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:28.0:1609800483.052058:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (23)--
00000800:00000200:33.0:1609800483.052059:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcb22a00] (21)--
00000800:00000200:28.1:1609800483.063260:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:26.0:1609800483.063286:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:26.0:1609800483.063290:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.134@o2ib18
00000800:00000200:19.0:1609800483.063292:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:26.0:1609800483.063293:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800483.063297:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.063299:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:26.0:1609800483.063305:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.063308:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800483.063311:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.063313:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.063314:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.063318:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:26.0:1609800483.063319:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:26.0:1609800483.063320:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:60.0:1609800483.063330:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.063331:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.063335:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.063400:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:29.0:1609800483.063409:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800483.063413:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:29.0:1609800483.063417:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800483.063422:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.063425:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:29.0:1609800483.063432:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063435:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800483.063439:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:29.0:1609800483.063443:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.063445:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.063448:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:29.0:1609800483.063449:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.063451:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:29.0:1609800483.063452:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800483.063473:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:19.0:1609800483.063479:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800483.063482:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:26.0:1609800483.063484:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800483.063485:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.063489:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.063491:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:19.0:1609800483.063496:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.063499:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.063501:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.063504:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.063505:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.063507:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800483.063509:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:19.0:1609800483.063510:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:5.0:1609800483.063523:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:28.1:1609800483.063528:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000400:00000200:5.0:1609800483.063528:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063534:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000400:00000200:5.0:1609800483.063534:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.063539:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.063541:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:33.0:1609800483.063544:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.063550:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.063553:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:33.0:1609800483.063560:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:25.0:1609800483.063560:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:25.0:1609800483.063563:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063564:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.063568:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:25.0:1609800483.063568:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.063572:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.063573:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.063578:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:33.0:1609800483.063581:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:33.0:1609800483.063588:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:33.0:1609800483.063589:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800483.063599:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:26.0:1609800483.063604:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:26.0:1609800483.063607:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:26.0:1609800483.063608:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:26.0:1609800483.063610:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800483.063614:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:29.0:1609800483.063619:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800483.063624:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:33.0:1609800483.063626:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:29.0:1609800483.063627:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800483.063631:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.063633:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:28.1:1609800483.063634:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:29.0:1609800483.063639:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.063639:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.063642:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.063643:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.063644:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.063645:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:19.0:1609800483.063646:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.063647:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800483.063648:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.063649:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:19.0:1609800483.063649:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063651:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000400:00000200:19.0:1609800483.063652:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:33.0:1609800483.063653:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:26.0:1609800483.063653:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.063654:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:29.0:1609800483.063655:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:29.0:1609800483.063656:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000400:00000200:26.0:1609800483.063656:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.063657:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800483.063657:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.063658:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:26.0:1609800483.063659:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:1.0:1609800483.063660:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.063662:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800483.063665:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.063665:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800483.063665:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.063667:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800483.063670:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.063670:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.063671:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.063672:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:33.0:1609800483.063674:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.063675:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:33.0:1609800483.063676:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:26.0:1609800483.063676:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.063678:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.063679:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.063680:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:19.0:1609800483.063680:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:19.0:1609800483.063681:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:33.0:1609800483.063682:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.063682:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:33.0:1609800483.063685:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.063687:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.063690:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.063693:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.063695:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:33.0:1609800483.063702:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:33.0:1609800483.063705:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:33.0:1609800483.063706:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:60.0:1609800483.063707:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.063711:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:60.0:1609800483.063715:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.063715:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800483.063721:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.063724:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:29.0:1609800483.063725:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:29.0:1609800483.063727:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:60.0:1609800483.063731:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.063733:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.063736:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000400:00000200:60.0:1609800483.063740:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.063741:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:38.0:1609800483.063744:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.063744:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:38.0:1609800483.063747:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063747:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:26.0:1609800483.063747:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:38.0:1609800483.063750:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.063750:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063751:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:26.0:1609800483.063752:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:19.0:1609800483.063753:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800483.063756:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.063758:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000400:00000200:26.0:1609800483.063758:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063760:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:26.0:1609800483.063761:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:33.0:1609800483.063763:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:38.0:1609800483.063765:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.063765:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800483.063766:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.063766:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.063766:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.063767:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.063767:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.063768:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:38.0:1609800483.063769:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:19.0:1609800483.063769:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.063771:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.063772:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:26.0:1609800483.063777:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000400:00000200:33.0:1609800483.063778:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.063778:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000400:00000200:19.0:1609800483.063778:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:26.0:1609800483.063779:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:26.0:1609800483.063780:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000800:00000200:60.0:1609800483.063781:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.063781:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:60.0:1609800483.063782:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.063784:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:28.1:1609800483.063784:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (23)++
00000400:00000200:19.0:1609800483.063784:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800483.063785:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800483.063786:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800483.063786:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800483.063787:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.063788:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.063788:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.063789:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:26.0:1609800483.063791:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:19.0:1609800483.063791:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800483.063792:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000400:00000200:29.0:1609800483.063792:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.063792:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.063793:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:33.0:1609800483.063794:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:33.0:1609800483.063795:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:29.0:1609800483.063795:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:26.0:1609800483.063795:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.063795:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)++
00000800:00000200:33.0:1609800483.063797:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.063797:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800483.063797:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (26)--
00000800:00000200:19.0:1609800483.063797:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000400:00000200:26.0:1609800483.063798:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.063798:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:60.0:1609800483.063800:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.063800:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:26.0:1609800483.063800:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:19.0:1609800483.063800:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:60.0:1609800483.063801:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.063801:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.063801:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:60.0:1609800483.063804:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.063806:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063809:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)++
00000800:00000200:26.0:1609800483.063809:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800483.063810:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.063812:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.063815:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.063820:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.063821:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.063822:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (26)++
00000800:00000200:26.0:1609800483.063824:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (27)++
00000400:00000200:19.0:1609800483.063824:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.063825:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:60.0:1609800483.063828:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.063828:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (28)--
00000800:00000200:26.0:1609800483.063828:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (28)--
00000400:00000200:60.0:1609800483.063829:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.063829:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (27)--
00000400:00000200:33.0:1609800483.063830:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:60.0:1609800483.063831:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.063831:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:26.0:1609800483.063832:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:33.0:1609800483.063833:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800483.063833:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:26.0:1609800483.063836:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.063838:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)++
00000800:00000200:29.0:1609800483.063839:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (26)--
00000800:00000200:29.0:1609800483.063840:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000400:00000200:26.0:1609800483.063840:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.063840:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063845:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000800:00000200:33.0:1609800483.063846:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800483.063847:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.063847:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.063849:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800483.063849:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:19.0:1609800483.063849:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.063850:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.063852:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.063853:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800483.063854:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.063857:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.063857:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.063857:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800483.063858:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:33.0:1609800483.063859:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:19.0:1609800483.063859:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000800:00000200:26.0:1609800483.063860:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.063861:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:26.0:1609800483.063862:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:7.0:1609800483.063862:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.063863:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.063865:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (21)++
00000400:00000200:7.0:1609800483.063865:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.063867:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000400:00000200:7.0:1609800483.063868:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.063871:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:26.0:1609800483.063871:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:60.0:1609800483.063874:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800483.063875:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0F:1609800483.063876:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800483.063877:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.063880:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.063880:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.063881:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.063881:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:61.0:1609800483.063884:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:60.0:1609800483.063885:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:7.0:1609800483.063885:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.063887:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000400:00000200:7.0:1609800483.063887:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.063889:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:7.0:1609800483.063889:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.063890:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:29.0:1609800483.063892:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000400:00000200:60.0:1609800483.063893:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800483.063895:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000800:00000200:60.0:1609800483.063896:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:33.0:1609800483.063898:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:61.0:1609800483.063901:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.063901:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:61.0:1609800483.063903:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.063903:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800483.063904:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.063904:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:61.0:1609800483.063905:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:60.0:1609800483.063905:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (24)++
00000400:00000200:33.0:1609800483.063905:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800483.063906:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:60.0:1609800483.063907:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (25)++
00000800:00000200:26.0:1609800483.063907:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.134@o2ib18
00000400:00000200:33.0:1609800483.063909:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.063909:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (26)--
00000400:00000200:29.0:1609800483.063912:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:26.0:1609800483.063912:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.134@o2ib18 : PUT - routed
00000800:00000200:60.0:1609800483.063913:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (25)--
00000400:00000200:33.0:1609800483.063916:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:29.0:1609800483.063918:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063921:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:33.0:1609800483.063922:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.063923:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.063924:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800483.063925:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.063926:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.063927:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.063927:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800483.063927:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:33.0:1609800483.063929:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800483.063931:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.063931:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)++
00000800:00000200:29.0:1609800483.063932:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:29.0:1609800483.063933:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:26.0:1609800483.063933:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.063935:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.063935:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.063936:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:33.0:1609800483.063937:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:26.0:1609800483.063938:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:60.0:1609800483.063939:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:60.0:1609800483.063940:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.063940:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800483.063941:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800483.063942:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000400:00000200:60.0:1609800483.063943:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.063946:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.063947:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:19.0:1609800483.063947:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)++
00000800:00000200:26.0:1609800483.063950:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000800:00000200:19.0:1609800483.063950:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000800:00000200:26.0:1609800483.063951:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800483.063952:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.063954:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.063957:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:0.0:1609800483.063983:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.063985:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.063989:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800483.063996:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.063998:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.064000:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:2.0:1609800483.064063:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.064070:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.064073:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:2.0:1609800483.064079:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.064082:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:2.0:1609800483.064088:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.064090:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:2.0:1609800483.064091:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000400:00000200:61.0:1609800483.064093:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064100:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.064100:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:61.0:1609800483.064104:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:2.0:1609800483.064105:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.064109:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064111:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:2.0:1609800483.064111:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:28.1:1609800483.064112:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064114:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:2.0:1609800483.064117:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.064118:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:26.0:1609800483.064125:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:33.0:1609800483.064130:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (22)--
00000400:00000200:33.0:1609800483.064132:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.064133:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.064134:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:33.0:1609800483.064135:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.064136:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064137:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:2.0:1609800483.064138:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.064139:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:33.0:1609800483.064140:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:61.0:1609800483.064145:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:2.0:1609800483.064145:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:2.0:1609800483.064151:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:28.1:1609800483.064155:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.064161:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:29.0:1609800483.064164:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:29.0:1609800483.064166:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.064168:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800483.064169:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:28.1:1609800483.064173:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.064183:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:29.0:1609800483.064185:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.064188:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000800:00000200:26.0:1609800483.064188:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800483.064189:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.064192:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.064195:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:5.0:1609800483.064241:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.064248:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.064252:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:5.0:1609800483.064258:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.064264:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:5.0:1609800483.064269:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.064271:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:5.0:1609800483.064272:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000400:00000200:61.0:1609800483.064277:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800483.064280:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:61.0:1609800483.064281:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064284:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:5.0:1609800483.064286:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064290:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064293:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:28.1:1609800483.064294:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064297:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064299:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:61.0:1609800483.064300:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:19.0:1609800483.064301:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:5.0:1609800483.064303:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.064305:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (25)--
00000800:00000200:19.0:1609800483.064305:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (25)--
00000400:00000200:5.0:1609800483.064306:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:26.0:1609800483.064307:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:19.0:1609800483.064307:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064310:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800483.064310:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:26.0:1609800483.064311:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:26.0:1609800483.064313:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)++
00000800:00000200:33.0:1609800483.064314:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)++
00000800:00000200:26.0:1609800483.064314:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (25)--
00000400:00000200:5.0:1609800483.064314:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.064317:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:33.0:1609800483.064318:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (25)--
00000800:00000200:26.0:1609800483.064318:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (25)--
00000800:00000200:26.0:1609800483.064319:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:61.0:1609800483.064320:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.064320:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:33.0:1609800483.064321:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064322:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:5.0:1609800483.064322:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000400:00000200:33.0:1609800483.064323:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.064324:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:5.0:1609800483.064325:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000400:00000200:61.0:1609800483.064328:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.064329:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:61.0:1609800483.064331:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:33.0:1609800483.064331:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:61.0:1609800483.064334:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800483.064336:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.064337:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064338:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:28.1:1609800483.064341:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (23)++
00000800:00000200:61.0:1609800483.064342:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (24)--
00000400:00000200:5.0:1609800483.064342:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.064345:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:26.0:1609800483.064346:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.064349:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:26.0:1609800483.064350:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.064351:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.064352:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:26.0:1609800483.064353:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.064354:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:19.0:1609800483.064355:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000800:00000200:26.0:1609800483.064357:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:19.0:1609800483.064357:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.064358:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:5.0:1609800483.064358:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800483.064359:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.064360:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:5.0:1609800483.064361:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800483.064362:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:5.0:1609800483.064366:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:5.0:1609800483.064371:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064378:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800483.064379:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000400:00000200:5.0:1609800483.064380:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064382:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.064382:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:33.0:1609800483.064385:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:33.0:1609800483.064388:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:5.0:1609800483.064388:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800483.064390:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:33.0:1609800483.064390:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.064390:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:5.0:1609800483.064390:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:33.0:1609800483.064392:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.064396:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064399:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:5.0:1609800483.064399:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800483.064400:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:5.0:1609800483.064400:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:5.0:1609800483.064402:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064403:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064405:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:61.0:1609800483.064407:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (23)++
00000800:00000200:5.0:1609800483.064407:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:61.0:1609800483.064414:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:28.1:1609800483.064420:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:26.0:1609800483.064426:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.064437:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:26.0:1609800483.064438:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.064439:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:26.0:1609800483.064441:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.064443:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000800:00000200:26.0:1609800483.064444:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:19.0:1609800483.064444:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.064445:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800483.064446:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.064449:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800483.064459:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:33.0:1609800483.064465:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:33.0:1609800483.064468:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:29.0:1609800483.064470:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:33.0:1609800483.064471:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:33.0:1609800483.064472:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:33.0:1609800483.064473:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:61.0:1609800483.064515:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800483.064521:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064524:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064531:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:1.0:1609800483.064531:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.064535:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:61.0:1609800483.064536:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064540:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000400:00000200:1.0:1609800483.064544:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.064547:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:61.0:1609800483.064548:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064549:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:61.0:1609800483.064550:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:1.0:1609800483.064552:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064554:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:1.0:1609800483.064555:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:1.0:1609800483.064556:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:1.0:1609800483.064563:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000400:00000200:1.0:1609800483.064569:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800483.064576:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000800:00000200:26.0:1609800483.064582:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.064585:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:1.0:1609800483.064585:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.064586:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.064588:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:1.0:1609800483.064588:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:26.0:1609800483.064589:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.064594:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (24)--
00000400:00000200:1.0:1609800483.064594:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.064595:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:19.0:1609800483.064596:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.064597:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:26.0:1609800483.064598:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800483.064599:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:1.0:1609800483.064601:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.064602:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800483.064602:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:1.0:1609800483.064602:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:1.0:1609800483.064604:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000400:00000200:61.0:1609800483.064606:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064608:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000800:00000200:1.0:1609800483.064610:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000400:00000200:61.0:1609800483.064614:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064616:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:61.0:1609800483.064620:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064622:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064628:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (22)++
00000800:00000200:61.0:1609800483.064633:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:28.1:1609800483.064635:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (22)++
00000400:00000200:61.0:1609800483.064637:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.064640:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000800:00000200:33.0:1609800483.064643:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:61.0:1609800483.064644:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064645:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:33.0:1609800483.064645:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.064646:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)++
00000400:00000200:33.0:1609800483.064647:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.064648:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (24)--
00000400:00000200:61.0:1609800483.064650:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800483.064650:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.064651:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800483.064652:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.064654:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:61.0:1609800483.064655:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:33.0:1609800483.064656:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:61.0:1609800483.064657:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064659:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:28.1:1609800483.064659:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:61.0:1609800483.064660:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064663:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800483.064665:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800483.064669:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:19.0:1609800483.064670:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)++
00000800:00000200:26.0:1609800483.064671:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (23)--
00000800:00000200:19.0:1609800483.064671:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (24)--
00000800:00000200:19.0:1609800483.064672:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800483.064680:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800483.064686:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.064688:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800483.064690:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.064691:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:29.0:1609800483.064692:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.064694:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:28.1:1609800483.064722:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (20)++
00000800:00000200:26.0:1609800483.064727:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)++
00000800:00000200:26.0:1609800483.064730:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.134@o2ib18
00000800:00000200:26.0:1609800483.064731:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800483.064732:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:26.0:1609800483.064733:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9345aebafa00] (23)--
00000800:00000200:26.0:1609800483.064735:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:61.0:1609800483.064817:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064820:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064822:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:61.0:1609800483.064827:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064830:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:61.0:1609800483.064832:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064834:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:61.0:1609800483.064835:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064838:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800483.064850:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:33.0:1609800483.064855:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:33.0:1609800483.064858:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:33.0:1609800483.064860:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.064861:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:33.0:1609800483.064862:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:33.0:1609800483.064865:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:61.0:1609800483.064911:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.064939:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.064962:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:61.0:1609800483.064967:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.064970:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:61.0:1609800483.064972:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.064974:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:61.0:1609800483.064975:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:61.0:1609800483.064978:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800483.064991:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:19.0:1609800483.064996:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:19.0:1609800483.064999:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:19.0:1609800483.065000:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.065001:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000400:00000200:19.0:1609800483.065003:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.065005:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000400:00000200:38.0:1609800483.065248:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.134@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.065258:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.065261:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.134@o2ib18 local destination
00000400:00000200:38.0:1609800483.065268:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.134@o2ib18(192.168.128.134@o2ib18:192.168.128.134@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800483.065271:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.134@o2ib18
00000800:00000200:38.0:1609800483.065276:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9080] -> 192.168.128.134@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.065278:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9345aebafa00] (20)++
00000800:00000200:38.0:1609800483.065279:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9345aebafa00] (21)++
00000800:00000200:38.0:1609800483.065287:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9345aebafa00] (22)--
00000800:00000200:28.1:1609800483.065333:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9345aebafa00] (21)++
00000800:00000200:29.0:1609800483.065338:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)++
00000800:00000200:29.0:1609800483.065341:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9345aebafa00] (23)--
00000400:00000200:29.0:1609800483.065342:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.065345:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.134@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.065348:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (22)--
00000800:00000200:29.0:1609800483.065349:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9345aebafa00] (21)--
00000800:00000200:30.1:1609800483.228446:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:26.0:1609800483.228497:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:26.0:1609800483.228509:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.228511:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.228517:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:26.0:1609800483.228518:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.228523:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800483.228526:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.228528:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.228532:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:26.0:1609800483.228544:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800483.228550:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:26.0:1609800483.228551:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:26.0:1609800483.228557:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.228558:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:19.0:1609800483.228561:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.228563:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.228566:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8a300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.228567:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800483.228570:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.228571:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800483.228572:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:26.0:1609800483.228574:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:26.0:1609800483.228576:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800483.228576:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:29.0:1609800483.228578:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.228578:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:19.0:1609800483.228578:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.228582:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.228585:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:29.0:1609800483.228586:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.228588:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:19.0:1609800483.228589:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:26.0:1609800483.228590:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.228591:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:29.0:1609800483.228592:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:19.0:1609800483.228595:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:29.0:1609800483.228604:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:26.0:1609800483.228610:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228611:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800483.228613:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800483.228614:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:33.0:1609800483.228616:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:29.0:1609800483.228616:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800483.228621:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228622:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800483.228623:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.228625:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800483.228626:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800483.228626:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:26.0:1609800483.228632:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800483.228635:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.228636:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800483.228637:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.228639:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228641:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:26.0:1609800483.228642:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.228642:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800483.228644:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:26.0:1609800483.228644:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800483.228645:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:33.0:1609800483.228645:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.228646:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:19.0:1609800483.228646:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.228647:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:29.0:1609800483.228648:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:19.0:1609800483.228651:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.228653:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:19.0:1609800483.228653:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.228654:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:33.0:1609800483.228656:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.228656:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)++
00000800:00000200:7.0:1609800483.228658:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800483.228660:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.228661:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:7.0:1609800483.228663:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.228664:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (28)--
00000800:00000200:19.0:1609800483.228665:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (28)--
00000800:00000200:26.0:1609800483.228666:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:19.0:1609800483.228668:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:29.0:1609800483.228669:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.228671:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:7.0:1609800483.228671:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800483.228673:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800483.228673:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:33.0:1609800483.228676:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.228679:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.228682:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800483.228682:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)++
00000400:00000200:61.0:1609800483.228683:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.228684:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.228684:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:19.0:1609800483.228686:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:61.0:1609800483.228688:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.228688:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800483.228688:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.228690:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:26.0:1609800483.228692:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.228694:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.228695:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800483.228696:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.228698:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.228699:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800483.228701:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:29.0:1609800483.228702:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800483.228702:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800483.228704:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.228704:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:29.0:1609800483.228705:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:7.0:1609800483.228705:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.228706:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.228707:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:29.0:1609800483.228707:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:29.0:1609800483.228708:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:33.0:1609800483.228710:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:61.0:1609800483.228711:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:7.0:1609800483.228711:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.228712:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.228717:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800483.228719:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.228721:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.228721:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:7.0:1609800483.228722:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800483.228724:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.228726:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.228726:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:26.0:1609800483.228728:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800483.228729:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.228731:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:26.0:1609800483.228735:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:7.0:1609800483.228736:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.228739:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:26.0:1609800483.228741:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:7.0:1609800483.228741:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.228745:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.228790:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800483.228803:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.228807:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800483.228809:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800483.228812:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800483.228817:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.228820:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:19.0:1609800483.228823:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.228828:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:19.0:1609800483.228828:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.228831:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:19.0:1609800483.228832:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:33.0:1609800483.228834:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.228837:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.228839:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:29.0:1609800483.228842:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:19.0:1609800483.228843:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.228865:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:33.0:1609800483.228867:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.228867:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:26.0:1609800483.228867:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.228868:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:26.0:1609800483.228870:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.228870:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:33.0:1609800483.228871:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:19.0:1609800483.228871:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800483.228877:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.228877:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000400:00000200:26.0:1609800483.228878:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:33.0:1609800483.228879:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.228879:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:19.0:1609800483.228880:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:19.0:1609800483.228881:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:33.0:1609800483.228882:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800483.228883:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800483.228883:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:61.0:1609800483.228884:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.228884:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.228885:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:26.0:1609800483.228887:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.228888:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.228888:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:29.0:1609800483.228888:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:33.0:1609800483.228889:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800483.228889:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:26.0:1609800483.228890:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.228893:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:26.0:1609800483.228893:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800483.228893:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.228894:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000400:00000200:29.0:1609800483.228894:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.228894:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.228895:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:19.0:1609800483.228895:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:33.0:1609800483.228896:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:29.0:1609800483.228897:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.228898:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.228899:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800483.228901:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800483.228901:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.228902:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228902:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.228903:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.0:1609800483.228903:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:26.0:1609800483.228904:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:19.0:1609800483.228904:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.228905:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.228905:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:33.0:1609800483.228906:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.228906:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:19.0:1609800483.228906:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800483.228907:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)++
00000800:00000200:19.0:1609800483.228908:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:33.0:1609800483.228909:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228909:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:26.0:1609800483.228909:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.228909:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.228912:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:26.0:1609800483.228912:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.228915:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)--
00000800:00000200:29.0:1609800483.228916:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:61.0:1609800483.228917:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:33.0:1609800483.228918:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.228918:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)++
00000400:00000200:61.0:1609800483.228919:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.228920:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800483.228920:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.228920:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)++
00000400:00000200:26.0:1609800483.228921:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.228921:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (27)--
00000400:00000200:61.0:1609800483.228922:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.228922:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:33.0:1609800483.228923:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800483.228923:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.228923:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:33.0:1609800483.228925:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800483.228926:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:33.0:1609800483.228927:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800483.228931:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.228934:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:26.0:1609800483.228934:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:61.0:1609800483.228935:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.228935:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:29.0:1609800483.228935:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.228936:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:61.0:1609800483.228937:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.228937:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:29.0:1609800483.228938:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:61.0:1609800483.228939:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.228939:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:26.0:1609800483.228940:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364bf8b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800483.228943:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800483.228943:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:61.0:1609800483.228944:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.0:1609800483.228944:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:26.0:1609800483.228944:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:61.0:1609800483.228945:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228946:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.228947:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.228949:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:0.0:1609800483.228950:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.228952:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.228953:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.228954:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:30.1:1609800483.228955:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:0.0:1609800483.228955:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.228956:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:29.0:1609800483.228959:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:29.0:1609800483.228959:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.228961:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:0.0:1609800483.228961:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.228964:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.228965:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:29.0:1609800483.228966:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:0.0:1609800483.228972:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.228974:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.228979:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.228987:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:26.0:1609800483.228993:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:26.0:1609800483.228995:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:26.0:1609800483.228997:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:26.0:1609800483.228998:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:0.0:1609800483.229003:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.229005:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.229009:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.229042:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:29.0:1609800483.229049:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:29.0:1609800483.229052:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.229054:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:29.0:1609800483.229055:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800483.229057:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000400:00000200:29.0:1609800483.229059:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.229060:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:33.0:1609800483.229061:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800483.229061:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:19.0:1609800483.229063:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.145@o2ib18
00000800:00000200:26.0:1609800483.229065:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:29.0:1609800483.229067:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.229069:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:33.0:1609800483.229071:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.229071:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.145@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.229072:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:33.0:1609800483.229073:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:29.0:1609800483.229075:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800483.229076:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800483.229077:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.229079:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:33.0:1609800483.229080:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.229083:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.229085:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800483.229085:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.229088:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:19.0:1609800483.229088:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800483.229089:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.229089:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:33.0:1609800483.229090:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.229090:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800483.229091:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.229093:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800483.229094:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.229094:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.229095:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:33.0:1609800483.229096:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800483.229096:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:19.0:1609800483.229097:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800483.229098:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:26.0:1609800483.229099:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.229100:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.229102:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.229104:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.229104:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.229106:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:26.0:1609800483.229112:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800483.229114:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:61.0:1609800483.229116:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.229117:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.229118:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.229120:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000400:00000200:61.0:1609800483.229130:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800483.229136:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:26.0:1609800483.229141:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:26.0:1609800483.229154:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.229155:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:26.0:1609800483.229158:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.229160:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:26.0:1609800483.229165:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000400:00000200:2.0:1609800483.229166:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.229168:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:26.0:1609800483.229171:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.229173:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:2.0:1609800483.229173:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:26.0:1609800483.229174:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:26.0:1609800483.229177:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:2.0:1609800483.229187:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.229194:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:30.1:1609800483.229201:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:2.0:1609800483.229201:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.229203:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1609800483.229205:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:2.0:1609800483.229207:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:5.0:1609800483.229208:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.229212:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)++
00000400:00000200:5.0:1609800483.229214:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.229220:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (26)++
00000800:00000200:2.0:1609800483.229220:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:27.0:1609800483.229221:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:29.0:1609800483.229224:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (26)--
00000400:00000200:29.0:1609800483.229225:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.229225:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.229227:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:29.0:1609800483.229228:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:27.0:1609800483.229229:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:33.0:1609800483.229230:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (25)--
00000400:00000200:2.0:1609800483.229231:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800483.229232:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.229232:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800483.229233:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:33.0:1609800483.229235:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.229235:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:2.0:1609800483.229237:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.229239:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:2.0:1609800483.229241:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:2.0:1609800483.229252:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.229258:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:2.0:1609800483.229263:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.229266:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:2.0:1609800483.229267:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:2.0:1609800483.229273:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:2.0:1609800483.229281:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.229288:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.229291:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:30.1:1609800483.229294:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:2.0:1609800483.229300:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800483.229301:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:29.0:1609800483.229306:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:2.0:1609800483.229306:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:61.0:1609800483.229307:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:29.0:1609800483.229307:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.229308:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:29.0:1609800483.229310:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.229311:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.229313:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.229313:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:29.0:1609800483.229314:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:2.0:1609800483.229315:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:61.0:1609800483.229316:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:2.0:1609800483.229321:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:61.0:1609800483.229327:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.229331:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:30.1:1609800483.229332:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:61.0:1609800483.229336:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.229337:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:61.0:1609800483.229339:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:27.0:1609800483.229340:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:61.0:1609800483.229345:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:27.0:1609800483.229345:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:33.0:1609800483.229347:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:27.0:1609800483.229347:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.229349:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.229352:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800483.229353:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800483.229360:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:61.0:1609800483.229361:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.229365:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:19.0:1609800483.229367:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:61.0:1609800483.229370:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.229370:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:19.0:1609800483.229372:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.229373:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.229373:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:19.0:1609800483.229375:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.229376:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.229377:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:61.0:1609800483.229378:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.229378:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:61.0:1609800483.229381:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800483.229406:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:1.0:1609800483.229408:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.229412:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:33.0:1609800483.229416:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:33.0:1609800483.229417:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.229418:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800483.229418:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.229419:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:33.0:1609800483.229420:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.229421:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.229422:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:1.0:1609800483.229422:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:61.0:1609800483.229424:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:61.0:1609800483.229429:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.229432:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:1.0:1609800483.229436:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800483.229438:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:1.0:1609800483.229440:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:61.0:1609800483.229441:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.229442:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:61.0:1609800483.229443:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:29.0:1609800483.229444:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:1.0:1609800483.229445:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.229446:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:1.0:1609800483.229448:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:29.0:1609800483.229449:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.229450:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:1.0:1609800483.229450:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:1.0:1609800483.229453:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.145@o2ib18: no credits
00000400:00000200:61.0:1609800483.229454:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800483.229454:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:30.1:1609800483.229458:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:61.0:1609800483.229459:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.229459:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:1.0:1609800483.229460:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800483.229461:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:29.0:1609800483.229462:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.229463:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:61.0:1609800483.229464:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:29.0:1609800483.229466:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:1.0:1609800483.229466:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.229467:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:29.0:1609800483.229468:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.229469:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:61.0:1609800483.229470:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800483.229471:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:30.1:1609800483.229472:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:61.0:1609800483.229473:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:1.0:1609800483.229477:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.229478:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:1.0:1609800483.229480:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.229481:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800483.229482:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.229483:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:61.0:1609800483.229492:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800483.229492:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.229494:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:1.0:1609800483.229494:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:19.0:1609800483.229495:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.229509:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.229510:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:61.0:1609800483.229512:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:1.0:1609800483.229512:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:1.0:1609800483.229514:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:30.1:1609800483.229516:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (24)++
00000400:00000200:61.0:1609800483.229520:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800483.229521:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:33.0:1609800483.229523:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:1.0:1609800483.229526:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.229528:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.229529:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:29.0:1609800483.229529:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:33.0:1609800483.229531:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (26)--
00000800:00000200:33.0:1609800483.229532:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:29.0:1609800483.229532:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:33.0:1609800483.229533:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:61.0:1609800483.229534:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.229534:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.229536:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:29.0:1609800483.229537:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:30.1:1609800483.229539:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:61.0:1609800483.229542:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800483.229543:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.229545:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.229545:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:1.0:1609800483.229546:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:29.0:1609800483.229547:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:61.0:1609800483.229548:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800483.229549:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:61.0:1609800483.229550:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:61.0:1609800483.229551:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:1.0:1609800483.229552:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.229554:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:19.0:1609800483.229554:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:1.0:1609800483.229555:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:19.0:1609800483.229556:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.229558:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:1.0:1609800483.229559:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800483.229561:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:1.0:1609800483.229561:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:1.0:1609800483.229563:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:30.1:1609800483.229567:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:1.0:1609800483.229569:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:27.0:1609800483.229573:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:27.0:1609800483.229577:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:27.0:1609800483.229578:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.229579:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:29.0:1609800483.229581:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (24)--
00000400:00000200:27.0:1609800483.229581:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:29.0:1609800483.229583:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.229583:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:29.0:1609800483.229585:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.229585:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:29.0:1609800483.229588:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800483.229630:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:19.0:1609800483.229635:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800483.229638:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[5] from 192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.229640:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:19.0:1609800483.229640:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:19.0:1609800483.229641:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:19.0:1609800483.229642:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:61.0:1609800483.229831:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.229834:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.229837:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:61.0:1609800483.229842:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.229844:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:61.0:1609800483.229848:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.229850:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:61.0:1609800483.229851:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:61.0:1609800483.229854:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800483.229868:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:27.0:1609800483.229874:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:27.0:1609800483.229876:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:27.0:1609800483.229878:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.229879:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:27.0:1609800483.229880:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.229882:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:38.0:1609800483.229903:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.229910:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.229913:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:38.0:1609800483.229919:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800483.229923:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:38.0:1609800483.229928:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.229930:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:38.0:1609800483.229932:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:38.0:1609800483.229940:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:38.0:1609800483.229944:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.229947:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.229949:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:38.0:1609800483.229953:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800483.229953:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:38.0:1609800483.229956:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.229958:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:38.0:1609800483.229959:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.229960:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:38.0:1609800483.229960:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:19.0:1609800483.229964:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (25)--
00000800:00000200:38.0:1609800483.229965:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:33.0:1609800483.229966:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:33.0:1609800483.229968:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.229969:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:33.0:1609800483.229970:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:38.0:1609800483.229972:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.229974:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:38.0:1609800483.229976:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:30.1:1609800483.229976:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:38.0:1609800483.229981:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800483.229982:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:38.0:1609800483.229983:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.229985:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:29.0:1609800483.229986:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.229987:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800483.229987:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:38.0:1609800483.229988:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:38.0:1609800483.229989:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:29.0:1609800483.229989:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.229990:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800483.229992:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:38.0:1609800483.229993:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:61.0:1609800483.230001:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.230005:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:61.0:1609800483.230006:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:19.0:1609800483.230010:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:61.0:1609800483.230012:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.230013:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:61.0:1609800483.230015:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.230015:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:19.0:1609800483.230015:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.230017:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.230018:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.230020:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:19.0:1609800483.230020:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:61.0:1609800483.230021:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:61.0:1609800483.230025:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800483.230035:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:27.0:1609800483.230041:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:27.0:1609800483.230044:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:27.0:1609800483.230045:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.230046:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:27.0:1609800483.230047:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.230050:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000400:00000200:7.0:1609800483.230076:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.230083:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.230086:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000400:00000200:7.0:1609800483.230093:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800483.230096:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:7.0:1609800483.230101:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.230103:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:7.0:1609800483.230105:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:7.0:1609800483.230113:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:7.0:1609800483.230117:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.230132:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.230134:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:30.1:1609800483.230136:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:7.0:1609800483.230139:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800483.230141:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000800:00000200:33.0:1609800483.230142:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:7.0:1609800483.230144:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000800:00000200:33.0:1609800483.230145:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:7.0:1609800483.230146:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000400:00000200:33.0:1609800483.230147:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.230147:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:19.0:1609800483.230148:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:33.0:1609800483.230150:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:7.0:1609800483.230152:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:33.0:1609800483.230153:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:7.0:1609800483.230156:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.145@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.230161:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.230162:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000400:00000200:7.0:1609800483.230163:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.145@o2ib18 local destination
00000800:00000200:29.0:1609800483.230168:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000400:00000200:7.0:1609800483.230168:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.145@o2ib18(192.168.128.145@o2ib18:192.168.128.145@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800483.230171:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:7.0:1609800483.230171:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.145@o2ib18
00000400:00000200:29.0:1609800483.230174:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.230174:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:7.0:1609800483.230174:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345ad3cc680] -> 192.168.128.145@o2ib18 (2) version: 12
00000400:00000200:29.0:1609800483.230176:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:7.0:1609800483.230176:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)++
00000800:00000200:7.0:1609800483.230177:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354db0e8c00] (24)++
00000800:00000200:27.0:1609800483.230178:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:19.0:1609800483.230179:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:29.0:1609800483.230180:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (24)--
00000800:00000200:7.0:1609800483.230183:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:27.0:1609800483.230185:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:27.0:1609800483.230187:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:27.0:1609800483.230188:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000800:00000200:30.1:1609800483.230196:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:33.0:1609800483.230202:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:33.0:1609800483.230205:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354db0e8c00] (23)--
00000400:00000200:33.0:1609800483.230207:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.230207:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (22)--
00000400:00000200:33.0:1609800483.230209:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.145@o2ib18: PUT: OK
00000800:00000200:33.0:1609800483.230212:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:30.1:1609800483.230295:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354db0e8c00] (20)++
00000800:00000200:29.0:1609800483.230303:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)++
00000800:00000200:29.0:1609800483.230325:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.145@o2ib18
00000800:00000200:29.0:1609800483.230326:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354db0e8c00] (22)++
00000800:00000200:29.0:1609800483.230327:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:27.0:1609800483.230327:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (23)--
00000800:00000200:29.0:1609800483.230328:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354db0e8c00] (21)--
00000800:00000200:35.1:1609800483.251040:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:4.0:1609800483.251091:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.251102:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.93@o2ib18
00000800:00000200:6.0:1609800483.251104:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.251111:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:4.0:1609800483.251111:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.251117:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.251136:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800483.251143:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:4.0:1609800483.251144:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251150:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.251150:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800483.251162:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.251169:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251169:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800483.251171:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.251174:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000800:00000200:4.0:1609800483.251175:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800483.251180:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:4.0:1609800483.251181:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.251184:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.251186:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251189:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000400:00000200:8.0:1609800483.251192:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.251192:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.251196:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:37.0:1609800483.251197:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.251197:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.251197:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.251199:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800483.251201:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.251201:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:6.0:1609800483.251202:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.251203:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800483.251204:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.251205:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.251206:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.251207:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.251209:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.251213:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251213:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800483.251213:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:8.0:1609800483.251216:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000800:00000200:6.0:1609800483.251216:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000400:00000200:4.0:1609800483.251217:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.251218:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000400:00000200:37.0:1609800483.251219:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:8.0:1609800483.251220:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:0.0:1609800483.251220:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.251223:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000400:00000200:0.0:1609800483.251225:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.251226:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.251230:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:0.0:1609800483.251231:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.251232:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251239:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800483.251241:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251245:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.251246:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.251247:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.251248:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:37.0:1609800483.251251:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.251251:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800483.251252:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:6.0:1609800483.251253:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.251255:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.251256:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800483.251258:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251258:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.251259:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000400:00000200:8.0:1609800483.251259:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.251262:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:61.0:1609800483.251265:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.251265:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (26)++
00000800:00000200:37.0:1609800483.251267:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (27)++
00000400:00000200:8.0:1609800483.251268:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:0.0:1609800483.251268:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.251271:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251272:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:61.0:1609800483.251273:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.251273:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800483.251276:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800483.251277:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251279:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (28)--
00000800:00000200:4.0:1609800483.251279:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (28)++
00000800:00000200:6.0:1609800483.251280:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.251281:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000800:00000200:4.0:1609800483.251281:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (28)--
00000800:00000200:37.0:1609800483.251283:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (26)++
00000400:00000200:8.0:1609800483.251283:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.251285:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.251285:0:16038:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.93@o2ib18(1): redundant or enough NOOP
00000800:00000200:37.0:1609800483.251287:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:4.0:1609800483.251287:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000800:00000200:4.0:1609800483.251288:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800483.251289:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.251290:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.251291:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:6.0:1609800483.251292:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800483.251293:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.251294:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800483.251295:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.251296:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.251296:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800483.251298:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.251298:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:61.0:1609800483.251299:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.251300:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:0.0:1609800483.251300:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800483.251301:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251301:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.251302:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.251304:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.251304:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800483.251306:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (24)--
00000400:00000200:37.0:1609800483.251307:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800483.251308:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:0.0:1609800483.251313:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.251315:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.251319:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800483.251320:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251324:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:61.0:1609800483.251326:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.251327:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.251329:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:61.0:1609800483.251330:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251334:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.251339:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.251345:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.251347:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:37.0:1609800483.251349:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:26.0:1609800483.251388:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800483.251390:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.251394:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:35.1:1609800483.251399:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.251413:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:4.0:1609800483.251417:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000800:00000200:4.0:1609800483.251419:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:4.0:1609800483.251421:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800483.251464:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:8.0:1609800483.251472:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:8.0:1609800483.251476:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800483.251478:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:8.0:1609800483.251478:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.251482:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251484:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:8.0:1609800483.251488:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.251490:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.251493:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800483.251495:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.251497:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.251500:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (21)++
00000800:00000200:8.0:1609800483.251502:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:8.0:1609800483.251509:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:8.0:1609800483.251510:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800483.251531:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.251539:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:4.0:1609800483.251542:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000800:00000200:4.0:1609800483.251543:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:4.0:1609800483.251545:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.251549:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:37.0:1609800483.251551:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000400:00000200:4.0:1609800483.251552:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.251555:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:4.0:1609800483.251555:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251557:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000400:00000200:4.0:1609800483.251558:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:6.0:1609800483.251571:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:5.0:1609800483.251571:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.251573:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:37.0:1609800483.251574:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.251574:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:5.0:1609800483.251574:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251577:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.251577:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800483.251578:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.251578:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800483.251578:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.251580:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800483.251582:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251582:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800483.251583:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251585:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800483.251586:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:4.0:1609800483.251587:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.251591:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251594:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.251594:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000400:00000200:6.0:1609800483.251595:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:37.0:1609800483.251596:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.251596:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:4.0:1609800483.251597:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000400:00000200:8.0:1609800483.251598:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:4.0:1609800483.251598:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:37.0:1609800483.251616:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.251617:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.251618:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800483.251619:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251621:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (23)++
00000800:00000200:6.0:1609800483.251621:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800483.251622:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.251623:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (24)--
00000400:00000200:61.0:1609800483.251624:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800483.251624:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800483.251624:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800483.251624:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.251627:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.251627:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.251628:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.251628:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800483.251631:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251648:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800483.251648:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800483.251650:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800483.251651:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (25)++
00000400:00000200:61.0:1609800483.251652:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:37.0:1609800483.251653:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800483.251654:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800483.251657:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800483.251658:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000400:00000200:61.0:1609800483.251659:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.251660:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:37.0:1609800483.251661:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:4.0:1609800483.251661:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:61.0:1609800483.251663:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:37.0:1609800483.251664:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.251666:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:4.0:1609800483.251666:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:37.0:1609800483.251668:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.251668:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:2.0:1609800483.251668:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800483.251669:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.251669:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:4.0:1609800483.251669:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800483.251671:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)++
00000400:00000200:37.0:1609800483.251671:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800483.251671:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:2.0:1609800483.251671:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.251673:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (27)++
00000400:00000200:2.0:1609800483.251675:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.251676:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.251676:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.251677:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.251678:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800483.251680:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (28)--
00000800:00000200:37.0:1609800483.251681:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800483.251682:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:37.0:1609800483.251684:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:61.0:1609800483.251687:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.251687:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800483.251687:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.251688:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.251688:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.251691:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251691:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.251692:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251692:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (27)++
00000400:00000200:6.0:1609800483.251692:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251694:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:4.0:1609800483.251694:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.251696:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.251697:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.251698:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (28)--
00000800:00000200:37.0:1609800483.251699:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (27)--
00000400:00000200:8.0:1609800483.251699:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.251699:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:37.0:1609800483.251701:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (26)++
00000800:00000200:2.0:1609800483.251701:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.251702:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.251703:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (27)--
00000400:00000200:2.0:1609800483.251703:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251704:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.251705:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000400:00000200:6.0:1609800483.251706:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.251707:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.251707:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000400:00000200:2.0:1609800483.251707:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.251708:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.251708:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (26)++
00000800:00000200:37.0:1609800483.251709:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.251709:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.251709:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.251709:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000800:00000200:6.0:1609800483.251711:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.251711:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800483.251712:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (26)++
00000800:00000200:4.0:1609800483.251712:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:8.0:1609800483.251713:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (26)--
00000800:00000200:8.0:1609800483.251714:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000800:00000200:4.0:1609800483.251714:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.93@o2ib18
00000400:00000200:37.0:1609800483.251715:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.251715:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.251716:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000800:00000200:6.0:1609800483.251716:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800483.251716:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.251717:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.251717:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000400:00000200:4.0:1609800483.251717:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.93@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.251719:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251719:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.251719:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (25)++
00000800:00000200:2.0:1609800483.251719:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.251720:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.251721:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:4.0:1609800483.251722:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.251722:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.251723:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (26)++
00000400:00000200:1.0:1609800483.251724:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.251726:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:6.0:1609800483.251727:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (27)--
00000800:00000200:6.0:1609800483.251728:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (26)--
00000400:00000200:61.0:1609800483.251730:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800483.251730:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (25)--
00000400:00000200:37.0:1609800483.251734:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.251738:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.251739:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:35.1:1609800483.251741:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (23)++
00000800:00000200:37.0:1609800483.251742:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:2.0:1609800483.251742:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.251743:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.251746:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.251746:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:2.0:1609800483.251746:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251748:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.251749:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800483.251750:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000400:00000200:4.0:1609800483.251750:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:61.0:1609800483.251753:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.251753:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000800:00000200:6.0:1609800483.251754:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:61.0:1609800483.251755:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000400:00000200:4.0:1609800483.251756:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.251757:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:4.0:1609800483.251758:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800483.251759:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:61.0:1609800483.251761:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:4.0:1609800483.251762:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.251765:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.251766:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.251767:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000400:00000200:1.0:1609800483.251767:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.251771:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800483.251771:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:61.0:1609800483.251772:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.251772:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (23)++
00000800:00000200:4.0:1609800483.251772:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (23)++
00000400:00000200:61.0:1609800483.251774:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.251774:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:4.0:1609800483.251774:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (25)--
00000800:00000200:4.0:1609800483.251775:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:2.0:1609800483.251775:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.251776:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:2.0:1609800483.251776:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.251777:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000400:00000200:2.0:1609800483.251779:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:1.0:1609800483.251779:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (21)++
00000400:00000200:61.0:1609800483.251781:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800483.251781:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:2.0:1609800483.251784:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.251786:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.251786:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.251787:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000400:00000200:61.0:1609800483.251788:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:2.0:1609800483.251788:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:35.1:1609800483.251793:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (22)++
00000400:00000200:61.0:1609800483.251795:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.251799:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:1.0:1609800483.251799:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.251801:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:61.0:1609800483.251802:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.251803:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:61.0:1609800483.251804:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000400:00000200:1.0:1609800483.251804:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.251805:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (24)++
00000400:00000200:8.0:1609800483.251806:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.251807:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (25)++
00000400:00000200:1.0:1609800483.251807:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:8.0:1609800483.251808:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.251811:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (26)--
00000800:00000200:6.0:1609800483.251811:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (26)--
00000400:00000200:1.0:1609800483.251812:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.251813:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251813:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:61.0:1609800483.251814:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.251815:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.251816:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.251816:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:61.0:1609800483.251818:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.251818:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:8.0:1609800483.251820:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:1.0:1609800483.251821:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.251822:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (21)++
00000800:00000200:35.1:1609800483.251824:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:1.0:1609800483.251824:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:61.0:1609800483.251827:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.251829:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.251831:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800483.251832:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000800:00000200:37.0:1609800483.251833:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:37.0:1609800483.251837:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000400:00000200:37.0:1609800483.251839:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.251840:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800483.251843:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:35.1:1609800483.251845:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.251848:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:37.0:1609800483.251850:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.251853:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800483.251870:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.251870:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:37.0:1609800483.251872:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.251875:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800483.251876:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:4.0:1609800483.251884:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.251887:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000400:00000200:38.0:1609800483.251888:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.251888:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.251889:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:4.0:1609800483.251890:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:4.0:1609800483.251891:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:38.0:1609800483.251894:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.251897:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:38.0:1609800483.251902:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800483.251905:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:38.0:1609800483.251909:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.251911:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:38.0:1609800483.251912:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:38.0:1609800483.251920:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:38.0:1609800483.251924:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.251928:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.251930:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:38.0:1609800483.251934:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800483.251934:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:38.0:1609800483.251936:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:38.0:1609800483.251939:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.251941:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:38.0:1609800483.251941:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800483.251941:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:38.0:1609800483.251945:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)--
00000800:00000200:8.0:1609800483.251945:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000400:00000200:8.0:1609800483.251946:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.251947:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:8.0:1609800483.251949:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000400:00000200:38.0:1609800483.251951:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.251951:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800483.251958:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000400:00000200:38.0:1609800483.251964:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.251965:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000400:00000200:38.0:1609800483.251966:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800483.251968:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:6.0:1609800483.251970:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.251971:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.251971:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:6.0:1609800483.251972:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:38.0:1609800483.251975:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800483.251975:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:38.0:1609800483.251977:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.251979:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:38.0:1609800483.251980:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:38.0:1609800483.251984:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800483.251998:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:37.0:1609800483.252006:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.252009:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800483.252010:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.252012:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:37.0:1609800483.252013:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.252016:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800483.252080:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:4.0:1609800483.252088:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000400:00000200:61.0:1609800483.252089:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.252092:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000400:00000200:61.0:1609800483.252093:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.252093:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.252094:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:4.0:1609800483.252094:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000400:00000200:61.0:1609800483.252096:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:4.0:1609800483.252096:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:61.0:1609800483.252101:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.252116:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:7.0:1609800483.252119:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.252120:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252122:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:61.0:1609800483.252131:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:61.0:1609800483.252136:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:7.0:1609800483.252136:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.252140:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:61.0:1609800483.252141:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.252145:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.252147:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:7.0:1609800483.252148:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800483.252149:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:7.0:1609800483.252152:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:61.0:1609800483.252154:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.252157:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.252157:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:7.0:1609800483.252160:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252161:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.252161:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000800:00000200:7.0:1609800483.252162:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)++
00000800:00000200:61.0:1609800483.252163:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)++
00000400:00000200:8.0:1609800483.252163:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.252164:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:7.0:1609800483.252164:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000400:00000200:8.0:1609800483.252165:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.252168:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:7.0:1609800483.252172:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000800:00000200:61.0:1609800483.252173:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000400:00000200:7.0:1609800483.252178:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.252179:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000400:00000200:61.0:1609800483.252183:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.252183:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:35.1:1609800483.252186:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (22)++
00000400:00000200:7.0:1609800483.252186:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:61.0:1609800483.252187:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.252189:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:7.0:1609800483.252192:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.252194:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:7.0:1609800483.252195:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800483.252197:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000400:00000200:61.0:1609800483.252198:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.252199:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.252200:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:61.0:1609800483.252201:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:7.0:1609800483.252202:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800483.252202:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.252203:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:7.0:1609800483.252204:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000800:00000200:61.0:1609800483.252205:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.252205:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800483.252205:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:4.0:1609800483.252205:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.252207:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)++
00000800:00000200:6.0:1609800483.252207:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:4.0:1609800483.252208:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:7.0:1609800483.252210:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000800:00000200:61.0:1609800483.252211:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (24)++
00000800:00000200:4.0:1609800483.252212:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000800:00000200:61.0:1609800483.252216:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (23)--
00000800:00000200:35.1:1609800483.252224:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (22)++
00000800:00000200:8.0:1609800483.252232:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800483.252235:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000400:00000200:8.0:1609800483.252236:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.252237:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (23)++
00000400:00000200:8.0:1609800483.252239:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.252240:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800483.252241:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800483.252242:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.252243:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:37.0:1609800483.252244:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.252248:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800483.252270:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000400:00000200:61.0:1609800483.252278:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.252278:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.252281:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000400:00000200:61.0:1609800483.252282:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.252282:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.252283:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000400:00000200:61.0:1609800483.252284:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:4.0:1609800483.252284:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000800:00000200:4.0:1609800483.252285:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:61.0:1609800483.252289:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.252291:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:61.0:1609800483.252296:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252298:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:61.0:1609800483.252299:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:61.0:1609800483.252302:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:61.0:1609800483.252306:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.252308:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.252310:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:61.0:1609800483.252314:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.252316:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:35.1:1609800483.252316:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:61.0:1609800483.252319:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252320:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:61.0:1609800483.252321:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:8.0:1609800483.252323:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (24)++
00000800:00000200:8.0:1609800483.252327:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800483.252329:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:8.0:1609800483.252329:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.252331:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.252334:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800483.252334:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:35.1:1609800483.252336:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000400:00000200:61.0:1609800483.252338:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.252341:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.252343:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000800:00000200:6.0:1609800483.252344:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.252347:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:61.0:1609800483.252348:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.252348:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.252349:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:61.0:1609800483.252351:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000400:00000200:6.0:1609800483.252351:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.252355:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252356:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (21)++
00000800:00000200:6.0:1609800483.252356:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:61.0:1609800483.252358:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:61.0:1609800483.252361:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:61.0:1609800483.252365:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.252368:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.252370:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:61.0:1609800483.252374:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:35.1:1609800483.252374:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:61.0:1609800483.252376:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:61.0:1609800483.252379:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.252380:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:61.0:1609800483.252382:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (23)++
00000800:00000200:37.0:1609800483.252382:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:61.0:1609800483.252386:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (25)--
00000800:00000200:37.0:1609800483.252388:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (24)--
00000800:00000200:8.0:1609800483.252388:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (24)--
00000400:00000200:37.0:1609800483.252389:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.252392:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.252395:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800483.252398:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:4.0:1609800483.252422:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:4.0:1609800483.252426:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:4.0:1609800483.252427:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.252429:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000400:00000200:4.0:1609800483.252429:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.252433:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000800:00000200:35.1:1609800483.252437:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (20)++
00000800:00000200:8.0:1609800483.252445:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (21)++
00000400:00000200:0.0:1609800483.252445:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.252448:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.93@o2ib18
00000800:00000200:8.0:1609800483.252449:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.252450:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:8.0:1609800483.252451:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93363abffc00] (23)--
00000400:00000200:0.0:1609800483.252451:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.252452:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:0.0:1609800483.252454:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800483.252461:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800483.252464:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:0.0:1609800483.252469:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.252471:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (20)++
00000800:00000200:0.0:1609800483.252473:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (21)++
00000800:00000200:0.0:1609800483.252482:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000400:00000200:0.0:1609800483.252486:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.93@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:35.1:1609800483.252506:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000400:00000200:0.0:1609800483.252507:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.252509:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.93@o2ib18 local destination
00000400:00000200:0.0:1609800483.252513:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.93@o2ib18(192.168.128.93@o2ib18:192.168.128.93@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.252514:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:0.0:1609800483.252516:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.93@o2ib18
00000800:00000200:6.0:1609800483.252517:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:6.0:1609800483.252518:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.252519:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:0.0:1609800483.252519:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9336453c5100] -> 192.168.128.93@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800483.252520:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:0.0:1609800483.252520:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)++
00000800:00000200:0.0:1609800483.252521:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93363abffc00] (22)++
00000800:00000200:6.0:1609800483.252523:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (23)--
00000800:00000200:0.0:1609800483.252526:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93363abffc00] (22)--
00000800:00000200:35.1:1609800483.252539:0:16079:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93363abffc00] (21)++
00000800:00000200:37.0:1609800483.252547:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93363abffc00] (22)++
00000800:00000200:37.0:1609800483.252550:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93363abffc00] (23)--
00000400:00000200:37.0:1609800483.252551:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.252553:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.93@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.252553:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (22)--
00000800:00000200:37.0:1609800483.252556:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93363abffc00] (21)--
00000400:00000200:5.0:1609800483.341191:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800483.341197:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:30.1:1609800483.600865:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:4.0:1609800483.600879:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:4.0:1609800483.600885:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.67@o2ib18
00000400:00000200:4.0:1609800483.600891:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.600895:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.600899:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:4.0:1609800483.600909:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.600914:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.600918:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.600938:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.600939:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.600940:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.600942:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.600944:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:4.0:1609800483.600945:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:4.0:1609800483.600947:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800483.600948:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:8.0:1609800483.600950:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:4.0:1609800483.600950:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:6.0:1609800483.600952:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.600953:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:4.0:1609800483.600954:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.600956:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.600957:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.600976:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.600978:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.600981:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:6.0:1609800483.600987:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.600989:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:4.0:1609800483.600990:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:6.0:1609800483.600991:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.600993:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:8.0:1609800483.600994:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800483.600994:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800483.600996:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.600998:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800483.600999:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.600999:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.600999:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.601000:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.601002:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800483.601003:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800483.601003:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.601003:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000800:00000200:4.0:1609800483.601003:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.601004:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.601004:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.601005:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:4.0:1609800483.601005:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000800:00000200:8.0:1609800483.601006:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.601006:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:4.0:1609800483.601006:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:8.0:1609800483.601007:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.601007:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000400:00000200:37.0:1609800483.601008:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601009:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800483.601009:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:61.0:1609800483.601011:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601011:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (25)++
00000400:00000200:37.0:1609800483.601012:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:6.0:1609800483.601013:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:61.0:1609800483.601014:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.601032:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)++
00000800:00000200:8.0:1609800483.601033:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:8.0:1609800483.601033:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:8.0:1609800483.601035:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:4.0:1609800483.601035:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:6.0:1609800483.601036:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.601037:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.601037:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:4.0:1609800483.601038:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.601040:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601041:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800483.601041:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.601043:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601044:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800483.601044:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:61.0:1609800483.601046:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.601048:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601048:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.601050:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.601050:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800483.601050:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.601051:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.601053:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601053:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800483.601053:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601054:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000800:00000200:6.0:1609800483.601055:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.601056:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)--
00000800:00000200:37.0:1609800483.601057:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:6.0:1609800483.601057:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:5.0:1609800483.601057:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800483.601057:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800483.601058:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.601059:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.601060:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601060:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:37.0:1609800483.601062:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (26)--
00000400:00000200:61.0:1609800483.601063:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.601063:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:4.0:1609800483.601063:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.601064:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:5.0:1609800483.601064:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.601065:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000400:00000200:5.0:1609800483.601065:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.601066:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800483.601068:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.601069:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601069:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.601071:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.601072:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.601072:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:4.0:1609800483.601072:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.601073:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800483.601074:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:8.0:1609800483.601075:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.601076:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800483.601077:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.601078:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.601078:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:4.0:1609800483.601078:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:8.0:1609800483.601080:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:8.0:1609800483.601082:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800483.601085:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:8.0:1609800483.601086:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:5.0:1609800483.601088:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.601089:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.601091:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.601095:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:5.0:1609800483.601099:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.601100:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.601102:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.601104:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800483.601108:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800483.601109:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:37.0:1609800483.601111:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:26.0:1609800483.601119:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.1:1609800483.601123:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:4.0:1609800483.601131:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000400:00000200:26.0:1609800483.601133:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.601134:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:26.0:1609800483.601137:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.601137:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:4.0:1609800483.601139:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.601140:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.601142:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:4.0:1609800483.601143:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.601146:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.601146:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:4.0:1609800483.601146:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800483.601149:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:8.0:1609800483.601150:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.601150:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.601151:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:8.0:1609800483.601152:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:4.0:1609800483.601152:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601154:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.601157:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800483.601158:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601159:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.601160:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.601160:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.601162:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.601162:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.601162:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.601164:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:8.0:1609800483.601165:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.601166:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.601166:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000400:00000200:37.0:1609800483.601168:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.601168:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:8.0:1609800483.601169:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000400:00000200:6.0:1609800483.601169:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601169:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000400:00000200:37.0:1609800483.601170:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:8.0:1609800483.601170:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:8.0:1609800483.601170:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:4.0:1609800483.601171:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:61.0:1609800483.601172:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.601172:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.601173:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601174:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.601175:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:37.0:1609800483.601176:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.601177:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.601177:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:6.0:1609800483.601178:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.601196:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800483.601197:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.601197:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.601199:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.601200:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800483.601200:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.601202:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000400:00000200:4.0:1609800483.601202:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601203:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.601204:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.601204:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601204:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000400:00000200:4.0:1609800483.601204:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:6.0:1609800483.601205:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.601206:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:61.0:1609800483.601207:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.601207:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000400:00000200:61.0:1609800483.601208:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.601209:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800483.601209:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000400:00000200:4.0:1609800483.601210:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.601211:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.601214:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601214:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:2.0:1609800483.601215:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.601217:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (26)++
00000800:00000200:8.0:1609800483.601217:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.601217:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:2.0:1609800483.601218:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.601219:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.601219:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.601220:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.601221:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.601222:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800483.601222:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.601222:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.601224:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (27)--
00000800:00000200:8.0:1609800483.601224:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.601226:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:37.0:1609800483.601227:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)++
00000800:00000200:8.0:1609800483.601227:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000800:00000200:4.0:1609800483.601227:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)++
00000400:00000200:6.0:1609800483.601228:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:4.0:1609800483.601228:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:8.0:1609800483.601229:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (28)--
00000800:00000200:4.0:1609800483.601229:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (27)--
00000800:00000200:61.0:1609800483.601230:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.601230:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:8.0:1609800483.601230:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:4.0:1609800483.601231:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000400:00000200:61.0:1609800483.601232:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.601234:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.601234:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.601235:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.601236:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800483.601237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.601238:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000800:00000200:2.0:1609800483.601238:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.601239:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800483.601240:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:2.0:1609800483.601240:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601241:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:2.0:1609800483.601242:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.601243:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.601246:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.601246:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:6.0:1609800483.601246:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)++
00000800:00000200:2.0:1609800483.601246:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.601247:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601248:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:37.0:1609800483.601249:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800483.601249:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.601249:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.601250:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:2.0:1609800483.601250:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.601251:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.601252:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:61.0:1609800483.601253:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.601254:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:61.0:1609800483.601255:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601256:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800483.601258:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.601258:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800483.601260:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800483.601263:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800483.601264:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:61.0:1609800483.601270:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.601271:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601274:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.601291:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800483.601302:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800483.601305:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000800:00000200:6.0:1609800483.601307:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:6.0:1609800483.601309:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:1.0:1609800483.601333:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800483.601340:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.601342:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:1.0:1609800483.601347:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.601350:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:1.0:1609800483.601354:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.601356:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:1.0:1609800483.601357:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:1.0:1609800483.601363:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:61.0:1609800483.601398:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.601404:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.601405:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:61.0:1609800483.601407:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:4.0:1609800483.601412:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:61.0:1609800483.601414:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.601415:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800483.601416:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.601417:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:37.0:1609800483.601419:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:4.0:1609800483.601419:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.601422:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:61.0:1609800483.601423:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.601427:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:61.0:1609800483.601428:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.601442:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:61.0:1609800483.601447:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.601467:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601469:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:30.1:1609800483.601472:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:61.0:1609800483.601475:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601478:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:61.0:1609800483.601481:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.601481:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:61.0:1609800483.601483:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:61.0:1609800483.601484:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000800:00000200:61.0:1609800483.601487:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800483.601503:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:8.0:1609800483.601505:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.601507:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.601507:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:8.0:1609800483.601510:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800483.601511:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:8.0:1609800483.601512:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:6.0:1609800483.601514:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.601516:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:8.0:1609800483.601517:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.601517:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.601519:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:8.0:1609800483.601520:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:6.0:1609800483.601520:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:4.0:1609800483.601522:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:37.0:1609800483.601524:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:6.0:1609800483.601525:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.601526:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.601528:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.601529:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000400:00000200:38.0:1609800483.601530:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.601530:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800483.601530:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800483.601530:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.601531:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.67@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.601532:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.601534:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.601535:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.601537:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.601538:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:38.0:1609800483.601539:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601540:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:6.0:1609800483.601541:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:37.0:1609800483.601542:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800483.601543:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800483.601543:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601546:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800483.601548:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.601566:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.601568:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800483.601569:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:4.0:1609800483.601569:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.601570:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.601571:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.601574:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800483.601575:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.601576:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.601577:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:38.0:1609800483.601578:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:37.0:1609800483.601578:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.601578:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800483.601579:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:4.0:1609800483.601579:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800483.601580:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:38.0:1609800483.601583:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.601585:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:38.0:1609800483.601586:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:7.0:1609800483.601586:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800483.601589:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.601592:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:38.0:1609800483.601594:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800483.601608:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:7.0:1609800483.601611:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800483.601612:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601615:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:7.0:1609800483.601615:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:38.0:1609800483.601617:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.601618:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800483.601619:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.601621:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:38.0:1609800483.601622:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.601622:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.601624:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:38.0:1609800483.601626:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:38.0:1609800483.601630:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800483.601630:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800483.601633:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:26.0:1609800483.601633:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.601636:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.601638:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000400:00000200:26.0:1609800483.601638:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800483.601639:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:38.0:1609800483.601643:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:38.0:1609800483.601648:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.601653:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.601654:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:38.0:1609800483.601655:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:38.0:1609800483.601660:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.601661:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:61.0:1609800483.601663:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800483.601663:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:4.0:1609800483.601664:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800483.601665:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601666:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:61.0:1609800483.601668:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.601668:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800483.601668:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:38.0:1609800483.601669:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000400:00000200:61.0:1609800483.601670:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:38.0:1609800483.601670:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.601671:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:38.0:1609800483.601674:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:61.0:1609800483.601676:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601680:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:61.0:1609800483.601684:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800483.601685:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.601686:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.601687:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:30.1:1609800483.601687:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000400:00000200:38.0:1609800483.601689:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.601692:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:38.0:1609800483.601692:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:6.0:1609800483.601695:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:61.0:1609800483.601697:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.601698:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.601698:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:6.0:1609800483.601699:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601700:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601700:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:38.0:1609800483.601701:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:61.0:1609800483.601703:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:6.0:1609800483.601703:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:38.0:1609800483.601705:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800483.601706:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:30.1:1609800483.601706:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (22)++
00000800:00000200:38.0:1609800483.601707:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000400:00000200:61.0:1609800483.601708:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601712:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:38.0:1609800483.601712:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.601713:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.601714:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:61.0:1609800483.601716:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.601717:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)++
00000800:00000200:6.0:1609800483.601718:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:6.0:1609800483.601719:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.601720:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000800:00000200:4.0:1609800483.601720:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000400:00000200:6.0:1609800483.601722:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.601723:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.67@o2ib18: no credits
00000800:00000200:61.0:1609800483.601724:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (26)--
00000800:00000200:4.0:1609800483.601724:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.601726:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800483.601727:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)++
00000800:00000200:37.0:1609800483.601733:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800483.601733:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000800:00000200:4.0:1609800483.601733:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)++
00000800:00000200:4.0:1609800483.601734:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)--
00000400:00000200:8.0:1609800483.601735:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.601736:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800483.601737:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.601740:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800483.601746:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800483.601771:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800483.601774:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000800:00000200:37.0:1609800483.601776:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:6.0:1609800483.601776:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.601778:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.601781:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800483.601801:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000400:00000200:0.0:1609800483.601806:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.601809:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000400:00000200:61.0:1609800483.601812:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.601813:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:4.0:1609800483.601814:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800483.601815:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:4.0:1609800483.601816:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:4.0:1609800483.601817:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:61.0:1609800483.601839:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601841:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:0.0:1609800483.601841:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601846:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601849:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:0.0:1609800483.601850:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:61.0:1609800483.601853:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.601855:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:61.0:1609800483.601855:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000400:00000200:0.0:1609800483.601857:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601860:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:0.0:1609800483.601861:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:0.0:1609800483.601866:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.601868:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:0.0:1609800483.601870:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:30.1:1609800483.601873:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000800:00000200:0.0:1609800483.601878:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000400:00000200:61.0:1609800483.601879:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.601880:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:61.0:1609800483.601883:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601883:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:61.0:1609800483.601885:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:37.0:1609800483.601885:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.601890:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.601903:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.601903:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:37.0:1609800483.601904:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:0.0:1609800483.601905:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.601906:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:6.0:1609800483.601907:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.601908:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.601908:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:61.0:1609800483.601910:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800483.601910:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:6.0:1609800483.601910:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000400:00000200:0.0:1609800483.601910:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.601911:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000400:00000200:0.0:1609800483.601912:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:61.0:1609800483.601916:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (23)--
00000400:00000200:0.0:1609800483.601918:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.601921:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:0.0:1609800483.601921:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:0.0:1609800483.601924:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.601926:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:0.0:1609800483.601927:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:30.1:1609800483.601928:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000800:00000200:0.0:1609800483.601932:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:4.0:1609800483.601936:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:4.0:1609800483.601939:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:4.0:1609800483.601940:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601941:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:4.0:1609800483.601943:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.601944:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000400:00000200:0.0:1609800483.601944:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800483.601945:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.601947:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800483.601947:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.601948:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:0.0:1609800483.601948:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.601950:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:0.0:1609800483.601951:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:0.0:1609800483.601956:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800483.601958:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:0.0:1609800483.601961:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.601962:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:0.0:1609800483.601963:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:30.1:1609800483.601967:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (22)++
00000800:00000200:0.0:1609800483.601967:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:0.0:1609800483.601971:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.601975:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000400:00000200:0.0:1609800483.601975:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.601976:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:6.0:1609800483.601979:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.601996:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:37.0:1609800483.601997:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:0.0:1609800483.601997:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.601998:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:37.0:1609800483.601999:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:6.0:1609800483.601999:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (24)--
00000800:00000200:0.0:1609800483.601999:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:37.0:1609800483.602001:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.602001:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:0.0:1609800483.602002:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.602003:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800483.602004:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:0.0:1609800483.602004:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:0.0:1609800483.602005:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800483.602008:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:0.0:1609800483.602009:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000400:00000200:61.0:1609800483.602010:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.602013:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:61.0:1609800483.602019:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.602022:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:30.1:1609800483.602022:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.602026:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.602028:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:61.0:1609800483.602029:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (23)++
00000800:00000200:8.0:1609800483.602030:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:61.0:1609800483.602035:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800483.602035:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000800:00000200:6.0:1609800483.602036:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000400:00000200:8.0:1609800483.602037:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.602039:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.602042:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800483.602047:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:4.0:1609800483.602055:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.602058:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800483.602059:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.602060:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:4.0:1609800483.602062:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.602064:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800483.602092:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:6.0:1609800483.602100:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800483.602104:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.602105:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:8.0:1609800483.602106:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:6.0:1609800483.602106:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:6.0:1609800483.602107:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:5.0:1609800483.602110:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.602117:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.602129:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:61.0:1609800483.602137:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.602137:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800483.602141:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.602141:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:61.0:1609800483.602144:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:5.0:1609800483.602146:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.602150:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.602150:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:5.0:1609800483.602151:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.602153:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:61.0:1609800483.602158:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.602159:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:5.0:1609800483.602159:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:61.0:1609800483.602161:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000800:00000200:61.0:1609800483.602166:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (23)--
00000400:00000200:5.0:1609800483.602169:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800483.602172:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000400:00000200:5.0:1609800483.602174:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.602176:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:61.0:1609800483.602177:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.602181:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:5.0:1609800483.602182:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.602184:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:5.0:1609800483.602184:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000400:00000200:61.0:1609800483.602185:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.602186:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.602187:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000800:00000200:4.0:1609800483.602187:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:5.0:1609800483.602188:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800483.602189:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.602190:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)++
00000800:00000200:4.0:1609800483.602190:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:5.0:1609800483.602191:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000400:00000200:4.0:1609800483.602191:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.602192:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000400:00000200:61.0:1609800483.602194:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800483.602195:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.602196:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (24)--
00000800:00000200:61.0:1609800483.602197:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:37.0:1609800483.602198:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)--
00000800:00000200:4.0:1609800483.602200:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:61.0:1609800483.602201:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.602203:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.602204:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (22)++
00000400:00000200:5.0:1609800483.602204:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.602208:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.602209:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:30.1:1609800483.602209:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (23)++
00000400:00000200:5.0:1609800483.602210:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:5.0:1609800483.602215:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.602218:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000800:00000200:5.0:1609800483.602218:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:6.0:1609800483.602221:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (24)--
00000800:00000200:5.0:1609800483.602222:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800483.602223:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.602223:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (23)++
00000800:00000200:8.0:1609800483.602224:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (23)++
00000400:00000200:6.0:1609800483.602225:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.602225:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (24)++
00000800:00000200:6.0:1609800483.602228:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (26)--
00000800:00000200:6.0:1609800483.602229:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (25)--
00000800:00000200:8.0:1609800483.602230:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (25)--
00000800:00000200:5.0:1609800483.602230:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (25)--
00000400:00000200:8.0:1609800483.602232:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.602234:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.602237:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800483.602242:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:4.0:1609800483.602250:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:4.0:1609800483.602253:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:4.0:1609800483.602254:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.602255:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:4.0:1609800483.602257:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.602259:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:30.1:1609800483.602268:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (20)++
00000800:00000200:6.0:1609800483.602276:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)++
00000800:00000200:6.0:1609800483.602279:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.67@o2ib18
00000800:00000200:8.0:1609800483.602281:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000800:00000200:6.0:1609800483.602281:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eaa00] (22)++
00000800:00000200:6.0:1609800483.602282:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eaa00] (23)--
00000800:00000200:6.0:1609800483.602283:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000400:00000200:61.0:1609800483.602346:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.67@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.602350:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.602352:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.67@o2ib18 local destination
00000400:00000200:61.0:1609800483.602357:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.67@o2ib18(192.168.128.67@o2ib18:192.168.128.67@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.602361:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.67@o2ib18
00000800:00000200:61.0:1609800483.602365:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec500] -> 192.168.128.67@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.602367:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eaa00] (20)++
00000800:00000200:61.0:1609800483.602368:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eaa00] (21)++
00000800:00000200:61.0:1609800483.602372:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eaa00] (22)--
00000800:00000200:30.1:1609800483.602385:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eaa00] (21)++
00000800:00000200:37.0:1609800483.602392:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)++
00000800:00000200:37.0:1609800483.602396:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eaa00] (23)--
00000400:00000200:37.0:1609800483.602398:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.602398:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (22)--
00000400:00000200:37.0:1609800483.602400:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.67@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.602404:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eaa00] (21)--
00000800:00000200:31.1:1609800483.603706:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:8.0:1609800483.603721:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:8.0:1609800483.603728:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.603731:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:8.0:1609800483.603734:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.603746:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.603746:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:6.0:1609800483.603748:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.603750:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:4.0:1609800483.603751:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:6.0:1609800483.603758:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.603758:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.603761:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800483.603762:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.603764:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.603766:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800483.603767:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:8.0:1609800483.603770:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.603775:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.603777:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.603778:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.603783:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:4.0:1609800483.603783:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.603787:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:4.0:1609800483.603787:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800483.603789:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800483.603791:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:4.0:1609800483.603792:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.603794:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:4.0:1609800483.603794:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.603795:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.603799:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:4.0:1609800483.603802:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000800:00000200:6.0:1609800483.603803:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.603803:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:37.0:1609800483.603806:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:4.0:1609800483.603806:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:6.0:1609800483.603807:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800483.603812:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.603812:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.603814:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000800:00000200:6.0:1609800483.603814:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.603815:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.603817:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.603818:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:4.0:1609800483.603818:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.603819:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000800:00000200:6.0:1609800483.603821:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:6.0:1609800483.603822:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:37.0:1609800483.603823:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.603824:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.603826:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800483.603826:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.603826:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:37.0:1609800483.603829:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:61.0:1609800483.603831:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.603834:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.603842:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800483.603847:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:37.0:1609800483.603849:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.603855:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800483.603855:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.603855:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.603859:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:4.0:1609800483.603859:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.603862:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.603864:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.603865:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.603868:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800483.603869:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:2.0:1609800483.603870:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.603872:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.603873:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.603874:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.603874:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.603875:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.603875:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.603875:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.603878:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (26)++
00000800:00000200:8.0:1609800483.603878:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.603879:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:2.0:1609800483.603881:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800483.603882:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.603882:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (27)++
00000800:00000200:8.0:1609800483.603883:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800483.603885:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.603885:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.603888:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (28)++
00000400:00000200:6.0:1609800483.603890:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.603907:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (29)--
00000800:00000200:4.0:1609800483.603907:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (29)--
00000800:00000200:37.0:1609800483.603908:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (28)--
00000800:00000200:8.0:1609800483.603908:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (29)--
00000800:00000200:2.0:1609800483.603909:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.603910:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.603910:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:2.0:1609800483.603910:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.603911:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:6.0:1609800483.603912:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.603913:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:2.0:1609800483.603913:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.603915:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.603916:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.603917:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.603917:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.603918:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000400:00000200:61.0:1609800483.603919:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.603919:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:37.0:1609800483.603920:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.603920:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000800:00000200:6.0:1609800483.603921:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:4.0:1609800483.603921:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000400:00000200:61.0:1609800483.603922:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.603922:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:2.0:1609800483.603922:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800483.603923:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.603923:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.603924:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:2.0:1609800483.603926:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.603927:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:61.0:1609800483.603928:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.603929:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.603932:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.603935:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.603938:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.603940:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.603943:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.603944:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.603948:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (21)++
00000800:00000200:37.0:1609800483.603950:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800483.603954:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800483.603956:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:1.0:1609800483.603960:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800483.603963:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:31.1:1609800483.603964:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:1.0:1609800483.603966:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.603972:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800483.603975:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800483.603976:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:6.0:1609800483.603977:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800483.604080:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:8.0:1609800483.604087:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:8.0:1609800483.604091:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.604093:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.604094:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:8.0:1609800483.604097:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604099:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.604099:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:4.0:1609800483.604100:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:37.0:1609800483.604103:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.604104:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.604105:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.604106:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:37.0:1609800483.604107:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604108:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800483.604108:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:4.0:1609800483.604109:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.604110:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604110:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.604112:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.604113:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.604115:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.604118:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.604118:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.604119:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000400:00000200:6.0:1609800483.604119:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.604119:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604130:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800483.604131:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:4.0:1609800483.604132:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604133:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:61.0:1609800483.604134:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.604134:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800483.604136:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604154:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800483.604154:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604155:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800483.604155:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.604156:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.604156:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.604157:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:4.0:1609800483.604159:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.604161:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800483.604163:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.604164:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.604165:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.604166:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800483.604168:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:6.0:1609800483.604169:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800483.604170:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.604170:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000400:00000200:8.0:1609800483.604170:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.604170:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000400:00000200:61.0:1609800483.604171:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.604188:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:37.0:1609800483.604189:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:8.0:1609800483.604190:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800483.604190:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.604190:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000400:00000200:61.0:1609800483.604191:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.604191:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.604192:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:6.0:1609800483.604193:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:6.0:1609800483.604195:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000800:00000200:37.0:1609800483.604196:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.604196:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.604198:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (26)++
00000400:00000200:37.0:1609800483.604199:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.604199:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.604200:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.604201:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800483.604203:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000400:00000200:4.0:1609800483.604203:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.604204:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.604204:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800483.604205:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.604205:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000400:00000200:4.0:1609800483.604206:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604207:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:37.0:1609800483.604208:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.604209:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604211:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000400:00000200:7.0:1609800483.604211:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800483.604213:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604213:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:8.0:1609800483.604214:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:6.0:1609800483.604214:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800483.604215:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.604215:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:4.0:1609800483.604215:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.604216:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.604219:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.604219:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.604220:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.604220:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800483.604221:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.604221:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.604223:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800483.604224:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.604224:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.604225:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:31.1:1609800483.604226:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (24)++
00000800:00000200:37.0:1609800483.604227:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.604229:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800483.604229:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.604230:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604231:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.604232:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:38.0:1609800483.604234:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.604234:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000800:00000200:8.0:1609800483.604234:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (26)++
00000800:00000200:4.0:1609800483.604234:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000400:00000200:38.0:1609800483.604235:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604235:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (27)--
00000400:00000200:6.0:1609800483.604235:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.126@o2ib100 routed destination
00000800:00000200:4.0:1609800483.604235:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (27)--
00000800:00000200:37.0:1609800483.604236:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000400:00000200:38.0:1609800483.604237:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.604237:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:4.0:1609800483.604238:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:7.0:1609800483.604239:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:37.0:1609800483.604240:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604241:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.604241:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.126@o2ib100(172.19.1.126@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.604243:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604244:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.604246:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.604246:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800483.604247:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.604248:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.604249:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800483.604254:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604256:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.604258:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:7.0:1609800483.604259:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.604259:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000400:00000200:61.0:1609800483.604260:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.604261:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000400:00000200:61.0:1609800483.604262:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.604262:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (24)--
00000800:00000200:31.1:1609800483.604263:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (24)++
00000800:00000200:7.0:1609800483.604263:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:38.0:1609800483.604265:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800483.604267:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604267:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:6.0:1609800483.604268:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:38.0:1609800483.604270:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:7.0:1609800483.604270:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800483.604273:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000800:00000200:6.0:1609800483.604273:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000400:00000200:6.0:1609800483.604276:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.604277:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000800:00000200:4.0:1609800483.604277:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.604279:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:6.0:1609800483.604279:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.604280:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.604281:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000400:00000200:6.0:1609800483.604281:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604284:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:37.0:1609800483.604287:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000400:00000200:6.0:1609800483.604287:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.604289:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604292:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800483.604293:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.604293:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.604294:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800483.604295:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800483.604295:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.89@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.604296:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604296:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.604298:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.604298:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.604299:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.604300:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:61.0:1609800483.604302:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604303:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (26)++
00000800:00000200:6.0:1609800483.604305:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:6.0:1609800483.604305:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:4.0:1609800483.604305:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:8.0:1609800483.604306:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.604307:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800483.604309:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.604310:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:8.0:1609800483.604311:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800483.604311:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800483.604314:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800483.604314:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.604314:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800483.604315:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.604317:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.604319:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.604320:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.604321:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.604324:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:31.1:1609800483.604325:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (24)++
00000400:00000200:61.0:1609800483.604326:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.604327:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:61.0:1609800483.604330:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800483.604330:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.604330:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:4.0:1609800483.604330:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.604331:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:4.0:1609800483.604331:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (27)--
00000800:00000200:37.0:1609800483.604332:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.604332:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:37.0:1609800483.604334:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:4.0:1609800483.604334:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:0.0:1609800483.604334:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.604336:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (24)++
00000800:00000200:37.0:1609800483.604337:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000400:00000200:0.0:1609800483.604337:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.604339:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.604341:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.604342:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800483.604342:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000800:00000200:6.0:1609800483.604342:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000400:00000200:61.0:1609800483.604343:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604344:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:8.0:1609800483.604344:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604346:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.604347:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:0.0:1609800483.604347:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.604349:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604350:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:0.0:1609800483.604351:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800483.604353:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:31.1:1609800483.604353:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604355:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604357:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.604361:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:61.0:1609800483.604364:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.604364:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:61.0:1609800483.604366:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800483.604366:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604368:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800483.604369:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604388:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:61.0:1609800483.604394:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.604398:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604400:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:31.1:1609800483.604402:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604406:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.604409:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800483.604410:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:61.0:1609800483.604413:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800483.604414:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:61.0:1609800483.604415:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:61.0:1609800483.604416:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (23)++
00000400:00000200:37.0:1609800483.604433:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604433:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:61.0:1609800483.604435:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:37.0:1609800483.604436:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.604440:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:5.0:1609800483.604457:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800483.604462:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:5.0:1609800483.604464:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.604468:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:6.0:1609800483.604469:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800483.604473:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:6.0:1609800483.604474:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.604474:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.604475:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:6.0:1609800483.604477:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.604478:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800483.604478:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604481:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:61.0:1609800483.604483:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.604483:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.604485:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000400:00000200:61.0:1609800483.604486:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:5.0:1609800483.604488:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604492:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.604495:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:5.0:1609800483.604496:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604499:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.604501:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.604502:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000400:00000200:5.0:1609800483.604502:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.604506:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800483.604507:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (23)++
00000800:00000200:61.0:1609800483.604508:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:5.0:1609800483.604508:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:5.0:1609800483.604514:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800483.604515:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:5.0:1609800483.604517:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.604518:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:8.0:1609800483.604520:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604521:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:5.0:1609800483.604521:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800483.604522:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.604522:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)++
00000800:00000200:5.0:1609800483.604524:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (25)++
00000800:00000200:8.0:1609800483.604525:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800483.604526:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800483.604528:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:5.0:1609800483.604528:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000400:00000200:37.0:1609800483.604530:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.604532:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:5.0:1609800483.604534:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.604535:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:5.0:1609800483.604538:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:31.1:1609800483.604539:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:5.0:1609800483.604540:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:5.0:1609800483.604560:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.604563:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:5.0:1609800483.604563:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:61.0:1609800483.604564:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.604566:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:61.0:1609800483.604582:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800483.604583:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800483.604584:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.604584:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:61.0:1609800483.604585:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:5.0:1609800483.604585:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000400:00000200:6.0:1609800483.604586:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.604586:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800483.604590:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:5.0:1609800483.604590:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:61.0:1609800483.604595:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.604598:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:5.0:1609800483.604600:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.604602:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.604604:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.604605:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000400:00000200:5.0:1609800483.604605:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.604607:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:61.0:1609800483.604610:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:5.0:1609800483.604612:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.604614:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:31.1:1609800483.604616:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000800:00000200:5.0:1609800483.604618:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.604620:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:5.0:1609800483.604621:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:8.0:1609800483.604623:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000800:00000200:5.0:1609800483.604623:0:16057:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.89@o2ib18: no credits
00000800:00000200:5.0:1609800483.604624:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (26)--
00000800:00000200:8.0:1609800483.604627:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.89@o2ib18: no credits
00000800:00000200:8.0:1609800483.604628:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800483.604629:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (25)++
00000400:00000200:8.0:1609800483.604630:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.604632:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.604634:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.89@o2ib18: no credits
00000800:00000200:37.0:1609800483.604635:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (25)--
00000800:00000200:8.0:1609800483.604635:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:37.0:1609800483.604636:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.604652:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:37.0:1609800483.604655:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:31.1:1609800483.604656:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800483.604680:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800483.604682:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800483.604686:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604687:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800483.604692:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800483.604693:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800483.604694:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800483.604726:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604731:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.604734:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:61.0:1609800483.604735:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604737:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:8.0:1609800483.604737:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:8.0:1609800483.604738:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604740:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:8.0:1609800483.604741:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.604744:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000400:00000200:61.0:1609800483.604745:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.604746:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (23)++
00000800:00000200:4.0:1609800483.604746:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800483.604747:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:61.0:1609800483.604748:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604748:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:8.0:1609800483.604749:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000400:00000200:2.0:1609800483.604751:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.604753:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.604755:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:61.0:1609800483.604756:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000400:00000200:2.0:1609800483.604760:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.604761:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:2.0:1609800483.604765:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:2.0:1609800483.604772:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800483.604774:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:2.0:1609800483.604775:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:2.0:1609800483.604780:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800483.604781:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:2.0:1609800483.604782:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:2.0:1609800483.604784:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:4.0:1609800483.604787:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000800:00000200:37.0:1609800483.604792:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:2.0:1609800483.604792:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000400:00000200:37.0:1609800483.604794:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.604797:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.604797:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.604800:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800483.604805:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:6.0:1609800483.604812:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800483.604815:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:2.0:1609800483.604815:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.604816:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.604817:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:8.0:1609800483.604818:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:6.0:1609800483.604819:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.604822:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.604825:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:6.0:1609800483.604826:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:2.0:1609800483.604828:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.604829:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:2.0:1609800483.604830:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:2.0:1609800483.604834:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:2.0:1609800483.604840:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.604843:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.604845:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:31.1:1609800483.604847:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:2.0:1609800483.604849:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.604852:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:4.0:1609800483.604854:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:2.0:1609800483.604855:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.604856:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:4.0:1609800483.604857:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:2.0:1609800483.604857:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000400:00000200:4.0:1609800483.604858:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.604860:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000400:00000200:4.0:1609800483.604860:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.604861:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000800:00000200:4.0:1609800483.604862:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:61.0:1609800483.604871:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:31.1:1609800483.604874:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604875:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604877:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:8.0:1609800483.604881:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:61.0:1609800483.604883:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800483.604884:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:61.0:1609800483.604886:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:8.0:1609800483.604886:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604887:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:8.0:1609800483.604888:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.604890:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.604891:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800483.604891:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:61.0:1609800483.604892:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800483.604893:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:6.0:1609800483.604893:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:6.0:1609800483.604895:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:6.0:1609800483.604912:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604914:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.604919:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:61.0:1609800483.604923:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.604927:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604929:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:31.1:1609800483.604932:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604934:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.604940:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:61.0:1609800483.604943:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:4.0:1609800483.604943:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:37.0:1609800483.604945:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:4.0:1609800483.604945:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.604947:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000400:00000200:4.0:1609800483.604947:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.604949:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.604950:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:4.0:1609800483.604951:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.604954:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000400:00000200:1.0:1609800483.604956:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.604959:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.604963:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.604965:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:31.1:1609800483.604967:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604970:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.604972:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000400:00000200:1.0:1609800483.604973:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.604975:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.604975:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000400:00000200:1.0:1609800483.604976:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:61.0:1609800483.604977:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:61.0:1609800483.604979:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:8.0:1609800483.604979:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:8.0:1609800483.604981:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.604981:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:61.0:1609800483.604983:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)--
00000400:00000200:8.0:1609800483.604983:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.604983:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.604986:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.604987:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:61.0:1609800483.604988:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800483.604991:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.604992:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.604992:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000400:00000200:61.0:1609800483.604994:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:1.0:1609800483.604994:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:31.1:1609800483.604995:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (23)++
00000800:00000200:1.0:1609800483.605001:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000400:00000200:61.0:1609800483.605004:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.605006:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800483.605006:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000800:00000200:61.0:1609800483.605010:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800483.605010:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000800:00000200:61.0:1609800483.605012:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000400:00000200:37.0:1609800483.605012:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.605013:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:1.0:1609800483.605013:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.605014:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000400:00000200:37.0:1609800483.605015:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.605018:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.605019:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (26)--
00000800:00000200:6.0:1609800483.605019:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (26)--
00000800:00000200:4.0:1609800483.605019:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (26)--
00000800:00000200:37.0:1609800483.605020:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:4.0:1609800483.605021:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.605021:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000400:00000200:61.0:1609800483.605024:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800483.605024:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.605028:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:31.1:1609800483.605029:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (22)++
00000400:00000200:61.0:1609800483.605031:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.605031:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:4.0:1609800483.605032:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000400:00000200:61.0:1609800483.605033:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:4.0:1609800483.605033:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:1.0:1609800483.605034:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.605036:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000800:00000200:1.0:1609800483.605036:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (23)++
00000800:00000200:1.0:1609800483.605037:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (24)++
00000800:00000200:8.0:1609800483.605038:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:4.0:1609800483.605038:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.605041:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.605041:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (25)--
00000400:00000200:4.0:1609800483.605041:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.605042:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.605043:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (24)++
00000800:00000200:1.0:1609800483.605043:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000800:00000200:61.0:1609800483.605044:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:8.0:1609800483.605045:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (25)--
00000800:00000200:4.0:1609800483.605045:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:8.0:1609800483.605047:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000800:00000200:61.0:1609800483.605048:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.605050:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.605051:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (22)++
00000800:00000200:31.1:1609800483.605055:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (23)++
00000800:00000200:61.0:1609800483.605056:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (24)--
00000800:00000200:6.0:1609800483.605062:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:61.0:1609800483.605064:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.89@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.605065:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:6.0:1609800483.605067:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.605068:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.605068:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (23)++
00000400:00000200:6.0:1609800483.605069:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.605071:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.89@o2ib18 local destination
00000800:00000200:37.0:1609800483.605071:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (24)--
00000400:00000200:37.0:1609800483.605072:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.605072:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (24)--
00000800:00000200:6.0:1609800483.605073:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:37.0:1609800483.605075:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.605078:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.89@o2ib18(192.168.128.89@o2ib18:192.168.128.89@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.605081:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.89@o2ib18
00000800:00000200:37.0:1609800483.605082:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:61.0:1609800483.605084:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efecf00] -> 192.168.128.89@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.605086:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336503eac00] (20)++
00000800:00000200:61.0:1609800483.605087:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336503eac00] (21)++
00000800:00000200:61.0:1609800483.605090:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336503eac00] (22)--
00000800:00000200:31.1:1609800483.605104:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (21)++
00000800:00000200:8.0:1609800483.605112:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (22)++
00000800:00000200:8.0:1609800483.605115:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336503eac00] (23)--
00000400:00000200:8.0:1609800483.605117:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.605118:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (22)--
00000400:00000200:8.0:1609800483.605126:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.89@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.605129:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:31.1:1609800483.605155:0:3137:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336503eac00] (20)++
00000800:00000200:4.0:1609800483.605163:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336503eac00] (21)++
00000800:00000200:4.0:1609800483.605167:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.89@o2ib18
00000800:00000200:4.0:1609800483.605168:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336503eac00] (22)++
00000800:00000200:37.0:1609800483.605169:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (23)--
00000800:00000200:4.0:1609800483.605170:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336503eac00] (23)--
00000800:00000200:4.0:1609800483.605171:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336503eac00] (21)--
00000800:00000200:28.1:1609800483.642244:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:6.0:1609800483.642260:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:6.0:1609800483.642265:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642269:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:6.0:1609800483.642272:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.642275:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:6.0:1609800483.642276:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642278:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:6.0:1609800483.642280:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:8.0:1609800483.642281:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.642291:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.642296:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800483.642297:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.642300:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:6.0:1609800483.642301:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800483.642305:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.642307:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800483.642310:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:8.0:1609800483.642311:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.642313:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:6.0:1609800483.642315:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.642317:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800483.642319:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800483.642320:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:8.0:1609800483.642324:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.642336:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.642337:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800483.642338:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6df00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.642338:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642343:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:8.0:1609800483.642345:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:6.0:1609800483.642345:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.642347:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:6.0:1609800483.642349:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.642353:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:6.0:1609800483.642363:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800483.642364:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:6.0:1609800483.642367:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.642372:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.642375:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:6.0:1609800483.642377:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.642379:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.642381:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:7.0:1609800483.642382:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.642382:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:37.0:1609800483.642383:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:6.0:1609800483.642384:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.642386:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:7.0:1609800483.642387:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.642387:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.642389:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800483.642389:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800483.642391:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800483.642391:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.642393:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.642393:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:4.0:1609800483.642395:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:37.0:1609800483.642396:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800483.642400:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.642403:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.642404:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.642405:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.642407:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800483.642408:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.642410:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.642410:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:4.0:1609800483.642412:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800483.642413:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800483.642415:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.642417:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:7.0:1609800483.642420:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.642422:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.642422:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.642424:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800483.642425:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:37.0:1609800483.642428:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.642432:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:37.0:1609800483.642433:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.642434:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:8.0:1609800483.642435:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:61.0:1609800483.642436:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.642438:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642438:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.642438:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000800:00000200:8.0:1609800483.642439:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:61.0:1609800483.642440:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.642441:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.642445:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.642445:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.642446:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)++
00000800:00000200:4.0:1609800483.642447:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000800:00000200:37.0:1609800483.642449:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000400:00000200:8.0:1609800483.642449:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.642449:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)--
00000800:00000200:6.0:1609800483.642450:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.642451:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.642453:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:8.0:1609800483.642454:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800483.642454:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800483.642459:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.642461:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.642464:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.642468:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800483.642469:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.642470:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:28.1:1609800483.642471:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (24)++
00000800:00000200:61.0:1609800483.642473:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.642473:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800483.642475:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.642475:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:61.0:1609800483.642477:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.642477:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800483.642478:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.642480:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6de00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.642482:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.642482:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800483.642483:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:8.0:1609800483.642485:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:6.0:1609800483.642485:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800483.642488:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800483.642490:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:38.0:1609800483.642497:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.642500:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000400:00000200:38.0:1609800483.642502:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642506:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800483.642508:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:38.0:1609800483.642509:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.642513:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.642518:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.642522:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:38.0:1609800483.642532:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800483.642532:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800483.642534:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642538:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:38.0:1609800483.642539:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.642542:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.642547:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.642549:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.642555:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800483.642558:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:61.0:1609800483.642564:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.642564:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:61.0:1609800483.642566:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642566:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:61.0:1609800483.642569:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.642572:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800483.642582:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800483.642586:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800483.642588:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800483.642591:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800483.642611:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800483.642613:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:4.0:1609800483.642615:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.642617:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:4.0:1609800483.642618:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642619:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:6.0:1609800483.642620:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.642621:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:37.0:1609800483.642623:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642625:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000400:00000200:4.0:1609800483.642626:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.642627:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.642629:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800483.642631:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.642631:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.642631:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.642632:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.642633:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800483.642635:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.642636:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.642637:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.642638:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.642638:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800483.642640:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:6.0:1609800483.642641:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800483.642644:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800483.642645:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.642646:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.642647:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.642650:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.642650:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000400:00000200:8.0:1609800483.642651:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:4.0:1609800483.642668:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:37.0:1609800483.642670:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800483.642670:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:4.0:1609800483.642670:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.642671:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:6.0:1609800483.642672:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:37.0:1609800483.642673:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800483.642673:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.642673:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:37.0:1609800483.642674:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.642674:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.642675:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:37.0:1609800483.642676:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:61.0:1609800483.642677:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.642677:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:6.0:1609800483.642677:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:4.0:1609800483.642677:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.642678:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:8.0:1609800483.642678:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.642679:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642679:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:8.0:1609800483.642680:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800483.642680:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.642681:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.642682:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.642682:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642684:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800483.642684:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.642684:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:8.0:1609800483.642685:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.642688:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.642689:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000400:00000200:6.0:1609800483.642689:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:4.0:1609800483.642690:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:0.0:1609800483.642690:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.642692:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.642693:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:61.0:1609800483.642694:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800483.642695:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.642695:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:61.0:1609800483.642696:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.642696:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.642698:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000800:00000200:6.0:1609800483.642698:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.642698:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:61.0:1609800483.642699:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.642699:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.642699:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.642700:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800483.642702:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000800:00000200:4.0:1609800483.642702:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)++
00000800:00000200:8.0:1609800483.642703:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)--
00000800:00000200:6.0:1609800483.642703:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.642703:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (27)--
00000400:00000200:37.0:1609800483.642704:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:6.0:1609800483.642704:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.642705:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:61.0:1609800483.642706:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.642706:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.642706:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000400:00000200:61.0:1609800483.642708:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.642723:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.642723:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000400:00000200:37.0:1609800483.642726:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.642729:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.642731:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800483.642731:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800483.642732:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.642733:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.642734:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.642735:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:6.0:1609800483.642735:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:0.0:1609800483.642735:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.642736:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.642737:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000800:00000200:37.0:1609800483.642738:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:4.0:1609800483.642738:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:37.0:1609800483.642739:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:8.0:1609800483.642739:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.642739:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:37.0:1609800483.642741:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:0.0:1609800483.642741:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800483.642742:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.642743:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.642744:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:0.0:1609800483.642745:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:8.0:1609800483.642750:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800483.642751:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.642752:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.642753:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.642755:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800483.642756:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.642758:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.642758:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6dc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.642762:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:8.0:1609800483.642764:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:8.0:1609800483.642768:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:8.0:1609800483.642769:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800483.642789:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800483.642797:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800483.642800:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800483.642801:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800483.642803:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:5.0:1609800483.642811:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.642814:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.642834:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.642848:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:37.0:1609800483.642856:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800483.642859:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642861:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:37.0:1609800483.642862:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.642865:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.642867:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:37.0:1609800483.642872:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.642875:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.642877:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.642879:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.642880:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.642884:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:37.0:1609800483.642886:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)--
00000800:00000200:37.0:1609800483.642887:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:61.0:1609800483.642897:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.642900:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.642903:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:2.0:1609800483.642953:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.642954:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800483.642959:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000400:00000200:2.0:1609800483.642962:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.642965:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:61.0:1609800483.642966:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.642967:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000400:00000200:61.0:1609800483.642970:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:6.0:1609800483.642971:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000400:00000200:2.0:1609800483.642972:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.642974:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:4.0:1609800483.642977:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.642979:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800483.642983:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.122@o2ib18
00000800:00000200:2.0:1609800483.642984:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:37.0:1609800483.642985:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:61.0:1609800483.642988:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.642992:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:8.0:1609800483.642994:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.642994:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.642994:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.122@o2ib18 : PUT - routed
00000800:00000200:2.0:1609800483.642995:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.642997:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:61.0:1609800483.642998:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800483.642998:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.642998:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000400:00000200:6.0:1609800483.642999:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643000:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)++
00000400:00000200:4.0:1609800483.643000:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.643001:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:2.0:1609800483.643007:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:61.0:1609800483.643008:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000400:00000200:8.0:1609800483.643008:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.643011:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800483.643011:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800483.643013:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800483.643014:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:8.0:1609800483.643015:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800483.643015:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:8.0:1609800483.643017:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.643017:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.643019:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800483.643020:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.643022:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.643023:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)++
00000800:00000200:4.0:1609800483.643023:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.643024:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.643024:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:8.0:1609800483.643041:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:6.0:1609800483.643042:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.643042:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:2.0:1609800483.643042:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.643043:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.643044:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.643046:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:28.1:1609800483.643047:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.643047:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.643048:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.643048:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:4.0:1609800483.643050:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:6.0:1609800483.643052:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:61.0:1609800483.643053:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.643053:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.643054:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:61.0:1609800483.643056:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:37.0:1609800483.643058:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.643058:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:6.0:1609800483.643060:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643062:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:61.0:1609800483.643063:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.643063:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:6.0:1609800483.643063:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:37.0:1609800483.643065:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643066:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:6.0:1609800483.643067:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:37.0:1609800483.643068:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:1.0:1609800483.643068:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.643070:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.643070:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643071:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.643073:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:61.0:1609800483.643073:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000400:00000200:2.0:1609800483.643073:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:1.0:1609800483.643074:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800483.643079:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:2.0:1609800483.643079:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.643082:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:2.0:1609800483.643082:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:2.0:1609800483.643086:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.643088:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:2.0:1609800483.643089:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:2.0:1609800483.643094:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:61.0:1609800483.643096:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.643097:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.643100:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.643103:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:61.0:1609800483.643107:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.643131:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000800:00000200:8.0:1609800483.643134:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:61.0:1609800483.643135:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.643135:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.643137:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:61.0:1609800483.643138:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:8.0:1609800483.643139:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.643139:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800483.643140:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.643140:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.643141:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.643145:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800483.643159:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.643160:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:61.0:1609800483.643161:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:4.0:1609800483.643161:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.643162:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.643163:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800483.643164:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:61.0:1609800483.643167:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000400:00000200:2.0:1609800483.643167:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643170:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000400:00000200:2.0:1609800483.643170:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:61.0:1609800483.643171:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (21)++
00000400:00000200:2.0:1609800483.643175:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643176:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000800:00000200:2.0:1609800483.643178:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:61.0:1609800483.643181:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.643182:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.643184:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:2.0:1609800483.643185:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:2.0:1609800483.643189:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:61.0:1609800483.643192:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.643193:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.643195:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:2.0:1609800483.643198:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.643201:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643204:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:28.1:1609800483.643204:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:2.0:1609800483.643204:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:61.0:1609800483.643209:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.643210:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000400:00000200:2.0:1609800483.643211:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643212:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000800:00000200:37.0:1609800483.643214:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:2.0:1609800483.643214:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:61.0:1609800483.643215:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:37.0:1609800483.643218:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:37.0:1609800483.643219:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.643219:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.643220:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800483.643220:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:2.0:1609800483.643221:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000400:00000200:37.0:1609800483.643222:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:2.0:1609800483.643222:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (26)++
00000800:00000200:37.0:1609800483.643225:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)--
00000800:00000200:6.0:1609800483.643226:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000800:00000200:2.0:1609800483.643226:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (27)--
00000400:00000200:61.0:1609800483.643227:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.643227:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000400:00000200:6.0:1609800483.643228:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.643230:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.643231:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:28.1:1609800483.643232:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000400:00000200:6.0:1609800483.643232:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:2.0:1609800483.643234:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.643238:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643241:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.643241:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.643243:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.643243:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:2.0:1609800483.643243:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:6.0:1609800483.643244:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000400:00000200:4.0:1609800483.643245:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643246:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.643248:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:8.0:1609800483.643248:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.643248:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800483.643248:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.643249:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (25)++
00000400:00000200:2.0:1609800483.643249:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.643250:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643252:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:2.0:1609800483.643252:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:61.0:1609800483.643253:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:6.0:1609800483.643253:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.643253:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:6.0:1609800483.643255:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:2.0:1609800483.643256:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.643257:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:2.0:1609800483.643258:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:2.0:1609800483.643260:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:2.0:1609800483.643261:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000400:00000200:2.0:1609800483.643266:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.643270:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.643271:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:2.0:1609800483.643276:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.643279:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:2.0:1609800483.643282:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.643284:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.643284:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:2.0:1609800483.643284:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000800:00000200:28.1:1609800483.643285:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:2.0:1609800483.643286:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:2.0:1609800483.643287:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000400:00000200:61.0:1609800483.643289:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643293:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000400:00000200:61.0:1609800483.643294:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:2.0:1609800483.643294:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.643296:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:37.0:1609800483.643298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:61.0:1609800483.643301:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643304:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.643307:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:61.0:1609800483.643308:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.643308:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:8.0:1609800483.643309:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:61.0:1609800483.643310:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000400:00000200:2.0:1609800483.643310:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643311:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000400:00000200:2.0:1609800483.643313:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000400:00000200:2.0:1609800483.643318:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643320:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:2.0:1609800483.643320:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:61.0:1609800483.643324:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.643325:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.643327:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:2.0:1609800483.643328:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (25)++
00000800:00000200:2.0:1609800483.643330:0:16054:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000400:00000200:61.0:1609800483.643331:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:2.0:1609800483.643331:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (26)--
00000400:00000200:61.0:1609800483.643334:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:28.1:1609800483.643334:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (25)++
00000400:00000200:61.0:1609800483.643339:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643342:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.643343:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)++
00000800:00000200:61.0:1609800483.643346:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.643347:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:61.0:1609800483.643348:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (27)++
00000800:00000200:4.0:1609800483.643348:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (27)--
00000800:00000200:6.0:1609800483.643349:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (28)++
00000800:00000200:61.0:1609800483.643350:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (27)++
00000400:00000200:4.0:1609800483.643350:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643353:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000400:00000200:4.0:1609800483.643353:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.643354:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (29)--
00000800:00000200:37.0:1609800483.643355:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (29)++
00000800:00000200:6.0:1609800483.643356:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:6.0:1609800483.643357:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (29)--
00000800:00000200:4.0:1609800483.643357:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (29)--
00000800:00000200:37.0:1609800483.643358:0:16039:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:4.0:1609800483.643358:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)++
00000800:00000200:37.0:1609800483.643359:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (27)--
00000400:00000200:6.0:1609800483.643359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643360:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)--
00000400:00000200:37.0:1609800483.643361:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.643361:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.643361:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:4.0:1609800483.643362:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000400:00000200:37.0:1609800483.643363:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:4.0:1609800483.643363:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.643364:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:4.0:1609800483.643365:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.643366:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:4.0:1609800483.643368:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:28.1:1609800483.643414:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:7.0:1609800483.643414:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.643420:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643422:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)++
00000400:00000200:7.0:1609800483.643423:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:8.0:1609800483.643425:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000400:00000200:7.0:1609800483.643430:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.643430:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800483.643433:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:7.0:1609800483.643433:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.643434:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000800:00000200:8.0:1609800483.643435:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:61.0:1609800483.643437:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800483.643438:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.643440:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)++
00000400:00000200:61.0:1609800483.643442:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.643442:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:7.0:1609800483.643442:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (23)++
00000400:00000200:61.0:1609800483.643444:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:7.0:1609800483.643448:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000400:00000200:61.0:1609800483.643450:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.643451:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:61.0:1609800483.643453:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:37.0:1609800483.643454:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:37.0:1609800483.643456:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.643457:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800483.643457:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.643457:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000800:00000200:61.0:1609800483.643459:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000400:00000200:37.0:1609800483.643459:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.643460:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000400:00000200:7.0:1609800483.643460:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.643461:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:7.0:1609800483.643463:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:61.0:1609800483.643465:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:7.0:1609800483.643468:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800483.643470:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (23)++
00000800:00000200:7.0:1609800483.643471:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:7.0:1609800483.643475:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.643477:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (24)++
00000800:00000200:7.0:1609800483.643478:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (25)++
00000800:00000200:6.0:1609800483.643478:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)++
00000800:00000200:7.0:1609800483.643480:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:7.0:1609800483.643483:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (27)--
00000800:00000200:8.0:1609800483.643484:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (27)++
00000800:00000200:6.0:1609800483.643484:0:16037:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:6.0:1609800483.643484:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000400:00000200:6.0:1609800483.643486:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643488:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:8.0:1609800483.643489:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000400:00000200:7.0:1609800483.643489:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800483.643489:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:8.0:1609800483.643490:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.643490:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000400:00000200:8.0:1609800483.643493:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:7.0:1609800483.643493:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.643493:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (26)--
00000800:00000200:6.0:1609800483.643494:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000800:00000200:4.0:1609800483.643494:0:16038:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:4.0:1609800483.643495:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000800:00000200:8.0:1609800483.643496:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:4.0:1609800483.643496:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.643497:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:28.1:1609800483.643498:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:4.0:1609800483.643499:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:7.0:1609800483.643502:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800483.643505:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.643506:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:7.0:1609800483.643508:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.643508:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:7.0:1609800483.643510:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:7.0:1609800483.643511:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000800:00000200:6.0:1609800483.643512:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:7.0:1609800483.643513:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:7.0:1609800483.643513:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (25)--
00000800:00000200:37.0:1609800483.643514:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)--
00000400:00000200:7.0:1609800483.643518:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.643522:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.643522:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:6.0:1609800483.643523:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (24)--
00000400:00000200:7.0:1609800483.643524:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:6.0:1609800483.643524:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:7.0:1609800483.643528:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800483.643529:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000800:00000200:7.0:1609800483.643530:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:7.0:1609800483.643532:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.643533:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)++
00000800:00000200:7.0:1609800483.643534:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (24)++
00000800:00000200:8.0:1609800483.643537:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000800:00000200:8.0:1609800483.643542:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (26)--
00000800:00000200:7.0:1609800483.643542:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (26)--
00000800:00000200:4.0:1609800483.643543:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (25)++
00000400:00000200:8.0:1609800483.643544:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.643546:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (25)--
00000400:00000200:8.0:1609800483.643547:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:7.0:1609800483.643547:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.643548:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (24)--
00000400:00000200:4.0:1609800483.643548:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643550:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000400:00000200:4.0:1609800483.643550:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:28.1:1609800483.643552:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (22)++
00000400:00000200:7.0:1609800483.643553:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.643555:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:4.0:1609800483.643556:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800483.643557:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:7.0:1609800483.643560:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800483.643561:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800483.643561:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000800:00000200:7.0:1609800483.643562:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000400:00000200:4.0:1609800483.643562:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.643564:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:7.0:1609800483.643565:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.643566:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800483.643566:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:7.0:1609800483.643567:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:7.0:1609800483.643572:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (22)--
00000400:00000200:61.0:1609800483.643582:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.122@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:28.1:1609800483.643582:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000400:00000200:61.0:1609800483.643589:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643590:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000400:00000200:61.0:1609800483.643592:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.122@o2ib18 local destination
00000800:00000200:8.0:1609800483.643593:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:8.0:1609800483.643595:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.643596:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:8.0:1609800483.643598:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.643599:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.122@o2ib18(192.168.128.122@o2ib18:192.168.128.122@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.643602:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.122@o2ib18
00000800:00000200:8.0:1609800483.643603:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:61.0:1609800483.643620:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5f80] -> 192.168.128.122@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.643622:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef000] (20)++
00000800:00000200:28.1:1609800483.643622:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:61.0:1609800483.643623:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef000] (22)++
00000800:00000200:61.0:1609800483.643625:0:16062:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.122@o2ib18: no credits
00000800:00000200:61.0:1609800483.643626:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:37.0:1609800483.643629:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800483.643633:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.643634:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (23)--
00000800:00000200:37.0:1609800483.643638:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800483.643640:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:37.0:1609800483.643642:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:28.1:1609800483.643651:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (21)++
00000800:00000200:6.0:1609800483.643675:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)++
00000800:00000200:6.0:1609800483.643678:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef000] (23)--
00000400:00000200:6.0:1609800483.643680:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.643681:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000400:00000200:6.0:1609800483.643682:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.122@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.643685:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800483.643762:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef000] (20)++
00000800:00000200:4.0:1609800483.643772:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)++
00000800:00000200:4.0:1609800483.643778:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.122@o2ib18
00000800:00000200:4.0:1609800483.643780:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef000] (22)++
00000800:00000200:37.0:1609800483.643781:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (22)--
00000800:00000200:4.0:1609800483.643782:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef000] (23)--
00000800:00000200:4.0:1609800483.643784:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef000] (21)--
00000800:00000200:28.1:1609800483.704933:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:8.0:1609800483.704944:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.704950:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.704954:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:8.0:1609800483.704956:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.704960:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.704964:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:8.0:1609800483.704975:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.704980:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800483.704985:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.704990:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:28.1:1609800483.704991:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.704992:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6da00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.704997:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:8.0:1609800483.705000:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705001:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:8.0:1609800483.705006:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705008:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800483.705008:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:37.0:1609800483.705014:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800483.705016:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800483.705019:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705021:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.705023:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:61.0:1609800483.705026:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800483.705034:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.705039:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:28.1:1609800483.705043:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:37.0:1609800483.705045:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.705049:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.705052:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.705053:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800483.705057:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.705058:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800483.705061:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.705072:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705074:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:6.0:1609800483.705076:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800483.705081:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.705084:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:28.1:1609800483.705090:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000400:00000200:6.0:1609800483.705095:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.705099:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705117:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800483.705126:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:6.0:1609800483.705127:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.705127:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705130:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800483.705130:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.705131:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800483.705133:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.705135:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:28.1:1609800483.705156:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000400:00000200:4.0:1609800483.705158:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.705160:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:4.0:1609800483.705160:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.705162:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:6.0:1609800483.705163:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:4.0:1609800483.705163:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:38.0:1609800483.705164:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.705165:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:4.0:1609800483.705165:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800483.705167:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705167:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.705168:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.705169:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000400:00000200:38.0:1609800483.705170:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.705170:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:6.0:1609800483.705171:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.705171:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000800:00000200:57.0:1609800483.705172:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.705175:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:6.0:1609800483.705176:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705176:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:38.0:1609800483.705177:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800483.705178:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.705178:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:38.0:1609800483.705180:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800483.705183:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:38.0:1609800483.705184:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800483.705185:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:28.1:1609800483.705188:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705188:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800483.705191:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800483.705193:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.705194:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.705196:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.705198:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705199:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:6.0:1609800483.705200:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:6.0:1609800483.705200:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705202:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:6.0:1609800483.705204:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:28.1:1609800483.705207:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:61.0:1609800483.705209:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.705210:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705214:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.705214:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800483.705219:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.705221:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000400:00000200:4.0:1609800483.705222:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.705224:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800483.705226:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:4.0:1609800483.705226:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.705227:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.705229:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:4.0:1609800483.705229:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:6.0:1609800483.705232:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:4.0:1609800483.705234:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.705236:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800483.705237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705238:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.705239:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800483.705240:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:4.0:1609800483.705241:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800483.705242:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.705243:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.705246:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800483.705246:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:37.0:1609800483.705249:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:28.1:1609800483.705250:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (23)++
00000800:00000200:37.0:1609800483.705251:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800483.705251:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.705253:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800483.705253:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705254:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.705254:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.705255:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fac00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800483.705255:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800483.705255:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:4.0:1609800483.705257:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:8.0:1609800483.705258:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.705259:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:8.0:1609800483.705259:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.705259:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:4.0:1609800483.705259:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.705260:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800483.705261:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705262:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:4.0:1609800483.705262:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:0.0:1609800483.705263:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.705264:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000400:00000200:4.0:1609800483.705265:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.705265:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.705266:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (24)++
00000400:00000200:4.0:1609800483.705267:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:8.0:1609800483.705268:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:61.0:1609800483.705269:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.705269:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:0.0:1609800483.705269:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800483.705271:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.705271:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:4.0:1609800483.705273:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.705274:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.705275:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:0.0:1609800483.705275:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800483.705276:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.705276:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.705277:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000400:00000200:0.0:1609800483.705277:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.705278:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.705279:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800483.705280:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:8.0:1609800483.705280:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:0.0:1609800483.705280:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.705281:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800483.705282:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800483.705282:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800483.705283:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.705285:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.705286:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.705287:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705288:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:4.0:1609800483.705288:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000800:00000200:4.0:1609800483.705289:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:4.0:1609800483.705290:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:4.0:1609800483.705291:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:61.0:1609800483.705293:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800483.705293:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.705293:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (26)--
00000400:00000200:61.0:1609800483.705294:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705294:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:4.0:1609800483.705295:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800483.705296:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.705297:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.705298:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800483.705298:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:37.0:1609800483.705301:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:8.0:1609800483.705301:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.705302:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.705304:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800483.705307:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800483.705307:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800483.705309:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800483.705309:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800483.705311:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.705311:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800483.705312:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800483.705312:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800483.705313:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:6.0:1609800483.705313:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800483.705314:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.705315:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800483.705334:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800483.705335:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.705335:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:6.0:1609800483.705336:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:61.0:1609800483.705337:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800483.705337:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000400:00000200:61.0:1609800483.705338:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705342:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800483.705342:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705343:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:5.0:1609800483.705354:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.705356:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.705360:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:5.0:1609800483.705365:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.705367:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.705369:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000400:00000200:5.0:1609800483.705369:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.705377:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:4.0:1609800483.705380:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000800:00000200:4.0:1609800483.705381:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:4.0:1609800483.705383:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800483.705386:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705388:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:4.0:1609800483.705389:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800483.705392:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.705394:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:4.0:1609800483.705400:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.705402:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800483.705404:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800483.705406:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800483.705407:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.705411:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:4.0:1609800483.705413:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)--
00000800:00000200:4.0:1609800483.705414:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:61.0:1609800483.705418:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.705420:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705423:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.705446:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:37.0:1609800483.705455:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.705487:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800483.705488:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:37.0:1609800483.705491:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.705492:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705493:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:37.0:1609800483.705495:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705495:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800483.705497:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800483.705497:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.705499:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:4.0:1609800483.705501:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:37.0:1609800483.705503:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.705505:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800483.705507:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.705507:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.705508:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800483.705508:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800483.705509:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800483.705511:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800483.705512:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.705515:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.705517:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800483.705519:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800483.705525:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.705527:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:8.0:1609800483.705527:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800483.705527:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.705528:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.705528:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:37.0:1609800483.705529:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:37.0:1609800483.705530:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.705532:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705535:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:6.0:1609800483.705537:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.705540:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:6.0:1609800483.705540:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800483.705541:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:8.0:1609800483.705542:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:6.0:1609800483.705542:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800483.705543:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800483.705543:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800483.705544:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:57.0:1609800483.705545:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.705545:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.705546:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705546:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1609800483.705546:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:57.0:1609800483.705547:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800483.705547:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800483.705548:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.705548:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000400:00000200:1.0:1609800483.705548:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705549:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800483.705550:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (26)++
00000800:00000200:4.0:1609800483.705550:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800483.705551:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:57.0:1609800483.705552:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800483.705568:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800483.705569:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.705570:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:6.0:1609800483.705571:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:4.0:1609800483.705571:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800483.705572:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:4.0:1609800483.705572:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800483.705573:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.705574:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.146@o2ib18
00000400:00000200:37.0:1609800483.705575:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800483.705575:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)++
00000400:00000200:8.0:1609800483.705576:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:4.0:1609800483.705576:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (27)--
00000800:00000200:4.0:1609800483.705577:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:1.0:1609800483.705577:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800483.705578:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.705579:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:1.0:1609800483.705579:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705581:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800483.705582:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:57.0:1609800483.705583:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800483.705583:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800483.705584:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:57.0:1609800483.705585:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.705585:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.146@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800483.705586:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800483.705586:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800483.705587:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:57.0:1609800483.705588:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800483.705588:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.705589:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800483.705590:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800483.705590:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800483.705592:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705594:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800483.705594:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000800:00000200:37.0:1609800483.705595:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800483.705595:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)--
00000400:00000200:6.0:1609800483.705595:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800483.705596:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:28.1:1609800483.705598:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705598:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800483.705601:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:57.0:1609800483.705601:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.705601:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:57.0:1609800483.705602:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:57.0:1609800483.705605:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800483.705605:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:61.0:1609800483.705621:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705623:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:61.0:1609800483.705624:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:6.0:1609800483.705624:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800483.705628:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:4.0:1609800483.705629:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:4.0:1609800483.705631:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.705632:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.705635:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705635:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:6.0:1609800483.705636:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705640:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:2.0:1609800483.705640:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800483.705641:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:61.0:1609800483.705643:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.705643:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705645:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705648:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:2.0:1609800483.705663:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:28.1:1609800483.705664:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.705671:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:8.0:1609800483.705673:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000800:00000200:8.0:1609800483.705675:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:61.0:1609800483.705677:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.705677:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:61.0:1609800483.705679:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:61.0:1609800483.705681:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.705687:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.705706:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.705709:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705711:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:61.0:1609800483.705717:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.705731:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:28.1:1609800483.705734:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.705736:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.705737:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:61.0:1609800483.705739:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:61.0:1609800483.705744:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:61.0:1609800483.705748:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.705755:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705757:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:4.0:1609800483.705758:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:4.0:1609800483.705761:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:61.0:1609800483.705763:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800483.705763:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800483.705764:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:61.0:1609800483.705766:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:4.0:1609800483.705766:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.705767:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:7.0:1609800483.705769:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800483.705769:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705769:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:4.0:1609800483.705770:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:6.0:1609800483.705771:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.705772:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.705774:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.705775:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705776:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:7.0:1609800483.705777:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.705779:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:7.0:1609800483.705780:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:7.0:1609800483.705787:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800483.705790:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:28.1:1609800483.705792:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:7.0:1609800483.705795:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.705797:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:8.0:1609800483.705799:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:7.0:1609800483.705799:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:37.0:1609800483.705805:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800483.705808:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:7.0:1609800483.705808:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:8.0:1609800483.705809:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.705812:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:7.0:1609800483.705813:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800483.705817:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:7.0:1609800483.705817:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.705818:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000400:00000200:7.0:1609800483.705819:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:7.0:1609800483.705824:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.705826:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:7.0:1609800483.705827:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:61.0:1609800483.705829:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.705829:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:4.0:1609800483.705830:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.705831:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.705832:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.705832:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.705833:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.705833:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000400:00000200:4.0:1609800483.705833:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.705836:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:4.0:1609800483.705836:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:7.0:1609800483.705837:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.705841:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.705845:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:7.0:1609800483.705847:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.705850:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.705851:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:28.1:1609800483.705851:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.705853:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:37.0:1609800483.705858:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705861:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:61.0:1609800483.705862:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:37.0:1609800483.705863:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.705863:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.705864:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:7.0:1609800483.705865:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:37.0:1609800483.705866:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.705869:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800483.705872:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:28.1:1609800483.705873:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000800:00000200:7.0:1609800483.705875:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.705876:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.705878:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:7.0:1609800483.705878:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.705879:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800483.705879:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:7.0:1609800483.705880:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000400:00000200:61.0:1609800483.705881:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:6.0:1609800483.705881:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.705885:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:7.0:1609800483.705885:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000400:00000200:61.0:1609800483.705887:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800483.705887:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800483.705889:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.705890:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:28.1:1609800483.705891:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000400:00000200:7.0:1609800483.705894:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800483.705895:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:61.0:1609800483.705896:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800483.705896:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:61.0:1609800483.705898:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)++
00000400:00000200:7.0:1609800483.705899:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.705900:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.705901:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800483.705901:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:7.0:1609800483.705902:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:61.0:1609800483.705907:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.705907:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000400:00000200:7.0:1609800483.705907:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800483.705909:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.705910:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:7.0:1609800483.705910:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:7.0:1609800483.705913:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.705915:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:7.0:1609800483.705916:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:28.1:1609800483.705917:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (24)++
00000800:00000200:7.0:1609800483.705920:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:4.0:1609800483.705924:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:7.0:1609800483.705926:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800483.705927:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000400:00000200:4.0:1609800483.705928:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.705929:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:4.0:1609800483.705931:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.705933:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:4.0:1609800483.705933:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000400:00000200:8.0:1609800483.705934:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.705934:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.705935:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:7.0:1609800483.705936:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:8.0:1609800483.705937:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:4.0:1609800483.705938:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:4.0:1609800483.705939:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.705941:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:7.0:1609800483.705941:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800483.705942:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:7.0:1609800483.705944:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.705945:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:8.0:1609800483.705963:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:7.0:1609800483.705964:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.705965:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:7.0:1609800483.705966:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000800:00000200:7.0:1609800483.705969:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.705971:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.705976:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.705978:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:28.1:1609800483.705983:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000400:00000200:61.0:1609800483.705984:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.705987:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.705990:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:61.0:1609800483.705991:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.705993:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.705993:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000800:00000200:61.0:1609800483.705994:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (24)++
00000400:00000200:6.0:1609800483.705995:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.705996:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:6.0:1609800483.705997:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.705999:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.706000:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.706000:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.706002:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)++
00000800:00000200:6.0:1609800483.706002:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.706003:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.706005:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800483.706010:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.706018:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:8.0:1609800483.706021:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:8.0:1609800483.706023:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.706023:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:8.0:1609800483.706025:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:8.0:1609800483.706028:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000400:00000200:61.0:1609800483.706074:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.706079:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.706081:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:61.0:1609800483.706089:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.706092:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:61.0:1609800483.706096:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.706112:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:61.0:1609800483.706131:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.706135:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.706140:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.706144:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.706144:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.706147:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:28.1:1609800483.706149:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000400:00000200:38.0:1609800483.706151:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.706153:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.706156:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.706157:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000400:00000200:38.0:1609800483.706158:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:61.0:1609800483.706160:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.706160:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:6.0:1609800483.706161:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.706162:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:61.0:1609800483.706163:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:37.0:1609800483.706163:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:38.0:1609800483.706164:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800483.706164:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.706166:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:38.0:1609800483.706168:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:6.0:1609800483.706169:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.706171:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800483.706173:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800483.706175:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.706175:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000400:00000200:61.0:1609800483.706177:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:38.0:1609800483.706177:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000800:00000200:28.1:1609800483.706178:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (22)++
00000400:00000200:61.0:1609800483.706183:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800483.706185:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:61.0:1609800483.706186:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:38.0:1609800483.706186:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:4.0:1609800483.706188:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:4.0:1609800483.706190:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.706191:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800483.706191:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000800:00000200:61.0:1609800483.706192:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)++
00000400:00000200:38.0:1609800483.706192:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800483.706193:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.706194:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (25)++
00000800:00000200:8.0:1609800483.706196:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.706197:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (26)--
00000800:00000200:61.0:1609800483.706198:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (26)--
00000400:00000200:38.0:1609800483.706198:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.706199:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)++
00000800:00000200:8.0:1609800483.706199:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (25)++
00000400:00000200:38.0:1609800483.706200:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:8.0:1609800483.706200:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (26)--
00000800:00000200:8.0:1609800483.706201:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (25)--
00000800:00000200:37.0:1609800483.706202:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (25)--
00000800:00000200:8.0:1609800483.706203:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:37.0:1609800483.706204:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.706206:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800483.706206:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:38.0:1609800483.706209:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.706210:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:38.0:1609800483.706212:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800483.706212:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:38.0:1609800483.706214:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:38.0:1609800483.706215:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000400:00000200:61.0:1609800483.706216:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.706220:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.706220:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:4.0:1609800483.706220:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000400:00000200:61.0:1609800483.706222:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:4.0:1609800483.706222:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:4.0:1609800483.706224:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.706225:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:4.0:1609800483.706227:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.706228:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.706231:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:4.0:1609800483.706232:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800483.706235:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.706236:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.706238:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:61.0:1609800483.706241:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (23)++
00000800:00000200:61.0:1609800483.706259:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:6.0:1609800483.706259:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:6.0:1609800483.706263:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000400:00000200:6.0:1609800483.706265:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800483.706266:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:6.0:1609800483.706267:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.706287:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.706288:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:6.0:1609800483.706288:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:6.0:1609800483.706289:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)++
00000800:00000200:37.0:1609800483.706290:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.706292:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:6.0:1609800483.706292:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:37.0:1609800483.706294:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000400:00000200:6.0:1609800483.706294:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800483.706296:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.706299:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000400:00000200:0.0:1609800483.706312:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800483.706318:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.706321:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000400:00000200:0.0:1609800483.706327:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800483.706331:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:61.0:1609800483.706332:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:0.0:1609800483.706336:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.706338:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (20)++
00000800:00000200:0.0:1609800483.706339:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (21)++
00000400:00000200:61.0:1609800483.706340:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.706342:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:0.0:1609800483.706347:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (22)--
00000400:00000200:61.0:1609800483.706348:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.706351:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000400:00000200:0.0:1609800483.706354:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.146@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800483.706356:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.706357:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (21)++
00000800:00000200:61.0:1609800483.706359:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (22)++
00000400:00000200:0.0:1609800483.706359:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800483.706360:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (23)++
00000400:00000200:0.0:1609800483.706361:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.146@o2ib18 local destination
00000800:00000200:61.0:1609800483.706363:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)--
00000800:00000200:8.0:1609800483.706367:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:0.0:1609800483.706367:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.146@o2ib18(192.168.128.146@o2ib18:192.168.128.146@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800483.706370:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:0.0:1609800483.706370:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.146@o2ib18
00000800:00000200:37.0:1609800483.706373:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)++
00000400:00000200:8.0:1609800483.706373:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800483.706374:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5700] -> 192.168.128.146@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800483.706375:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:37.0:1609800483.706376:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (24)--
00000800:00000200:0.0:1609800483.706376:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9ec00] (24)++
00000800:00000200:8.0:1609800483.706377:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000800:00000200:0.0:1609800483.706377:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9ec00] (25)++
00000400:00000200:37.0:1609800483.706378:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.706379:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (24)--
00000400:00000200:37.0:1609800483.706380:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:0.0:1609800483.706381:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:37.0:1609800483.706384:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000800:00000200:28.1:1609800483.706394:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (21)++
00000800:00000200:6.0:1609800483.706402:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)++
00000800:00000200:6.0:1609800483.706405:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9ec00] (23)--
00000400:00000200:6.0:1609800483.706407:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800483.706408:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (22)--
00000400:00000200:6.0:1609800483.706409:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.146@o2ib18: PUT: OK
00000800:00000200:6.0:1609800483.706411:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:28.1:1609800483.706448:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9ec00] (20)++
00000800:00000200:8.0:1609800483.706456:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)++
00000800:00000200:8.0:1609800483.706459:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.146@o2ib18
00000800:00000200:8.0:1609800483.706461:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9ec00] (22)++
00000800:00000200:37.0:1609800483.706462:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (23)--
00000800:00000200:8.0:1609800483.706462:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9ec00] (23)--
00000800:00000200:8.0:1609800483.706463:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9ec00] (21)--
00000800:00000200:27.1:1609800483.793863:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (20)++
00000800:00000200:4.0:1609800483.793894:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (21)++
00000800:00000200:4.0:1609800483.793914:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.109@o2ib18
00000800:00000200:6.0:1609800483.793917:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:4.0:1609800483.793917:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.109@o2ib18 : GET - for me
00000400:00000200:4.0:1609800483.793920:0:16038:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.109@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:4.0:1609800483.793923:0:16038:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.109@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:4.0:1609800483.793926:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336373e5000] (21)++
00000800:00000200:4.0:1609800483.793928:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336373e5000] (22)--
00000400:00000200:4.0:1609800483.793930:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.109@o2ib18 local destination
00000400:00000200:4.0:1609800483.793935:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.109@o2ib18(192.168.128.109@o2ib18:192.168.128.109@o2ib18) : REPLY try# 0
00000800:00000200:4.0:1609800483.793938:0:16038:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.109@o2ib18
00000800:00000200:4.0:1609800483.793941:0:16038:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85300] -> 192.168.128.109@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800483.793942:0:16038:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336373e5000] (21)++
00000800:00000200:4.0:1609800483.793942:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336373e5000] (22)++
00000800:00000200:4.0:1609800483.793947:0:16038:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336373e5000] (23)--
00000800:00000200:4.0:1609800483.793948:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000800:00000200:27.1:1609800483.793974:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336373e5000] (21)++
00000800:00000200:37.0:1609800483.794020:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336373e5000] (22)++
00000800:00000200:37.0:1609800483.794025:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336373e5000] (23)--
00000400:00000200:37.0:1609800483.794027:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800483.794027:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (22)--
00000400:00000200:37.0:1609800483.794029:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.109@o2ib18: REPLY: OK
00000800:00000200:37.0:1609800483.794034:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336373e5000] (21)--
00000800:00000200:30.1:1609800483.836256:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (20)++
00000800:00000200:6.0:1609800483.836311:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:6.0:1609800483.836321:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.148@o2ib18
00000400:00000200:6.0:1609800483.836329:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.148@o2ib18 : GET - for me
00000400:00000200:6.0:1609800483.836338:0:16037:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.148@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:6.0:1609800483.836344:0:16037:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.148@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:6.0:1609800483.836350:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:6.0:1609800483.836355:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:6.0:1609800483.836361:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.148@o2ib18 local destination
00000800:00000200:4.0:1609800483.836361:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000400:00000200:6.0:1609800483.836373:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.148@o2ib18(192.168.128.148@o2ib18:192.168.128.148@o2ib18) : REPLY try# 0
00000800:00000200:6.0:1609800483.836379:0:16037:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.148@o2ib18
00000800:00000200:6.0:1609800483.836384:0:16037:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efece80] -> 192.168.128.148@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800483.836387:0:16037:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:6.0:1609800483.836389:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:6.0:1609800483.836400:0:16037:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b2b0a00] (23)--
00000800:00000200:6.0:1609800483.836402:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:30.1:1609800483.836488:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b2b0a00] (21)++
00000800:00000200:8.0:1609800483.836541:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)++
00000800:00000200:8.0:1609800483.836548:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b2b0a00] (23)--
00000400:00000200:8.0:1609800483.836551:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800483.836557:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.148@o2ib18: REPLY: OK
00000800:00000200:8.0:1609800483.836563:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (22)--
00000800:00000200:8.0:1609800483.836565:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b2b0a00] (21)--
00000800:00000200:30.1:1609800483.907486:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:19.0:1609800483.907537:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800483.907549:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.907551:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800483.907558:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.907566:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800483.907572:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800483.907585:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.907597:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800483.907603:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800483.907609:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800483.907612:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.907620:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800483.907623:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (22)--
00000800:00000200:19.0:1609800483.907625:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:5.0:1609800483.907679:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800483.907682:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.907685:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.907915:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:27.0:1609800483.907951:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:27.0:1609800483.907958:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:27.0:1609800483.907964:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800483.907969:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.907972:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:27.0:1609800483.907978:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800483.907982:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800483.907986:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.907989:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:27.0:1609800483.907990:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800483.907991:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.907996:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.907996:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.907998:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:27.0:1609800483.907999:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:29.0:1609800483.908000:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800483.908000:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:27.0:1609800483.908003:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:29.0:1609800483.908005:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.908007:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:27.0:1609800483.908007:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:61.0:1609800483.908008:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.908008:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:61.0:1609800483.908013:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:27.0:1609800483.908013:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.908015:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:29.0:1609800483.908016:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908020:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800483.908021:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908023:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800483.908024:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800483.908026:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.908028:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.908029:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800483.908029:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800483.908030:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.908030:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800483.908033:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.908034:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:33.0:1609800483.908035:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908035:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.908036:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:29.0:1609800483.908037:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000800:00000200:27.0:1609800483.908037:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:27.0:1609800483.908039:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:33.0:1609800483.908040:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800483.908041:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.908042:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.908042:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800483.908044:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (26)--
00000400:00000200:61.0:1609800483.908045:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:33.0:1609800483.908045:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908045:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000400:00000200:27.0:1609800483.908046:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908047:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000400:00000200:33.0:1609800483.908050:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:29.0:1609800483.908052:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908055:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000400:00000200:33.0:1609800483.908057:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800483.908059:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.908060:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800483.908061:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:33.0:1609800483.908063:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.908067:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:29.0:1609800483.908067:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800483.908067:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800483.908068:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.908069:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800483.908070:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.908071:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800483.908073:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800483.908073:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.908074:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:27.0:1609800483.908076:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800483.908077:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800483.908078:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800483.908079:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.908080:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800483.908082:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.908085:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (26)++
00000800:00000200:29.0:1609800483.908085:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800483.908086:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (26)++
00000800:00000200:33.0:1609800483.908087:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (28)--
00000800:00000200:27.0:1609800483.908087:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (28)--
00000800:00000200:33.0:1609800483.908088:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000800:00000200:29.0:1609800483.908088:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800483.908089:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:27.0:1609800483.908090:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:33.0:1609800483.908091:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.908091:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800483.908092:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.908095:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000400:00000200:19.0:1609800483.908096:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.908097:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:29.0:1609800483.908098:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:1.0:1609800483.908098:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.908099:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (24)--
00000800:00000200:27.0:1609800483.908099:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800483.908099:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:61.0:1609800483.908100:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.908100:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:61.0:1609800483.908101:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.908102:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908104:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.908104:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.908107:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.908109:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800483.908110:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800483.908114:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:30.1:1609800483.908116:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000800:00000200:61.0:1609800483.908118:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800483.908118:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000400:00000200:61.0:1609800483.908124:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908127:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800483.908134:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:33.0:1609800483.908138:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908139:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.908140:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000400:00000200:33.0:1609800483.908141:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.908143:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000400:00000200:33.0:1609800483.908144:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.908144:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908145:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000400:00000200:33.0:1609800483.908147:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:29.0:1609800483.908147:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:19.0:1609800483.908147:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:29.0:1609800483.908149:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:27.0:1609800483.908150:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800483.908153:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800483.908156:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:1.0:1609800483.908157:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800483.908158:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800483.908158:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.908159:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:1.0:1609800483.908159:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.908161:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:33.0:1609800483.908162:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:29.0:1609800483.908164:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.908165:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800483.908165:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:1.0:1609800483.908165:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800483.908167:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:27.0:1609800483.908167:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800483.908170:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:29.0:1609800483.908173:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800483.908173:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800483.908175:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.908176:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (26)++
00000800:00000200:29.0:1609800483.908176:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800483.908177:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800483.908178:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (27)--
00000800:00000200:29.0:1609800483.908178:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800483.908179:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000800:00000200:33.0:1609800483.908180:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:27.0:1609800483.908180:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000800:00000200:29.0:1609800483.908181:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800483.908181:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.908182:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (27)--
00000800:00000200:29.0:1609800483.908182:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800483.908182:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (27)--
00000800:00000200:61.0:1609800483.908183:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800483.908183:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000400:00000200:61.0:1609800483.908184:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.908184:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000400:00000200:19.0:1609800483.908184:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:33.0:1609800483.908185:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:61.0:1609800483.908187:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.908187:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.908188:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:33.0:1609800483.908189:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:29.0:1609800483.908189:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:1.0:1609800483.908189:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800483.908190:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800483.908190:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800483.908191:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.908194:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:33.0:1609800483.908194:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.908194:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800483.908196:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.908196:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:30.1:1609800483.908197:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800483.908197:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:33.0:1609800483.908198:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908199:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:33.0:1609800483.908200:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:19.0:1609800483.908202:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.908203:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:19.0:1609800483.908203:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.908206:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908206:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908208:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:33.0:1609800483.908209:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800483.908210:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.908211:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:19.0:1609800483.908212:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000800:00000200:33.0:1609800483.908214:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800483.908214:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (26)++
00000800:00000200:33.0:1609800483.908215:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800483.908215:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800483.908215:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800483.908215:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800483.908217:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (27)--
00000400:00000200:1.0:1609800483.908217:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.908218:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908218:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000800:00000200:33.0:1609800483.908219:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000400:00000200:27.0:1609800483.908219:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908219:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:33.0:1609800483.908220:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (27)--
00000800:00000200:33.0:1609800483.908221:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000400:00000200:29.0:1609800483.908221:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:19.0:1609800483.908221:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.908222:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:61.0:1609800483.908223:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800483.908223:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800483.908224:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800483.908226:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:61.0:1609800483.908227:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:19.0:1609800483.908227:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:30.1:1609800483.908228:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (24)++
00000400:00000200:29.0:1609800483.908228:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908231:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:27.0:1609800483.908232:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908233:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.908234:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:33.0:1609800483.908235:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (26)--
00000800:00000200:33.0:1609800483.908236:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.908236:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800483.908237:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:29.0:1609800483.908237:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:29.0:1609800483.908238:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800483.908240:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.908243:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (23)++
00000400:00000200:19.0:1609800483.908243:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:29.0:1609800483.908245:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.908246:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.908246:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.908247:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:29.0:1609800483.908249:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.908249:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:19.0:1609800483.908249:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800483.908251:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800483.908251:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:29.0:1609800483.908252:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908253:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.908255:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000400:00000200:29.0:1609800483.908255:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800483.908255:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800483.908256:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800483.908257:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908257:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (26)--
00000800:00000200:19.0:1609800483.908257:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800483.908258:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.908258:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:61.0:1609800483.908259:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800483.908259:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800483.908259:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000400:00000200:61.0:1609800483.908260:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.908261:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800483.908261:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:27.0:1609800483.908261:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000400:00000200:61.0:1609800483.908263:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:29.0:1609800483.908266:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800483.908269:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800483.908269:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (26)++
00000400:00000200:33.0:1609800483.908272:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908272:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800483.908272:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800483.908272:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (27)--
00000800:00000200:19.0:1609800483.908273:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000800:00000200:19.0:1609800483.908274:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:29.0:1609800483.908275:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800483.908275:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.908276:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:29.0:1609800483.908276:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:33.0:1609800483.908281:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800483.908285:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:30.1:1609800483.908285:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (24)++
00000400:00000200:61.0:1609800483.908286:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.908286:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800483.908286:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (25)++
00000800:00000200:29.0:1609800483.908287:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (26)--
00000400:00000200:27.0:1609800483.908287:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000800:00000200:33.0:1609800483.908288:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800483.908288:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000400:00000200:61.0:1609800483.908289:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800483.908289:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:33.0:1609800483.908291:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800483.908291:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000800:00000200:33.0:1609800483.908292:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800483.908292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:29.0:1609800483.908293:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:27.0:1609800483.908293:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800483.908295:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800483.908297:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:33.0:1609800483.908298:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:27.0:1609800483.908298:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800483.908299:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:27.0:1609800483.908301:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800483.908302:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800483.908304:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:27.0:1609800483.908305:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (22)--
00000800:00000200:27.0:1609800483.908306:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:2.0:1609800483.908321:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.908326:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.908332:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:2.0:1609800483.908349:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.908351:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.0:1609800483.908355:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800483.908356:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:26.0:1609800483.908359:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.908361:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800483.908363:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800483.908364:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:2.0:1609800483.908365:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.908370:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800483.908375:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800483.908381:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:7.0:1609800483.908394:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800483.908400:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:61.0:1609800483.908401:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.908405:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908408:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:7.0:1609800483.908408:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800483.908411:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:7.0:1609800483.908413:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000400:00000200:61.0:1609800483.908414:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.908417:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:61.0:1609800483.908422:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.908424:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000800:00000200:7.0:1609800483.908425:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:61.0:1609800483.908426:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:61.0:1609800483.908448:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000400:00000200:61.0:1609800483.908453:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.908456:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908457:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:61.0:1609800483.908462:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.908465:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:61.0:1609800483.908467:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.908468:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000800:00000200:61.0:1609800483.908469:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:61.0:1609800483.908473:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)--
00000400:00000200:38.0:1609800483.908474:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800483.908477:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (23)++
00000400:00000200:61.0:1609800483.908478:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800483.908480:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800483.908483:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:61.0:1609800483.908485:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908485:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.908488:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000400:00000200:38.0:1609800483.908489:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800483.908490:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800483.908492:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908492:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (24)++
00000400:00000200:61.0:1609800483.908493:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:29.0:1609800483.908493:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:38.0:1609800483.908497:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800483.908498:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000800:00000200:38.0:1609800483.908499:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)++
00000400:00000200:19.0:1609800483.908499:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908500:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.908500:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (25)++
00000800:00000200:38.0:1609800483.908501:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (25)++
00000400:00000200:19.0:1609800483.908502:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.908503:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.908506:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (27)--
00000800:00000200:61.0:1609800483.908508:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800483.908508:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (26)--
00000800:00000200:61.0:1609800483.908510:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)++
00000800:00000200:38.0:1609800483.908510:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)--
00000800:00000200:19.0:1609800483.908510:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:61.0:1609800483.908511:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (25)++
00000800:00000200:33.0:1609800483.908511:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:33.0:1609800483.908512:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.908515:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.908516:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (24)--
00000800:00000200:33.0:1609800483.908518:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:30.1:1609800483.908527:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000800:00000200:29.0:1609800483.908533:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:29.0:1609800483.908536:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:29.0:1609800483.908537:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800483.908537:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800483.908538:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:29.0:1609800483.908540:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.908542:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:26.0:1609800483.908542:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908543:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000400:00000200:27.0:1609800483.908543:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908545:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:27.0:1609800483.908546:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:26.0:1609800483.908546:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:26.0:1609800483.908552:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:26.0:1609800483.908555:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908556:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:26.0:1609800483.908559:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800483.908561:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:26.0:1609800483.908563:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:26.0:1609800483.908570:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.908590:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:33.0:1609800483.908596:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:33.0:1609800483.908599:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:33.0:1609800483.908600:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908601:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:33.0:1609800483.908602:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:33.0:1609800483.908605:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:61.0:1609800483.908696:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800483.908696:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:29.0:1609800483.908702:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000400:00000200:61.0:1609800483.908703:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908705:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000400:00000200:61.0:1609800483.908706:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:29.0:1609800483.908707:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:27.0:1609800483.908707:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:0.0:1609800483.908707:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800483.908708:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:29.0:1609800483.908709:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:61.0:1609800483.908712:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.908714:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:61.0:1609800483.908717:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.908719:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:61.0:1609800483.908720:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:61.0:1609800483.908724:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.908737:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800483.908743:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:0.0:1609800483.908743:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908746:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800483.908747:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800483.908748:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:33.0:1609800483.908749:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800483.908750:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:0.0:1609800483.908754:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.908758:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:0.0:1609800483.908758:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:0.0:1609800483.908763:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800483.908765:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:0.0:1609800483.908766:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:0.0:1609800483.908774:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.908787:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:27.0:1609800483.908793:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:61.0:1609800483.908794:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800483.908796:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:61.0:1609800483.908797:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800483.908798:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:27.0:1609800483.908798:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908799:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:27.0:1609800483.908800:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:61.0:1609800483.908804:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.908807:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908809:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:61.0:1609800483.908811:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.908813:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:61.0:1609800483.908814:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:61.0:1609800483.908818:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.908832:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:33.0:1609800483.908838:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:33.0:1609800483.908840:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:33.0:1609800483.908842:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908843:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:33.0:1609800483.908844:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:33.0:1609800483.908846:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:5.0:1609800483.908847:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.908854:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.908857:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000400:00000200:5.0:1609800483.908857:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:5.0:1609800483.908863:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:29.0:1609800483.908864:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:5.0:1609800483.908866:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:29.0:1609800483.908867:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:29.0:1609800483.908869:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:27.0:1609800483.908869:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:29.0:1609800483.908870:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:5.0:1609800483.908871:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800483.908872:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:5.0:1609800483.908873:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:5.0:1609800483.908875:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:5.0:1609800483.908883:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000400:00000200:5.0:1609800483.908886:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800483.908889:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.908891:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:5.0:1609800483.908895:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800483.908896:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:5.0:1609800483.908897:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:5.0:1609800483.908899:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.908901:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000800:00000200:5.0:1609800483.908901:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:19.0:1609800483.908902:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:5.0:1609800483.908907:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)--
00000800:00000200:33.0:1609800483.908908:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:19.0:1609800483.908908:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (25)--
00000400:00000200:19.0:1609800483.908909:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.908911:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:19.0:1609800483.908912:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:5.0:1609800483.908914:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.908915:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:5.0:1609800483.908916:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:30.1:1609800483.908920:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:5.0:1609800483.908921:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800483.908923:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.908926:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:5.0:1609800483.908926:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800483.908928:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.908929:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000800:00000200:5.0:1609800483.908929:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000400:00000200:27.0:1609800483.908931:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908932:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800483.908932:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000400:00000200:27.0:1609800483.908933:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:5.0:1609800483.908934:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:27.0:1609800483.908938:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:61.0:1609800483.908939:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800483.908939:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.908941:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:5.0:1609800483.908945:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.908947:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:30.1:1609800483.908947:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:5.0:1609800483.908947:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:61.0:1609800483.908951:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.908953:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:5.0:1609800483.908954:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.908956:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000800:00000200:5.0:1609800483.908956:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000400:00000200:33.0:1609800483.908957:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800483.908959:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800483.908959:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:33.0:1609800483.908960:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:61.0:1609800483.908961:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000800:00000200:5.0:1609800483.908961:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.908962:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:5.0:1609800483.908963:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000800:00000200:33.0:1609800483.908964:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:61.0:1609800483.908967:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:5.0:1609800483.908967:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (23)++
00000800:00000200:5.0:1609800483.908972:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:30.1:1609800483.908979:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (22)++
00000800:00000200:29.0:1609800483.908985:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:29.0:1609800483.908988:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (24)--
00000400:00000200:29.0:1609800483.908989:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.908991:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000400:00000200:29.0:1609800483.908992:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.908994:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:27.0:1609800483.908995:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:29.0:1609800483.908996:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.908996:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.908998:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.908999:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:19.0:1609800483.909000:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (23)--
00000800:00000200:29.0:1609800483.909008:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (22)--
00000400:00000200:29.0:1609800483.909009:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:29.0:1609800483.909011:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.909014:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:61.0:1609800483.909047:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800483.909050:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800483.909059:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:61.0:1609800483.909064:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800483.909067:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:61.0:1609800483.909071:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800483.909072:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:61.0:1609800483.909074:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:61.0:1609800483.909077:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.909090:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:27.0:1609800483.909096:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:27.0:1609800483.909099:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:27.0:1609800483.909100:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800483.909101:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:27.0:1609800483.909102:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:27.0:1609800483.909105:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:1.0:1609800483.909108:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800483.909115:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.909119:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:1.0:1609800483.909133:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.909136:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:1.0:1609800483.909141:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.909143:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:1.0:1609800483.909144:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:1.0:1609800483.909152:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000400:00000200:1.0:1609800483.909157:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800483.909161:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.909163:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:30.1:1609800483.909165:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:1.0:1609800483.909167:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800483.909169:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:33.0:1609800483.909172:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:1.0:1609800483.909172:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.909173:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)++
00000800:00000200:1.0:1609800483.909174:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000800:00000200:29.0:1609800483.909177:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:1.0:1609800483.909178:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (25)--
00000800:00000200:33.0:1609800483.909179:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:33.0:1609800483.909181:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800483.909184:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000400:00000200:1.0:1609800483.909185:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800483.909188:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:1.0:1609800483.909190:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:30.1:1609800483.909191:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:1.0:1609800483.909192:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:1.0:1609800483.909196:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800483.909197:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:1.0:1609800483.909198:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.909200:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800483.909201:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.909201:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800483.909202:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:1.0:1609800483.909203:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)++
00000400:00000200:19.0:1609800483.909204:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:1.0:1609800483.909204:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (24)++
00000800:00000200:19.0:1609800483.909206:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (25)--
00000800:00000200:27.0:1609800483.909207:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.909207:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (24)--
00000800:00000200:1.0:1609800483.909209:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:27.0:1609800483.909210:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (23)++
00000800:00000200:27.0:1609800483.909211:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:27.0:1609800483.909212:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:1.0:1609800483.909218:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:30.1:1609800483.909221:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000400:00000200:1.0:1609800483.909222:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800483.909224:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000800:00000200:33.0:1609800483.909226:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000400:00000200:1.0:1609800483.909228:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800483.909229:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:33.0:1609800483.909231:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800483.909231:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:19.0:1609800483.909232:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:33.0:1609800483.909234:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:1.0:1609800483.909234:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800483.909235:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000800:00000200:1.0:1609800483.909236:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:33.0:1609800483.909237:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:1.0:1609800483.909240:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.909253:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:29.0:1609800483.909258:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:29.0:1609800483.909261:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:29.0:1609800483.909263:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800483.909264:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:29.0:1609800483.909265:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:29.0:1609800483.909268:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:2.0:1609800483.909361:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.64@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800483.909380:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800483.909383:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:2.0:1609800483.909389:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800483.909392:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:2.0:1609800483.909397:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800483.909398:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (20)++
00000800:00000200:2.0:1609800483.909400:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (21)++
00000800:00000200:2.0:1609800483.909407:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800483.909420:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800483.909425:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800483.909428:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:19.0:1609800483.909430:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800483.909431:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800483.909432:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: PUT: OK
00000800:00000200:19.0:1609800483.909435:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:30.1:1609800483.909454:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:27.0:1609800483.909459:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:27.0:1609800483.909463:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.64@o2ib18
00000800:00000200:27.0:1609800483.909464:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (22)++
00000800:00000200:29.0:1609800483.909465:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:27.0:1609800483.909465:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (23)--
00000800:00000200:27.0:1609800483.909466:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000400:00000200:5.0:1609800484.341195:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800484.341202:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000800:00000200:28.1:1609800484.462811:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:4.0:1609800484.462870:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:4.0:1609800484.462881:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.101@o2ib18
00000400:00000200:4.0:1609800484.462889:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.462897:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.462903:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800484.462916:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.462920:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800484.462922:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.462943:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800484.462944:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:4.0:1609800484.462946:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800484.462948:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.462948:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800484.462971:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.462971:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (23)++
00000800:00000200:4.0:1609800484.462974:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (24)--
00000400:00000200:6.0:1609800484.462975:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:4.0:1609800484.462976:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:4.0:1609800484.462978:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:6.0:1609800484.462981:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.462982:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:4.0:1609800484.462982:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.462985:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800484.462985:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.462987:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.462988:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800484.462989:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463009:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.463009:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800484.463009:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:6.0:1609800484.463011:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800484.463014:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800484.463015:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463016:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:4.0:1609800484.463016:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800484.463018:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:6.0:1609800484.463018:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800484.463019:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:4.0:1609800484.463019:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800484.463021:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:4.0:1609800484.463021:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800484.463023:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463023:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.463043:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:4.0:1609800484.463045:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:61.0:1609800484.463046:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.463046:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800484.463046:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800484.463046:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000400:00000200:6.0:1609800484.463047:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.463048:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800484.463049:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800484.463050:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.463050:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:6.0:1609800484.463050:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.463050:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:4.0:1609800484.463051:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:8.0:1609800484.463052:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:6.0:1609800484.463053:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:8.0:1609800484.463054:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.463057:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.463057:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000400:00000200:37.0:1609800484.463058:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.463058:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.463060:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (26)++
00000400:00000200:6.0:1609800484.463060:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800484.463061:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800484.463063:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.463063:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:37.0:1609800484.463065:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.463065:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.463067:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000800:00000200:6.0:1609800484.463067:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800484.463067:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:8.0:1609800484.463068:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000400:00000200:7.0:1609800484.463068:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.463070:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:6.0:1609800484.463070:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.463072:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.463072:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800484.463073:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463075:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800484.463077:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800484.463078:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (26)++
00000800:00000200:6.0:1609800484.463079:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000800:00000200:4.0:1609800484.463079:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800484.463080:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:8.0:1609800484.463080:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.463080:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:4.0:1609800484.463080:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.463082:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:4.0:1609800484.463083:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:4.0:1609800484.463084:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000400:00000200:8.0:1609800484.463085:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.463086:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463086:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000400:00000200:8.0:1609800484.463087:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:61.0:1609800484.463089:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.463090:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:7.0:1609800484.463090:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800484.463091:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463092:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.463093:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:28.1:1609800484.463093:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (23)++
00000400:00000200:7.0:1609800484.463094:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.463095:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800484.463097:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.463097:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800484.463099:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:7.0:1609800484.463099:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463100:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.463100:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:7.0:1609800484.463100:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.463101:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.463102:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:37.0:1609800484.463103:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000400:00000200:7.0:1609800484.463103:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.463103:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800484.463104:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:8.0:1609800484.463106:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:37.0:1609800484.463107:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800484.463107:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:61.0:1609800484.463108:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463115:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800484.463115:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (25)++
00000800:00000200:37.0:1609800484.463117:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800484.463117:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800484.463119:0:16037:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.101@o2ib18(1): redundant or enough NOOP
00000800:00000200:6.0:1609800484.463131:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:7.0:1609800484.463132:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.463132:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:7.0:1609800484.463134:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.463136:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.463154:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463157:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800484.463159:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:61.0:1609800484.463162:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.463170:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800484.463173:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:61.0:1609800484.463174:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.463174:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800484.463176:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:61.0:1609800484.463177:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.463181:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:28.1:1609800484.463235:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:37.0:1609800484.463245:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800484.463250:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.463252:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800484.463254:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800484.463258:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.463261:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:37.0:1609800484.463267:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.463270:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800484.463273:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800484.463276:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800484.463277:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.463281:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800484.463282:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:37.0:1609800484.463283:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800484.463317:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:4.0:1609800484.463326:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:4.0:1609800484.463329:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:8.0:1609800484.463332:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:4.0:1609800484.463333:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.463335:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:26.0:1609800484.463337:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800484.463337:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463338:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:8.0:1609800484.463339:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.463339:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000400:00000200:26.0:1609800484.463340:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463342:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800484.463343:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:26.0:1609800484.463345:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463346:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:4.0:1609800484.463346:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463349:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800484.463351:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.463352:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800484.463352:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.463352:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800484.463354:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:4.0:1609800484.463354:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.463355:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800484.463359:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.463360:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463360:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463360:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000400:00000200:6.0:1609800484.463361:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000800:00000200:4.0:1609800484.463361:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:4.0:1609800484.463362:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800484.463363:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.463364:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:8.0:1609800484.463365:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800484.463365:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:6.0:1609800484.463367:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.463369:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.463370:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.463370:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800484.463388:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:4.0:1609800484.463389:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.463390:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800484.463393:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:6.0:1609800484.463393:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800484.463393:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.463394:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.463394:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:6.0:1609800484.463394:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ec00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.463395:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:4.0:1609800484.463395:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:37.0:1609800484.463397:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.463397:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:8.0:1609800484.463399:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800484.463400:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800484.463401:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.463403:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800484.463403:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:37.0:1609800484.463404:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.463404:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800484.463405:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.463405:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.463405:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (26)++
00000800:00000200:37.0:1609800484.463406:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (26)++
00000800:00000200:4.0:1609800484.463406:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800484.463408:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800484.463408:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.463408:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.463408:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:38.0:1609800484.463410:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463410:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:4.0:1609800484.463410:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.463412:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463413:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (28)--
00000800:00000200:6.0:1609800484.463413:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (28)--
00000800:00000200:4.0:1609800484.463413:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (28)++
00000800:00000200:6.0:1609800484.463414:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (28)--
00000800:00000200:4.0:1609800484.463414:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (27)--
00000400:00000200:38.0:1609800484.463415:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463416:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:8.0:1609800484.463417:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.463417:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:6.0:1609800484.463419:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000800:00000200:8.0:1609800484.463420:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:38.0:1609800484.463421:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800484.463422:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.463422:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800484.463423:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:38.0:1609800484.463425:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463425:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:8.0:1609800484.463425:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:6.0:1609800484.463426:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.463427:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:61.0:1609800484.463428:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463442:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.463444:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:37.0:1609800484.463445:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:8.0:1609800484.463445:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (24)++
00000800:00000200:8.0:1609800484.463446:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (25)--
00000400:00000200:6.0:1609800484.463446:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.463447:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:8.0:1609800484.463448:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:6.0:1609800484.463449:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:61.0:1609800484.463452:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800484.463455:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:38.0:1609800484.463458:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.463458:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:38.0:1609800484.463460:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463461:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:38.0:1609800484.463462:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.463464:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.463464:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800484.463465:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ea00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.463466:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463468:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000400:00000200:61.0:1609800484.463469:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.463470:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:6.0:1609800484.463473:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800484.463474:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:0.0:1609800484.463481:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800484.463483:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800484.463484:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:0.0:1609800484.463487:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800484.463492:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800484.463495:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:4.0:1609800484.463496:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:4.0:1609800484.463498:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800484.463540:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:8.0:1609800484.463549:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:8.0:1609800484.463552:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.463554:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:8.0:1609800484.463555:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.463558:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463560:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:8.0:1609800484.463565:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.463567:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.463570:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800484.463573:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.463574:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.463578:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000800:00000200:8.0:1609800484.463579:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800484.463580:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:61.0:1609800484.463588:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463589:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:28.1:1609800484.463591:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000400:00000200:61.0:1609800484.463592:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.463616:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800484.463638:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000800:00000200:4.0:1609800484.463641:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:37.0:1609800484.463642:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.463644:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.101@o2ib18
00000400:00000200:37.0:1609800484.463645:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.463646:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:4.0:1609800484.463647:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.101@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800484.463648:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:37.0:1609800484.463653:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.463656:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800484.463658:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800484.463658:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.463659:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800484.463661:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.463663:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fae00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800484.463665:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.463666:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800484.463667:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800484.463668:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (23)--
00000800:00000200:37.0:1609800484.463669:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:4.0:1609800484.463669:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800484.463672:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.463673:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.463676:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000800:00000200:4.0:1609800484.463695:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:4.0:1609800484.463696:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:61.0:1609800484.463701:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463702:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.463705:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800484.463752:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.463755:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800484.463755:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800484.463759:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800484.463761:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.463761:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.463765:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:1.0:1609800484.463768:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.463772:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.463776:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:1.0:1609800484.463792:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:1.0:1609800484.463798:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.463801:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:61.0:1609800484.463803:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.463805:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:1.0:1609800484.463806:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.463807:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:1.0:1609800484.463808:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.463815:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:1.0:1609800484.463816:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000400:00000200:61.0:1609800484.463821:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800484.463822:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000400:00000200:61.0:1609800484.463825:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.463827:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:61.0:1609800484.463833:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.463837:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:1.0:1609800484.463838:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.463841:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.463843:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000400:00000200:1.0:1609800484.463843:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.463844:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000800:00000200:61.0:1609800484.463846:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000400:00000200:1.0:1609800484.463861:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:61.0:1609800484.463863:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.463866:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.463866:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.463869:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:61.0:1609800484.463870:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:1.0:1609800484.463874:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.463875:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)++
00000400:00000200:61.0:1609800484.463877:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.463877:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (24)++
00000800:00000200:61.0:1609800484.463880:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:1.0:1609800484.463881:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (25)--
00000800:00000200:61.0:1609800484.463884:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:28.1:1609800484.463885:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (24)++
00000800:00000200:61.0:1609800484.463886:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)++
00000400:00000200:1.0:1609800484.463886:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.463887:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (26)++
00000800:00000200:61.0:1609800484.463889:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (27)--
00000400:00000200:1.0:1609800484.463891:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.463893:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:1.0:1609800484.463919:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.463921:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:1.0:1609800484.463944:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.463946:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (26)++
00000800:00000200:1.0:1609800484.463947:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (27)++
00000800:00000200:8.0:1609800484.463950:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (28)++
00000800:00000200:1.0:1609800484.463953:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (29)--
00000400:00000200:61.0:1609800484.463955:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800484.463955:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (28)--
00000400:00000200:8.0:1609800484.463957:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.463958:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.463959:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.463960:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.463961:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:61.0:1609800484.463969:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800484.463971:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (27)--
00000800:00000200:61.0:1609800484.463972:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:8.0:1609800484.463973:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (26)++
00000400:00000200:1.0:1609800484.463974:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.463976:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800484.463976:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (27)--
00000800:00000200:61.0:1609800484.463978:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (26)++
00000400:00000200:8.0:1609800484.463978:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.463978:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:61.0:1609800484.463980:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (27)++
00000400:00000200:8.0:1609800484.463980:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.463982:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (28)++
00000800:00000200:61.0:1609800484.463985:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (29)--
00000400:00000200:1.0:1609800484.463985:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800484.463988:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (28)--
00000800:00000200:8.0:1609800484.463989:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (27)--
00000800:00000200:1.0:1609800484.463989:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:37.0:1609800484.463990:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.463990:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (26)++
00000800:00000200:8.0:1609800484.463992:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (27)--
00000400:00000200:37.0:1609800484.463993:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.463993:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800484.463994:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.463995:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (26)++
00000400:00000200:8.0:1609800484.463996:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.463996:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (27)++
00000800:00000200:6.0:1609800484.463997:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (27)++
00000800:00000200:8.0:1609800484.464017:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (29)--
00000800:00000200:37.0:1609800484.464019:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (28)--
00000800:00000200:6.0:1609800484.464020:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (27)--
00000800:00000200:1.0:1609800484.464020:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (28)--
00000800:00000200:8.0:1609800484.464021:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (27)++
00000400:00000200:6.0:1609800484.464022:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.464024:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (26)--
00000400:00000200:8.0:1609800484.464025:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.464026:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:8.0:1609800484.464027:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:1.0:1609800484.464027:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800484.464028:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:37.0:1609800484.464032:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (26)--
00000800:00000200:8.0:1609800484.464032:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:6.0:1609800484.464033:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:37.0:1609800484.464034:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.464035:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:1.0:1609800484.464035:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.464053:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:1.0:1609800484.464054:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:8.0:1609800484.464055:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000800:00000200:4.0:1609800484.464056:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000400:00000200:61.0:1609800484.464057:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.464057:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.464059:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.464061:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.464062:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800484.464064:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:1.0:1609800484.464066:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:8.0:1609800484.464067:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:61.0:1609800484.464072:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.464075:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:37.0:1609800484.464075:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:1.0:1609800484.464077:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.464079:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:61.0:1609800484.464080:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.464080:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.464082:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000800:00000200:1.0:1609800484.464083:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.101@o2ib18: no credits
00000800:00000200:61.0:1609800484.464084:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000800:00000200:1.0:1609800484.464084:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:61.0:1609800484.464087:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.101@o2ib18: no credits
00000800:00000200:61.0:1609800484.464087:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000400:00000200:1.0:1609800484.464090:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.464101:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.464104:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:1.0:1609800484.464109:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.464112:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:1.0:1609800484.464115:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.464118:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000800:00000200:1.0:1609800484.464132:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000400:00000200:61.0:1609800484.464134:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800484.464135:0:16058:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.101@o2ib18: no credits
00000800:00000200:1.0:1609800484.464136:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (24)--
00000400:00000200:61.0:1609800484.464139:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.464141:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:61.0:1609800484.464148:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.464151:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:61.0:1609800484.464155:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.464157:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)++
00000800:00000200:61.0:1609800484.464158:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (24)++
00000800:00000200:61.0:1609800484.464160:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.101@o2ib18: no credits
00000800:00000200:61.0:1609800484.464161:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (25)--
00000800:00000200:28.1:1609800484.464169:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (24)++
00000800:00000200:4.0:1609800484.464194:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:4.0:1609800484.464218:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.464220:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:4.0:1609800484.464232:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000800:00000200:28.1:1609800484.464252:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (26)++
00000800:00000200:4.0:1609800484.464252:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:4.0:1609800484.464256:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000800:00000200:4.0:1609800484.464258:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:4.0:1609800484.464261:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (26)--
00000800:00000200:8.0:1609800484.464262:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (26)--
00000400:00000200:4.0:1609800484.464263:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.464266:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:28.1:1609800484.464270:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (24)++
00000800:00000200:4.0:1609800484.464274:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000800:00000200:4.0:1609800484.464275:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:2.0:1609800484.464275:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800484.464278:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000400:00000200:4.0:1609800484.464279:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.464280:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000400:00000200:4.0:1609800484.464282:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000400:00000200:2.0:1609800484.464282:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.464283:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000800:00000200:8.0:1609800484.464284:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000400:00000200:6.0:1609800484.464285:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.464286:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (25)++
00000800:00000200:8.0:1609800484.464286:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000400:00000200:2.0:1609800484.464286:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:8.0:1609800484.464287:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.464287:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.464289:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:37.0:1609800484.464290:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (25)++
00000400:00000200:8.0:1609800484.464291:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.464292:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (26)--
00000800:00000200:37.0:1609800484.464293:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (25)--
00000400:00000200:2.0:1609800484.464293:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800484.464294:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (24)--
00000800:00000200:4.0:1609800484.464298:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800484.464300:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:2.0:1609800484.464300:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:61.0:1609800484.464301:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800484.464302:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:61.0:1609800484.464305:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:2.0:1609800484.464305:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800484.464306:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000400:00000200:61.0:1609800484.464307:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:2.0:1609800484.464308:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:61.0:1609800484.464313:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.464316:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:2.0:1609800484.464316:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:61.0:1609800484.464320:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.464322:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.464323:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:28.1:1609800484.464327:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (23)++
00000800:00000200:61.0:1609800484.464328:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000400:00000200:61.0:1609800484.464332:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.464335:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.464335:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:61.0:1609800484.464336:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:37.0:1609800484.464339:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000400:00000200:37.0:1609800484.464340:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.464341:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800484.464341:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (23)++
00000400:00000200:37.0:1609800484.464343:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.464344:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (24)--
00000800:00000200:61.0:1609800484.464345:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:4.0:1609800484.464346:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.464347:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:61.0:1609800484.464349:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.464349:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:4.0:1609800484.464349:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.464350:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.464351:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800484.464353:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:61.0:1609800484.464354:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (23)--
00000800:00000200:28.1:1609800484.464364:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:8.0:1609800484.464372:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800484.464376:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:8.0:1609800484.464377:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.464378:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:61.0:1609800484.464380:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.464381:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:28.1:1609800484.464382:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:61.0:1609800484.464384:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.464385:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:61.0:1609800484.464387:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:8.0:1609800484.464387:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800484.464391:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800484.464392:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000400:00000200:61.0:1609800484.464394:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800484.464394:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (21)++
00000800:00000200:8.0:1609800484.464395:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (22)--
00000800:00000200:8.0:1609800484.464396:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:61.0:1609800484.464397:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:61.0:1609800484.464401:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.464402:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:61.0:1609800484.464403:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.464407:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800484.464418:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800484.464425:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:37.0:1609800484.464429:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:37.0:1609800484.464430:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.464431:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800484.464433:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.464436:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800484.464461:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:4.0:1609800484.464484:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:4.0:1609800484.464489:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:4.0:1609800484.464490:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800484.464491:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:61.0:1609800484.464492:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800484.464492:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (23)--
00000800:00000200:4.0:1609800484.464493:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:61.0:1609800484.464496:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.464498:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:7.0:1609800484.464502:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.464504:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.464507:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:7.0:1609800484.464510:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.464511:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.464512:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:61.0:1609800484.464513:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000400:00000200:7.0:1609800484.464514:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:61.0:1609800484.464517:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000400:00000200:7.0:1609800484.464521:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.464524:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:28.1:1609800484.464529:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:7.0:1609800484.464529:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.464531:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (21)++
00000800:00000200:7.0:1609800484.464533:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (23)++
00000800:00000200:6.0:1609800484.464538:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (24)++
00000800:00000200:7.0:1609800484.464541:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (25)--
00000800:00000200:6.0:1609800484.464542:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (25)--
00000400:00000200:6.0:1609800484.464543:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.464544:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000400:00000200:7.0:1609800484.464546:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800484.464546:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.464549:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:7.0:1609800484.464552:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:28.1:1609800484.464553:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000400:00000200:7.0:1609800484.464555:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000800:00000200:8.0:1609800484.464560:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000400:00000200:7.0:1609800484.464560:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800484.464563:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000800:00000200:7.0:1609800484.464563:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000400:00000200:8.0:1609800484.464565:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800484.464566:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800484.464566:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:8.0:1609800484.464567:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:7.0:1609800484.464567:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)++
00000800:00000200:7.0:1609800484.464568:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (22)++
00000800:00000200:8.0:1609800484.464570:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (23)--
00000800:00000200:7.0:1609800484.464572:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800484.464583:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:37.0:1609800484.464607:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:37.0:1609800484.464611:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:37.0:1609800484.464612:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.464613:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:37.0:1609800484.464614:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.464617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000400:00000200:61.0:1609800484.464764:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.101@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.464768:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.464770:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.101@o2ib18 local destination
00000400:00000200:61.0:1609800484.464776:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.101@o2ib18(192.168.128.101@o2ib18:192.168.128.101@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.464779:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.101@o2ib18
00000800:00000200:61.0:1609800484.464783:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85180] -> 192.168.128.101@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.464785:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93366bf83200] (20)++
00000800:00000200:61.0:1609800484.464787:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93366bf83200] (21)++
00000800:00000200:61.0:1609800484.464791:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93366bf83200] (22)--
00000800:00000200:28.1:1609800484.464802:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (21)++
00000800:00000200:4.0:1609800484.464810:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (22)++
00000800:00000200:4.0:1609800484.464814:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93366bf83200] (23)--
00000400:00000200:4.0:1609800484.464815:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.464816:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000400:00000200:4.0:1609800484.464818:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.101@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.464821:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:28.1:1609800484.464862:0:2297:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93366bf83200] (20)++
00000800:00000200:6.0:1609800484.464942:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93366bf83200] (21)++
00000800:00000200:6.0:1609800484.464949:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.101@o2ib18
00000800:00000200:6.0:1609800484.464951:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93366bf83200] (22)++
00000800:00000200:6.0:1609800484.464952:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93366bf83200] (23)--
00000800:00000200:6.0:1609800484.464953:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (22)--
00000800:00000200:6.0:1609800484.464954:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93366bf83200] (21)--
00000800:00000200:26.1:1609800484.495106:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (20)++
00000800:00000200:8.0:1609800484.495163:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800484.495173:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.72@o2ib18
00000400:00000200:8.0:1609800484.495181:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.72@o2ib18 : GET - for me
00000400:00000200:8.0:1609800484.495189:0:16040:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.72@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:8.0:1609800484.495195:0:16040:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.72@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:8.0:1609800484.495200:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9336003cc200] (22)++
00000800:00000200:8.0:1609800484.495204:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9336003cc200] (23)--
00000400:00000200:8.0:1609800484.495209:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.72@o2ib18 local destination
00000800:00000200:4.0:1609800484.495213:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000400:00000200:8.0:1609800484.495222:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.72@o2ib18(192.168.128.72@o2ib18:192.168.128.72@o2ib18) : REPLY try# 0
00000800:00000200:8.0:1609800484.495228:0:16040:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.72@o2ib18
00000800:00000200:8.0:1609800484.495234:0:16040:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85400] -> 192.168.128.72@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800484.495236:0:16040:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9336003cc200] (21)++
00000800:00000200:8.0:1609800484.495241:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9336003cc200] (22)++
00000800:00000200:8.0:1609800484.495252:0:16040:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9336003cc200] (23)--
00000800:00000200:8.0:1609800484.495254:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:26.1:1609800484.495325:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9336003cc200] (21)++
00000800:00000200:6.0:1609800484.495392:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9336003cc200] (22)++
00000800:00000200:6.0:1609800484.495396:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9336003cc200] (23)--
00000400:00000200:6.0:1609800484.495399:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.495402:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.72@o2ib18: REPLY: OK
00000800:00000200:6.0:1609800484.495406:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (22)--
00000800:00000200:6.0:1609800484.495407:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9336003cc200] (21)--
00000800:00000200:26.1:1609800484.637397:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:33.0:1609800484.637461:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:33.0:1609800484.637468:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637471:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:33.0:1609800484.637473:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800484.637478:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637478:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:33.0:1609800484.637481:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800484.637487:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:33.0:1609800484.637489:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800484.637492:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.637493:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800484.637495:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:33.0:1609800484.637496:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:33.0:1609800484.637501:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800484.637502:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b8e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800484.637502:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800484.637505:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.0:1609800484.637507:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.637508:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800484.637509:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:33.0:1609800484.637510:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.637512:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800484.637513:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800484.637513:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.637519:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:29.0:1609800484.637520:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637521:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:27.0:1609800484.637522:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:29.0:1609800484.637524:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.637525:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:27.0:1609800484.637526:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637526:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:33.0:1609800484.637528:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:29.0:1609800484.637529:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637529:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:27.0:1609800484.637530:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800484.637532:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000400:00000200:19.0:1609800484.637532:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800484.637538:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.637539:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800484.637540:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800484.637541:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:29.0:1609800484.637544:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800484.637546:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800484.637548:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:27.0:1609800484.637549:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000800:00000200:19.0:1609800484.637549:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800484.637551:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800484.637552:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.637553:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800484.637554:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.637554:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800484.637555:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800484.637556:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.637556:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.637557:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:27.0:1609800484.637558:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800484.637558:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:61.0:1609800484.637560:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800484.637560:0:16041:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:27.0:1609800484.637561:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800484.637563:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.637565:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800484.637566:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.637566:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:27.0:1609800484.637566:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800484.637568:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:27.0:1609800484.637571:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:27.0:1609800484.637572:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:27.0:1609800484.637573:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:38.0:1609800484.637575:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800484.637577:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:38.0:1609800484.637579:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.637583:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800484.637583:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:38.0:1609800484.637586:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:33.0:1609800484.637586:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:33.0:1609800484.637587:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.637589:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.637589:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:61.0:1609800484.637593:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:38.0:1609800484.637596:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800484.637598:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:26.1:1609800484.637601:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000400:00000200:38.0:1609800484.637603:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.637607:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:29.0:1609800484.637611:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:27.0:1609800484.637613:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:29.0:1609800484.637615:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800484.637619:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800484.637621:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:38.0:1609800484.637627:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:29.0:1609800484.637627:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800484.637630:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.637630:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800484.637633:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:38.0:1609800484.637635:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.637636:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800484.637637:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800484.637641:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:29.0:1609800484.637643:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:29.0:1609800484.637644:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:61.0:1609800484.637651:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.637652:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.637655:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800484.637684:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:19.0:1609800484.637689:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800484.637693:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.637695:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:19.0:1609800484.637696:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800484.637698:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800484.637701:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:19.0:1609800484.637707:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800484.637710:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800484.637712:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800484.637715:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.637716:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.637720:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800484.637721:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:19.0:1609800484.637722:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800484.637737:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:27.0:1609800484.637742:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:27.0:1609800484.637746:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:29.0:1609800484.637748:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:27.0:1609800484.637749:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800484.637752:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.637754:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:27.0:1609800484.637759:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.637762:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800484.637764:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800484.637766:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.637767:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800484.637770:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:27.0:1609800484.637773:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:61.0:1609800484.637779:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800484.637779:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:27.0:1609800484.637780:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.637781:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.637783:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.1:1609800484.637789:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:33.0:1609800484.637795:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:0.0:1609800484.637795:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800484.637797:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:33.0:1609800484.637799:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:0.0:1609800484.637799:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.637801:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:33.0:1609800484.637804:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:0.0:1609800484.637806:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:33.0:1609800484.637807:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800484.637807:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:29.0:1609800484.637810:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:33.0:1609800484.637811:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.637813:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:33.0:1609800484.637815:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:29.0:1609800484.637815:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800484.637816:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637818:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:29.0:1609800484.637820:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.637820:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.637821:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:33.0:1609800484.637822:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:29.0:1609800484.637822:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:33.0:1609800484.637825:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:33.0:1609800484.637827:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:29.0:1609800484.637828:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800484.637831:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:33.0:1609800484.637832:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800484.637833:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800484.637834:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800484.637834:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800484.637835:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:33.0:1609800484.637836:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:33.0:1609800484.637837:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:27.0:1609800484.637837:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:33.0:1609800484.637838:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:29.0:1609800484.637838:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:33.0:1609800484.637839:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:29.0:1609800484.637839:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:33.0:1609800484.637841:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:19.0:1609800484.637841:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.637843:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:19.0:1609800484.637843:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:27.0:1609800484.637847:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800484.637849:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800484.637849:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800484.637850:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.637851:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.637851:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:19.0:1609800484.637851:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800484.637852:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:27.0:1609800484.637852:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:33.0:1609800484.637853:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800484.637853:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:27.0:1609800484.637853:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.637854:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.637854:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800484.637854:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:33.0:1609800484.637856:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.637856:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637856:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800484.637857:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800484.637858:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:27.0:1609800484.637859:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:33.0:1609800484.637861:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000400:00000200:29.0:1609800484.637861:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800484.637861:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:27.0:1609800484.637862:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:61.0:1609800484.637864:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800484.637864:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:61.0:1609800484.637865:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:33.0:1609800484.637866:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800484.637867:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800484.637868:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800484.637868:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000400:00000200:29.0:1609800484.637870:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.637871:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800484.637871:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.637872:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:33.0:1609800484.637873:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:29.0:1609800484.637873:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:33.0:1609800484.637875:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e23b9e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800484.637878:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800484.637879:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:19.0:1609800484.637880:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:33.0:1609800484.637881:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:29.0:1609800484.637881:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:19.0:1609800484.637881:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:61.0:1609800484.637882:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:33.0:1609800484.637882:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:27.0:1609800484.637882:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637883:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000400:00000200:61.0:1609800484.637884:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.637884:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:61.0:1609800484.637886:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:33.0:1609800484.637886:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:33.0:1609800484.637887:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:29.0:1609800484.637887:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800484.637888:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:33.0:1609800484.637889:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:33.0:1609800484.637890:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:29.0:1609800484.637890:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800484.637890:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:33.0:1609800484.637891:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:29.0:1609800484.637891:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800484.637891:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.637893:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800484.637893:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000800:00000200:27.0:1609800484.637895:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.637898:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800484.637898:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800484.637899:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:19.0:1609800484.637899:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.637900:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:26.1:1609800484.637900:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:29.0:1609800484.637901:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.637901:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800484.637901:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.637902:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.637902:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:27.0:1609800484.637902:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:29.0:1609800484.637903:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:27.0:1609800484.637903:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:29.0:1609800484.637904:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800484.637904:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800484.637904:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.637905:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:29.0:1609800484.637906:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:19.0:1609800484.637906:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.637907:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.637907:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800484.637907:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800484.637909:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.637910:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:29.0:1609800484.637913:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.637914:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:26.1:1609800484.637914:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:61.0:1609800484.637915:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637915:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (24)++
00000400:00000200:29.0:1609800484.637916:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:5.0:1609800484.637917:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.637918:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800484.637918:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:5.0:1609800484.637918:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637919:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:19.0:1609800484.637920:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:29.0:1609800484.637921:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800484.637922:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800484.637923:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.168@o2ib18
00000800:00000200:29.0:1609800484.637924:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800484.637925:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:29.0:1609800484.637926:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800484.637928:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:29.0:1609800484.637929:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.637929:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:19.0:1609800484.637929:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.168@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800484.637930:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:29.0:1609800484.637931:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800484.637933:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.637934:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:29.0:1609800484.637936:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:29.0:1609800484.637936:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:19.0:1609800484.637936:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:5.0:1609800484.637939:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:19.0:1609800484.637941:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:5.0:1609800484.637941:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637944:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:5.0:1609800484.637944:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:19.0:1609800484.637946:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.637948:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.637949:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.637949:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.637950:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.637952:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:19.0:1609800484.637953:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800484.637954:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:19.0:1609800484.637955:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:1.0:1609800484.638013:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800484.638015:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.638019:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:2.0:1609800484.638180:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800484.638187:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.638191:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:2.0:1609800484.638198:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800484.638201:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:2.0:1609800484.638218:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800484.638220:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:2.0:1609800484.638222:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:61.0:1609800484.638242:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800484.638246:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.638249:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.638250:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.638252:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:61.0:1609800484.638259:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.638263:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638268:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:2.0:1609800484.638268:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.638271:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:2.0:1609800484.638271:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:61.0:1609800484.638273:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:2.0:1609800484.638276:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800484.638279:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638280:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:2.0:1609800484.638283:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.638285:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000800:00000200:2.0:1609800484.638285:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:2.0:1609800484.638286:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:61.0:1609800484.638305:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638307:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:2.0:1609800484.638308:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:61.0:1609800484.638313:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:26.1:1609800484.638321:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:61.0:1609800484.638322:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638326:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638328:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:61.0:1609800484.638329:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:61.0:1609800484.638333:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:61.0:1609800484.638337:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.638342:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638344:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:61.0:1609800484.638349:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.638352:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638355:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638356:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:61.0:1609800484.638356:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:61.0:1609800484.638360:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (27)--
00000800:00000200:33.0:1609800484.638363:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:33.0:1609800484.638369:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:33.0:1609800484.638371:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.638371:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)++
00000800:00000200:27.0:1609800484.638373:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (27)--
00000400:00000200:33.0:1609800484.638374:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:27.0:1609800484.638375:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.638377:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:33.0:1609800484.638378:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:27.0:1609800484.638381:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:33.0:1609800484.638383:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:19.0:1609800484.638390:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000800:00000200:19.0:1609800484.638393:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:19.0:1609800484.638394:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.638396:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (25)++
00000400:00000200:19.0:1609800484.638397:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:33.0:1609800484.638398:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000800:00000200:27.0:1609800484.638398:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (26)--
00000400:00000200:33.0:1609800484.638399:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.638399:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638400:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:19.0:1609800484.638401:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:33.0:1609800484.638402:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:27.0:1609800484.638402:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:27.0:1609800484.638405:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:33.0:1609800484.638406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:61.0:1609800484.638410:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.638413:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638415:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:61.0:1609800484.638420:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.638423:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638434:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638435:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:61.0:1609800484.638437:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:61.0:1609800484.638440:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.638444:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.638451:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638453:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:61.0:1609800484.638457:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.638460:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638462:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638463:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:61.0:1609800484.638464:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:26.1:1609800484.638466:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:61.0:1609800484.638467:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.638472:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.638475:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:19.0:1609800484.638476:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.638478:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:19.0:1609800484.638478:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:27.0:1609800484.638481:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:19.0:1609800484.638481:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:7.0:1609800484.638481:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:27.0:1609800484.638482:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638482:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:27.0:1609800484.638485:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:27.0:1609800484.638487:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:7.0:1609800484.638487:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.638499:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:7.0:1609800484.638504:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.638508:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:7.0:1609800484.638513:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.638515:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:7.0:1609800484.638516:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:7.0:1609800484.638524:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:7.0:1609800484.638528:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800484.638535:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:29.0:1609800484.638542:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:7.0:1609800484.638544:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.638546:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:29.0:1609800484.638548:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.638550:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:7.0:1609800484.638550:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800484.638551:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800484.638552:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:29.0:1609800484.638554:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:7.0:1609800484.638556:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.638557:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:7.0:1609800484.638558:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:29.0:1609800484.638559:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:7.0:1609800484.638560:0:16059:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.168@o2ib18: no credits
00000800:00000200:7.0:1609800484.638561:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.638643:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.638649:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.1:1609800484.638651:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:61.0:1609800484.638652:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:61.0:1609800484.638657:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800484.638657:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:61.0:1609800484.638659:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.638661:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638663:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800484.638663:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:61.0:1609800484.638665:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:61.0:1609800484.638669:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:33.0:1609800484.638669:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:33.0:1609800484.638670:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:33.0:1609800484.638671:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:61.0:1609800484.638673:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:26.1:1609800484.638680:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800484.638686:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.638688:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:19.0:1609800484.638689:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.638691:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:19.0:1609800484.638692:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.638694:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:29.0:1609800484.638695:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638695:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.638696:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:29.0:1609800484.638698:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.638700:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:38.0:1609800484.638742:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800484.638752:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638754:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800484.638758:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:26.1:1609800484.638759:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000400:00000200:61.0:1609800484.638760:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.638763:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:33.0:1609800484.638764:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:61.0:1609800484.638768:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800484.638768:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.638769:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:27.0:1609800484.638770:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:61.0:1609800484.638771:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.638771:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:33.0:1609800484.638772:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:38.0:1609800484.638780:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.638785:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.638786:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638787:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:61.0:1609800484.638788:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:61.0:1609800484.638791:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:38.0:1609800484.638794:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.638797:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:38.0:1609800484.638800:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:26.1:1609800484.638804:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:19.0:1609800484.638810:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:38.0:1609800484.638812:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:19.0:1609800484.638813:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (25)--
00000400:00000200:19.0:1609800484.638814:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.638816:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:19.0:1609800484.638818:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800484.638820:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:38.0:1609800484.638822:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800484.638824:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:38.0:1609800484.638827:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.638830:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:38.0:1609800484.638831:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:27.0:1609800484.638833:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:27.0:1609800484.638834:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.638835:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:27.0:1609800484.638836:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:38.0:1609800484.638845:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.638850:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000400:00000200:61.0:1609800484.638851:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800484.638851:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:38.0:1609800484.638856:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.638858:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800484.638859:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000400:00000200:61.0:1609800484.638861:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:38.0:1609800484.638861:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:61.0:1609800484.638866:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.638866:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:61.0:1609800484.638869:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638874:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638876:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:38.0:1609800484.638876:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.638877:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:26.1:1609800484.638880:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:61.0:1609800484.638881:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:38.0:1609800484.638883:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.638885:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:38.0:1609800484.638887:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:29.0:1609800484.638888:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:29.0:1609800484.638889:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638891:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:29.0:1609800484.638892:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800484.638894:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:19.0:1609800484.638895:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.638896:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:19.0:1609800484.638898:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:38.0:1609800484.638899:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:33.0:1609800484.638900:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.638901:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (24)++
00000800:00000200:33.0:1609800484.638902:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:27.0:1609800484.638902:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:33.0:1609800484.638904:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:19.0:1609800484.638905:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:61.0:1609800484.638906:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800484.638906:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:29.0:1609800484.638907:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:61.0:1609800484.638912:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800484.638912:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.638914:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000400:00000200:61.0:1609800484.638915:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:38.0:1609800484.638916:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:61.0:1609800484.638920:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.638922:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:61.0:1609800484.638923:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:61.0:1609800484.638928:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.638930:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:61.0:1609800484.638931:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:38.0:1609800484.638931:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800484.638933:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:61.0:1609800484.638935:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:38.0:1609800484.638937:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.638938:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:38.0:1609800484.638941:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:27.0:1609800484.638941:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:27.0:1609800484.638943:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.638944:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:27.0:1609800484.638946:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:33.0:1609800484.638947:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000400:00000200:33.0:1609800484.638948:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638950:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:33.0:1609800484.638951:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:38.0:1609800484.638953:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.638959:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.638959:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:27.0:1609800484.638961:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:38.0:1609800484.638965:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.638967:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:38.0:1609800484.638969:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:38.0:1609800484.638975:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:38.0:1609800484.638984:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800484.638985:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:38.0:1609800484.638989:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.638991:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:38.0:1609800484.638993:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:29.0:1609800484.638994:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:29.0:1609800484.638996:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.638996:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:29.0:1609800484.638998:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:38.0:1609800484.639002:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.639008:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:29.0:1609800484.639008:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:38.0:1609800484.639013:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.639015:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:38.0:1609800484.639017:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:38.0:1609800484.639022:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:26.1:1609800484.639029:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000400:00000200:38.0:1609800484.639032:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000800:00000200:33.0:1609800484.639034:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000400:00000200:38.0:1609800484.639038:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.639038:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.639040:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)++
00000800:00000200:27.0:1609800484.639040:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)++
00000400:00000200:38.0:1609800484.639041:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000800:00000200:33.0:1609800484.639041:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (25)--
00000800:00000200:33.0:1609800484.639042:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:27.0:1609800484.639043:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (24)--
00000800:00000200:33.0:1609800484.639044:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:27.0:1609800484.639045:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.639047:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000400:00000200:38.0:1609800484.639051:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.639056:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:27.0:1609800484.639056:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:38.0:1609800484.639061:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.639064:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:38.0:1609800484.639065:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:38.0:1609800484.639071:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:38.0:1609800484.639079:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.168@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:26.1:1609800484.639083:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:29.0:1609800484.639089:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:29.0:1609800484.639092:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:29.0:1609800484.639094:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.0:1609800484.639095:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:29.0:1609800484.639096:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.639100:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000400:00000200:38.0:1609800484.639105:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800484.639109:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.168@o2ib18 local destination
00000400:00000200:38.0:1609800484.639119:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.168@o2ib18(192.168.128.168@o2ib18:192.168.128.168@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.639145:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.168@o2ib18
00000800:00000200:38.0:1609800484.639151:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9354dc69c180] -> 192.168.128.168@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800484.639153:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:38.0:1609800484.639155:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:38.0:1609800484.639161:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:26.1:1609800484.639174:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:19.0:1609800484.639180:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:19.0:1609800484.639182:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dc2c7400] (23)--
00000400:00000200:19.0:1609800484.639184:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.639185:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000400:00000200:19.0:1609800484.639186:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.168@o2ib18: PUT: OK
00000800:00000200:19.0:1609800484.639189:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:26.1:1609800484.639225:0:1709:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dc2c7400] (20)++
00000800:00000200:33.0:1609800484.639231:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)++
00000800:00000200:33.0:1609800484.639234:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.168@o2ib18
00000800:00000200:33.0:1609800484.639235:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dc2c7400] (22)++
00000800:00000200:33.0:1609800484.639237:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dc2c7400] (23)--
00000800:00000200:29.0:1609800484.639237:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (22)--
00000800:00000200:33.0:1609800484.639238:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dc2c7400] (21)--
00000800:00000200:22.1:1609800484.648710:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000800:00000200:4.0:1609800484.648768:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:4.0:1609800484.648787:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.167@o2ib18
00000400:00000200:4.0:1609800484.648796:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.648805:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.648810:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000400:00000200:4.0:1609800484.648823:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.648827:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:4.0:1609800484.648830:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.648836:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800484.648839:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:4.0:1609800484.648842:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.648845:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800484.648847:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.648854:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.648854:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:4.0:1609800484.648857:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:4.0:1609800484.648859:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:8.0:1609800484.648860:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:4.0:1609800484.648862:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:61.0:1609800484.648866:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.648867:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.648868:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:61.0:1609800484.648872:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800484.648874:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.648878:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800484.648881:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800484.648883:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.648886:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.648887:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800484.648888:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.648893:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800484.648893:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.62@o2ib100 routed destination
00000400:00000200:6.0:1609800484.648894:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.648896:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6d000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.648902:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)++
00000400:00000200:6.0:1609800484.648902:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.648904:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.62@o2ib100(172.19.1.62@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.648906:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:8.0:1609800484.648907:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:6.0:1609800484.648908:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:4.0:1609800484.648909:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800484.648911:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:4.0:1609800484.648916:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800484.648921:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.648921:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.648923:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.648924:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.648926:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.648927:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800484.648929:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:8.0:1609800484.648930:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:4.0:1609800484.648931:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:37.0:1609800484.648932:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.648932:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.648933:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.648934:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.648937:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.648937:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.648938:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:61.0:1609800484.648939:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.648939:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800484.648940:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.648942:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800484.648943:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.648944:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800484.648945:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800484.648946:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800484.648954:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:0.0:1609800484.648956:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.648957:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000400:00000200:37.0:1609800484.648960:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800484.648961:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.648963:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.648964:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000800:00000200:37.0:1609800484.648967:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800484.648967:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:4.0:1609800484.648968:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:37.0:1609800484.648973:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800484.648974:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.648975:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:6.0:1609800484.648977:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.648979:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:4.0:1609800484.648979:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.648980:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.648980:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800484.648983:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.648983:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:4.0:1609800484.648984:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800484.648985:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800484.648990:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.648992:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.648999:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800484.649001:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)++
00000800:00000200:8.0:1609800484.649001:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)++
00000400:00000200:6.0:1609800484.649002:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.649003:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (28)--
00000800:00000200:37.0:1609800484.649004:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (28)--
00000800:00000200:4.0:1609800484.649004:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800484.649005:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)--
00000800:00000200:4.0:1609800484.649006:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.649007:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:6.0:1609800484.649007:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649009:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:6.0:1609800484.649011:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:4.0:1609800484.649011:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800484.649012:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:61.0:1609800484.649013:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.649015:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649019:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:0.0:1609800484.649019:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.649020:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.649020:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.649021:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:0.0:1609800484.649021:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649023:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.649024:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:0.0:1609800484.649026:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:0.0:1609800484.649040:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800484.649042:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:22.1:1609800484.649046:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800484.649046:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800484.649047:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.649050:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.649050:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:61.0:1609800484.649052:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649055:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.649056:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.649057:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:6.0:1609800484.649058:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.649062:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:4.0:1609800484.649063:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649065:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:37.0:1609800484.649066:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:4.0:1609800484.649069:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.649071:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:37.0:1609800484.649072:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649072:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:61.0:1609800484.649075:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.649075:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:4.0:1609800484.649075:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649076:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.649079:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.649079:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000400:00000200:61.0:1609800484.649080:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.649084:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.649085:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:8.0:1609800484.649089:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:4.0:1609800484.649090:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.649095:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800484.649098:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.649100:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800484.649100:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.649100:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800484.649103:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:4.0:1609800484.649105:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:37.0:1609800484.649138:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.649138:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.649141:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.649141:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)++
00000400:00000200:6.0:1609800484.649142:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649143:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800484.649143:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000400:00000200:6.0:1609800484.649144:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000800:00000200:4.0:1609800484.649144:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000400:00000200:8.0:1609800484.649145:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649146:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.649146:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:37.0:1609800484.649147:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.649147:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:6.0:1609800484.649149:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.649149:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.649150:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:37.0:1609800484.649169:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:4.0:1609800484.649169:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649170:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800484.649171:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:8.0:1609800484.649171:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:61.0:1609800484.649172:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.649172:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649172:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800484.649173:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:61.0:1609800484.649174:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649175:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649175:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800484.649175:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.649176:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.649177:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.649178:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:4.0:1609800484.649178:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.649179:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.649179:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.649179:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:4.0:1609800484.649180:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000800:00000200:6.0:1609800484.649181:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:8.0:1609800484.649182:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800484.649182:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:8.0:1609800484.649184:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800484.649184:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:4.0:1609800484.649186:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.649187:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.649188:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800484.649189:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800484.649189:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800484.649192:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:5.0:1609800484.649192:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649192:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800484.649193:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649193:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800484.649194:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800484.649194:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800484.649195:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:5.0:1609800484.649195:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800484.649196:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649196:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800484.649197:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.649198:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:61.0:1609800484.649200:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.649202:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:8.0:1609800484.649203:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:4.0:1609800484.649203:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)++
00000800:00000200:8.0:1609800484.649204:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000400:00000200:6.0:1609800484.649204:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:5.0:1609800484.649204:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800484.649204:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:37.0:1609800484.649205:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.649205:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800484.649206:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:5.0:1609800484.649206:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649206:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:37.0:1609800484.649208:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800484.649208:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.649210:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800484.649210:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:22.1:1609800484.649213:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.649213:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800484.649214:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800484.649215:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800484.649215:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.649216:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800484.649218:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649219:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.649219:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.649220:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649220:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800484.649221:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800484.649223:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649223:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:37.0:1609800484.649225:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.649225:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)--
00000400:00000200:8.0:1609800484.649226:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.649227:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649227:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649228:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:8.0:1609800484.649229:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800484.649229:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800484.649230:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649231:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800484.649232:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:5.0:1609800484.649232:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.649233:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:8.0:1609800484.649233:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800484.649233:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.649235:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ce00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.649236:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000400:00000200:6.0:1609800484.649236:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800484.649239:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.649239:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000400:00000200:6.0:1609800484.649240:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649241:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:5.0:1609800484.649241:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.649242:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:8.0:1609800484.649242:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:6.0:1609800484.649242:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:5.0:1609800484.649242:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649244:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:5.0:1609800484.649245:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:22.1:1609800484.649246:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000400:00000200:6.0:1609800484.649247:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.649250:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800484.649252:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.649253:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.649254:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649255:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:6.0:1609800484.649255:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800484.649256:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.649256:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.649258:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649260:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.649261:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.649261:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:37.0:1609800484.649263:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.649263:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.649264:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649265:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:37.0:1609800484.649267:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649267:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.649267:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.649268:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:4.0:1609800484.649268:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.649269:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:37.0:1609800484.649270:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:6.0:1609800484.649270:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.649271:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:8.0:1609800484.649273:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:6.0:1609800484.649275:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.649276:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649277:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000400:00000200:37.0:1609800484.649278:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800484.649278:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800484.649283:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800484.649283:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.649286:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800484.649286:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800484.649287:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:6.0:1609800484.649288:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800484.649290:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800484.649290:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.649290:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800484.649291:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.649292:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fab00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800484.649292:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:4.0:1609800484.649293:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.649295:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.649298:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:1.0:1609800484.649298:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.649299:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:1.0:1609800484.649300:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.649301:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:4.0:1609800484.649301:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:61.0:1609800484.649302:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800484.649302:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:4.0:1609800484.649302:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.649303:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800484.649303:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:37.0:1609800484.649304:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:4.0:1609800484.649304:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)++
00000800:00000200:8.0:1609800484.649305:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800484.649305:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000400:00000200:1.0:1609800484.649305:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.649306:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:61.0:1609800484.649307:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649307:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.649307:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.649308:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:8.0:1609800484.649309:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.649310:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800484.649311:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)++
00000800:00000200:1.0:1609800484.649312:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800484.649313:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649314:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:4.0:1609800484.649314:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (27)--
00000400:00000200:61.0:1609800484.649316:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:1.0:1609800484.649317:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.649319:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:1.0:1609800484.649322:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800484.649324:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800484.649324:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.649326:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:61.0:1609800484.649327:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:1.0:1609800484.649327:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.649331:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)--
00000800:00000200:61.0:1609800484.649346:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649348:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000800:00000200:4.0:1609800484.649349:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:61.0:1609800484.649350:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.649350:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:6.0:1609800484.649351:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:61.0:1609800484.649352:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649354:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649355:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800484.649357:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:6.0:1609800484.649362:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.649365:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800484.649367:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.649367:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:8.0:1609800484.649367:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:61.0:1609800484.649368:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.649368:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.649370:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000800:00000200:37.0:1609800484.649371:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.167@o2ib18
00000400:00000200:61.0:1609800484.649372:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800484.649372:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800484.649372:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (27)--
00000800:00000200:6.0:1609800484.649373:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.649373:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649374:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.649375:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:37.0:1609800484.649376:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.167@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.649376:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649376:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649378:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000400:00000200:4.0:1609800484.649378:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.649379:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:6.0:1609800484.649379:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649380:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:4.0:1609800484.649380:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.649381:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:37.0:1609800484.649383:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.649385:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:37.0:1609800484.649386:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000800:00000200:8.0:1609800484.649388:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.649408:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800484.649409:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.649410:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.649411:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6cc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.649411:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800484.649412:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800484.649415:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800484.649415:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:8.0:1609800484.649416:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800484.649417:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800484.649417:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:37.0:1609800484.649419:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.649421:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:37.0:1609800484.649422:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:61.0:1609800484.649423:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.649423:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:61.0:1609800484.649426:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1609800484.649426:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.649428:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:2.0:1609800484.649429:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.649432:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:2.0:1609800484.649438:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800484.649440:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.649442:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:7.0:1609800484.649595:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.649602:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.649605:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:7.0:1609800484.649610:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.649613:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:7.0:1609800484.649617:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.649618:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:7.0:1609800484.649619:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:7.0:1609800484.649620:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000400:00000200:61.0:1609800484.649622:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649624:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:7.0:1609800484.649628:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000400:00000200:61.0:1609800484.649630:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.649633:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:61.0:1609800484.649638:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800484.649638:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.649640:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:22.1:1609800484.649642:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:61.0:1609800484.649645:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:61.0:1609800484.649650:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)--
00000400:00000200:7.0:1609800484.649654:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649655:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.649656:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:61.0:1609800484.649663:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.649663:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.649665:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:61.0:1609800484.649666:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:7.0:1609800484.649670:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.649672:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.649672:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:7.0:1609800484.649673:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.649675:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:7.0:1609800484.649678:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:61.0:1609800484.649680:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.649680:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.649682:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.649683:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:7.0:1609800484.649684:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.649687:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.649689:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:61.0:1609800484.649693:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (27)--
00000400:00000200:61.0:1609800484.649710:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800484.649711:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:7.0:1609800484.649712:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800484.649713:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649713:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649715:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:7.0:1609800484.649715:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:6.0:1609800484.649717:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:7.0:1609800484.649718:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.649719:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:7.0:1609800484.649720:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (26)++
00000400:00000200:61.0:1609800484.649722:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800484.649722:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)++
00000800:00000200:7.0:1609800484.649724:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (28)--
00000800:00000200:61.0:1609800484.649725:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649726:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)--
00000800:00000200:6.0:1609800484.649728:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000800:00000200:4.0:1609800484.649728:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:61.0:1609800484.649729:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.649730:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)++
00000400:00000200:4.0:1609800484.649730:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.649732:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (27)++
00000400:00000200:4.0:1609800484.649733:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.649755:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (28)--
00000800:00000200:61.0:1609800484.649756:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (27)--
00000800:00000200:6.0:1609800484.649757:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (27)--
00000800:00000200:4.0:1609800484.649757:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (27)++
00000400:00000200:6.0:1609800484.649759:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649759:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:61.0:1609800484.649761:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000400:00000200:4.0:1609800484.649779:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.649780:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:4.0:1609800484.649781:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.649783:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.649783:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:61.0:1609800484.649785:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800484.649785:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:61.0:1609800484.649791:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800484.649793:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.649793:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:61.0:1609800484.649794:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:37.0:1609800484.649795:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000400:00000200:8.0:1609800484.649795:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.649798:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800484.649799:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.649800:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.649801:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.649802:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)++
00000800:00000200:61.0:1609800484.649805:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:37.0:1609800484.649821:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800484.649821:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.649822:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000400:00000200:37.0:1609800484.649824:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649824:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.649824:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.649826:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:37.0:1609800484.649827:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.649827:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649827:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.649828:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:8.0:1609800484.649829:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.649831:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.649834:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:8.0:1609800484.649836:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:38.0:1609800484.649844:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.649861:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.649865:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800484.649865:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.649867:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:38.0:1609800484.649869:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:22.1:1609800484.649871:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (20)++
00000400:00000200:38.0:1609800484.649875:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.649879:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649879:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000400:00000200:61.0:1609800484.649882:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800484.649884:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:61.0:1609800484.649885:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.649886:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:4.0:1609800484.649886:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:38.0:1609800484.649887:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.649887:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (22)--
00000800:00000200:6.0:1609800484.649888:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:38.0:1609800484.649889:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:61.0:1609800484.649890:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.649891:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:38.0:1609800484.649891:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000800:00000200:61.0:1609800484.649900:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:38.0:1609800484.649900:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:61.0:1609800484.649905:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:22.1:1609800484.649912:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:23.1:1609800484.649918:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:37.0:1609800484.649939:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:37.0:1609800484.649943:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000800:00000200:8.0:1609800484.649944:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000400:00000200:37.0:1609800484.649945:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.649948:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.649948:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.141@o2ib18
00000800:00000200:4.0:1609800484.649948:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:6.0:1609800484.649950:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:4.0:1609800484.649950:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000400:00000200:4.0:1609800484.649951:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.649952:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:6.0:1609800484.649953:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:8.0:1609800484.649954:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.649954:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:8.0:1609800484.649959:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.649959:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000400:00000200:8.0:1609800484.649962:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:0.0:1609800484.649963:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.649969:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800484.649969:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.649973:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800484.649973:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800484.649977:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800484.649980:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800484.649981:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.649982:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800484.649983:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:8.0:1609800484.649987:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:0.0:1609800484.649988:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800484.649989:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:8.0:1609800484.649990:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:0.0:1609800484.649990:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (20)++
00000800:00000200:0.0:1609800484.649992:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (21)++
00000800:00000200:0.0:1609800484.650001:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)--
00000400:00000200:61.0:1609800484.650004:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800484.650006:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.72@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800484.650012:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800484.650013:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:22.1:1609800484.650014:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000400:00000200:61.0:1609800484.650029:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:26.0:1609800484.650029:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.650032:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:26.0:1609800484.650032:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650036:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000400:00000200:0.0:1609800484.650036:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:26.0:1609800484.650037:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.650039:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000800:00000200:0.0:1609800484.650039:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:37.0:1609800484.650041:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650042:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:61.0:1609800484.650043:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800484.650044:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.650046:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:0.0:1609800484.650047:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800484.650049:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:0.0:1609800484.650049:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (21)++
00000800:00000200:0.0:1609800484.650050:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000800:00000200:61.0:1609800484.650051:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.650052:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:0.0:1609800484.650054:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:61.0:1609800484.650055:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000800:00000200:61.0:1609800484.650059:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000400:00000200:61.0:1609800484.650063:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:22.1:1609800484.650066:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000400:00000200:61.0:1609800484.650068:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650070:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:61.0:1609800484.650075:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.650078:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:61.0:1609800484.650090:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.650091:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:4.0:1609800484.650091:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:4.0:1609800484.650095:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:4.0:1609800484.650096:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650097:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.650099:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000400:00000200:4.0:1609800484.650099:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.650102:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:61.0:1609800484.650103:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:8.0:1609800484.650104:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:4.0:1609800484.650105:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:8.0:1609800484.650106:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650108:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.650109:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.650111:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650113:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800484.650113:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:22.1:1609800484.650115:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000400:00000200:5.0:1609800484.650116:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.650119:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800484.650130:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:61.0:1609800484.650133:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:23.1:1609800484.650133:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:37.0:1609800484.650134:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:37.0:1609800484.650136:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:61.0:1609800484.650137:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800484.650137:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:61.0:1609800484.650138:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)++
00000800:00000200:6.0:1609800484.650138:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.650140:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000800:00000200:37.0:1609800484.650142:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:61.0:1609800484.650143:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:37.0:1609800484.650144:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:6.0:1609800484.650144:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:6.0:1609800484.650146:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.650146:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800484.650147:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:4.0:1609800484.650147:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000400:00000200:6.0:1609800484.650149:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:37.0:1609800484.650150:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800484.650151:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.650152:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.650153:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800484.650154:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:8.0:1609800484.650156:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.650156:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:5.0:1609800484.650156:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:22.1:1609800484.650157:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:6.0:1609800484.650158:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:5.0:1609800484.650162:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800484.650166:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:37.0:1609800484.650167:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.650167:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.650169:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800484.650169:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800484.650170:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:5.0:1609800484.650171:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.650173:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800484.650173:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000400:00000200:61.0:1609800484.650190:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:5.0:1609800484.650191:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (23)++
00000400:00000200:61.0:1609800484.650193:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000400:00000200:37.0:1609800484.650194:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.650198:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:5.0:1609800484.650198:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (24)--
00000800:00000200:37.0:1609800484.650201:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800484.650203:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.650205:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:37.0:1609800484.650205:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.650207:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800484.650207:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.650208:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.650210:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800484.650210:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.650212:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:61.0:1609800484.650213:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000400:00000200:4.0:1609800484.650213:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:8.0:1609800484.650216:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:61.0:1609800484.650217:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000400:00000200:4.0:1609800484.650220:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800484.650223:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.650224:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:5.0:1609800484.650226:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.650227:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800484.650227:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:8.0:1609800484.650227:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800484.650227:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000800:00000200:4.0:1609800484.650227:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:5.0:1609800484.650228:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650229:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800484.650230:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800484.650230:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:5.0:1609800484.650231:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800484.650232:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800484.650233:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:8.0:1609800484.650233:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.650233:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.650235:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.650235:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800484.650235:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.650238:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:4.0:1609800484.650238:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000400:00000200:1.0:1609800484.650238:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800484.650239:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800484.650240:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.650240:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.650240:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000800:00000200:8.0:1609800484.650241:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:6.0:1609800484.650242:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800484.650242:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (26)++
00000400:00000200:61.0:1609800484.650243:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:8.0:1609800484.650243:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000400:00000200:37.0:1609800484.650245:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650245:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000400:00000200:1.0:1609800484.650245:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650246:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:8.0:1609800484.650247:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650248:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.650249:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800484.650267:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.650270:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:4.0:1609800484.650271:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:61.0:1609800484.650272:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.650273:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:4.0:1609800484.650273:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800484.650275:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:4.0:1609800484.650275:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:37.0:1609800484.650276:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:6.0:1609800484.650276:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:61.0:1609800484.650277:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.650277:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)++
00000800:00000200:61.0:1609800484.650279:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:6.0:1609800484.650279:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (25)--
00000800:00000200:61.0:1609800484.650280:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (25)++
00000400:00000200:6.0:1609800484.650281:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.650283:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.650284:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (26)--
00000400:00000200:37.0:1609800484.650285:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.650289:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:1.0:1609800484.650290:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:61.0:1609800484.650291:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.650292:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650293:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800484.650296:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.650297:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.650299:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800484.650299:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800484.650300:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.650302:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)--
00000400:00000200:2.0:1609800484.650303:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650304:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:1.0:1609800484.650304:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:6.0:1609800484.650305:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:4.0:1609800484.650305:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.650306:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:2.0:1609800484.650306:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.650307:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:6.0:1609800484.650307:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000800:00000200:37.0:1609800484.650309:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:6.0:1609800484.650309:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000800:00000200:37.0:1609800484.650310:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:6.0:1609800484.650310:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650311:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.650311:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:1.0:1609800484.650311:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800484.650312:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:6.0:1609800484.650313:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:4.0:1609800484.650313:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.650313:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)++
00000800:00000200:37.0:1609800484.650314:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:37.0:1609800484.650315:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:2.0:1609800484.650315:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1609800484.650315:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000400:00000200:61.0:1609800484.650316:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.650316:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650317:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000400:00000200:2.0:1609800484.650317:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.650318:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:61.0:1609800484.650319:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:37.0:1609800484.650320:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000400:00000200:2.0:1609800484.650320:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.650322:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.650323:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800484.650324:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (25)++
00000800:00000200:1.0:1609800484.650324:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:6.0:1609800484.650325:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (25)++
00000800:00000200:37.0:1609800484.650326:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (26)--
00000800:00000200:6.0:1609800484.650327:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (26)--
00000400:00000200:4.0:1609800484.650327:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800484.650328:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800484.650328:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000400:00000200:6.0:1609800484.650328:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650330:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000800:00000200:61.0:1609800484.650331:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000400:00000200:8.0:1609800484.650331:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:6.0:1609800484.650331:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.650331:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.650333:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:61.0:1609800484.650335:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.650337:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:22.1:1609800484.650337:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (22)++
00000800:00000200:4.0:1609800484.650337:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:61.0:1609800484.650338:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (24)++
00000400:00000200:8.0:1609800484.650338:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.650339:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800484.650341:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800484.650342:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (25)--
00000800:00000200:8.0:1609800484.650342:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.650343:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.650344:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (24)--
00000800:00000200:8.0:1609800484.650345:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.650345:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:61.0:1609800484.650346:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.650346:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.650346:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:61.0:1609800484.650347:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650347:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000400:00000200:61.0:1609800484.650350:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.650350:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:6.0:1609800484.650351:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000800:00000200:8.0:1609800484.650353:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000400:00000200:6.0:1609800484.650353:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650354:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)++
00000400:00000200:6.0:1609800484.650356:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.650357:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800484.650358:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (24)--
00000400:00000200:1.0:1609800484.650358:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.167@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:37.0:1609800484.650360:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650360:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:6.0:1609800484.650360:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (23)--
00000400:00000200:61.0:1609800484.650362:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650378:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:8.0:1609800484.650380:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:37.0:1609800484.650381:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.650381:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:23.1:1609800484.650383:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:1.0:1609800484.650383:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650385:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.650388:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:1.0:1609800484.650390:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.167@o2ib18 local destination
00000800:00000200:4.0:1609800484.650391:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:61.0:1609800484.650392:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.650394:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:4.0:1609800484.650395:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000800:00000200:61.0:1609800484.650396:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:4.0:1609800484.650397:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:4.0:1609800484.650399:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000400:00000200:1.0:1609800484.650399:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.167@o2ib18(192.168.128.167@o2ib18:192.168.128.167@o2ib18) : PUT try# 0
00000800:00000200:22.1:1609800484.650401:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:61.0:1609800484.650402:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:1.0:1609800484.650403:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.167@o2ib18
00000800:00000200:37.0:1609800484.650405:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:37.0:1609800484.650407:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)++
00000800:00000200:1.0:1609800484.650409:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85a00] -> 192.168.128.167@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.650411:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:1.0:1609800484.650411:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b6ef400] (22)++
00000800:00000200:37.0:1609800484.650412:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.167@o2ib18
00000800:00000200:1.0:1609800484.650413:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b6ef400] (22)++
00000800:00000200:23.0:1609800484.650417:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:23.0:1609800484.650431:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800484.650434:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.650435:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)++
00000400:00000200:23.0:1609800484.650435:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:1.0:1609800484.650435:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b6ef400] (23)--
00000800:00000200:37.0:1609800484.650437:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b6ef400] (23)--
00000400:00000200:7.0:1609800484.650437:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650438:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000400:00000200:7.0:1609800484.650441:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.1:1609800484.650444:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:22.1:1609800484.650447:0:123:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b6ef400] (21)++
00000800:00000200:4.0:1609800484.650453:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.650457:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)++
00000800:00000200:4.0:1609800484.650458:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.650461:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b6ef400] (23)--
00000400:00000200:4.0:1609800484.650461:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.650462:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800484.650463:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650465:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (22)--
00000800:00000200:8.0:1609800484.650465:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:6.0:1609800484.650465:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.167@o2ib18: PUT: OK
00000400:00000200:4.0:1609800484.650465:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650466:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800484.650468:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:4.0:1609800484.650468:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.114@o2ib100 routed destination
00000400:00000200:8.0:1609800484.650469:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.650472:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b6ef400] (21)--
00000800:00000200:6.0:1609800484.650473:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:8.0:1609800484.650474:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.650475:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.650475:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.114@o2ib100(172.19.1.114@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800484.650476:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:6.0:1609800484.650476:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:4.0:1609800484.650478:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.650480:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:8.0:1609800484.650482:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.650483:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800484.650484:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800484.650484:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800484.650486:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.650486:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800484.650487:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.650487:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000400:00000200:37.0:1609800484.650489:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000800:00000200:8.0:1609800484.650489:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.650489:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000800:00000200:4.0:1609800484.650490:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800484.650491:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.650491:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:6.0:1609800484.650493:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.650493:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (26)--
00000400:00000200:37.0:1609800484.650495:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800484.650495:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000400:00000200:4.0:1609800484.650495:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650496:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000400:00000200:6.0:1609800484.650496:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:8.0:1609800484.650497:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:37.0:1609800484.650498:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.650498:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:4.0:1609800484.650498:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.650500:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:61.0:1609800484.650501:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.650501:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800484.650502:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800484.650504:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650504:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800484.650505:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.650505:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800484.650507:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800484.650523:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:8.0:1609800484.650524:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.650524:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.650524:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800484.650526:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:4.0:1609800484.650526:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.650527:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000400:00000200:8.0:1609800484.650527:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650527:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.650528:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:38.0:1609800484.650529:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800484.650529:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800484.650529:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800484.650530:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.650530:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:8.0:1609800484.650530:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:38.0:1609800484.650531:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650531:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:61.0:1609800484.650532:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650533:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000400:00000200:4.0:1609800484.650534:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800484.650535:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.650535:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (26)++
00000400:00000200:61.0:1609800484.650536:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800484.650536:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800484.650537:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800484.650537:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:8.0:1609800484.650540:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.650542:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800484.650542:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.650543:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000800:00000200:6.0:1609800484.650544:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:8.0:1609800484.650545:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800484.650545:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000800:00000200:4.0:1609800484.650545:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800484.650546:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.650547:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:4.0:1609800484.650547:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800484.650550:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800484.650552:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:38.0:1609800484.650553:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800484.650554:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.650556:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650556:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:4.0:1609800484.650556:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000400:00000200:38.0:1609800484.650557:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.650557:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000800:00000200:4.0:1609800484.650557:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (28)--
00000400:00000200:37.0:1609800484.650558:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:8.0:1609800484.650558:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (27)--
00000400:00000200:6.0:1609800484.650558:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800484.650559:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800484.650559:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:61.0:1609800484.650560:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650560:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:61.0:1609800484.650563:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800484.650563:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:38.0:1609800484.650564:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800484.650564:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:38.0:1609800484.650565:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650565:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800484.650566:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800484.650566:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000400:00000200:38.0:1609800484.650567:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.650567:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.650567:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800484.650569:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800484.650571:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800484.650572:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800484.650573:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:23.1:1609800484.650574:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.650574:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800484.650577:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800484.650578:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800484.650579:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800484.650579:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.650580:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:6.0:1609800484.650581:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800484.650582:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.650584:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:61.0:1609800484.650585:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800484.650585:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.141@o2ib18
00000400:00000200:61.0:1609800484.650586:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650587:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:4.0:1609800484.650588:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:61.0:1609800484.650589:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.650590:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800484.650591:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (26)++
00000800:00000200:6.0:1609800484.650591:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:4.0:1609800484.650591:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.650592:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:6.0:1609800484.650592:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000800:00000200:37.0:1609800484.650594:0:16039:0:(o2iblnd_cb.c:929:kiblnd_post_tx_locked()) 192.168.128.141@o2ib18(1): redundant or enough NOOP
00000800:00000200:8.0:1609800484.650611:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000400:00000200:4.0:1609800484.650611:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800484.650612:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.650613:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.141@o2ib18
00000400:00000200:37.0:1609800484.650615:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.650615:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800484.650617:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800484.650617:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.141@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800484.650618:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000400:00000200:37.0:1609800484.650622:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.650623:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:6.0:1609800484.650624:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800484.650625:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:8.0:1609800484.650625:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.650626:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800484.650629:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:0.0:1609800484.650630:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:4.0:1609800484.650631:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:37.0:1609800484.650632:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800484.650633:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800484.650633:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650634:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:6.0:1609800484.650636:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:0.0:1609800484.650636:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800484.650637:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800484.650639:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:37.0:1609800484.650640:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800484.650640:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800484.650642:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800484.650645:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800484.650645:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800484.650645:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800484.650647:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800484.650647:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:6.0:1609800484.650648:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800484.650648:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (27)--
00000400:00000200:26.0:1609800484.650649:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650650:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:8.0:1609800484.650650:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800484.650650:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800484.650650:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:37.0:1609800484.650651:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:6.0:1609800484.650651:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800484.650651:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)++
00000800:00000200:37.0:1609800484.650652:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000400:00000200:26.0:1609800484.650652:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:0.0:1609800484.650652:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800484.650653:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800484.650653:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (26)++
00000800:00000200:4.0:1609800484.650653:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (26)--
00000400:00000200:0.0:1609800484.650653:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650654:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800484.650654:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800484.650655:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:4.0:1609800484.650655:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800484.650656:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)++
00000400:00000200:0.0:1609800484.650656:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800484.650657:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:26.0:1609800484.650658:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800484.650660:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650660:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000400:00000200:26.0:1609800484.650663:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:8.0:1609800484.650664:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:8.0:1609800484.650665:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:0.0:1609800484.650669:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800484.650671:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800484.650674:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.1:1609800484.650676:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800484.650684:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:37.0:1609800484.650687:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800484.650689:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:37.0:1609800484.650691:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:61.0:1609800484.650719:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.650724:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.650730:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:61.0:1609800484.650736:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.650749:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:61.0:1609800484.650754:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:5.0:1609800484.650755:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.650756:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:61.0:1609800484.650757:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:61.0:1609800484.650762:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:5.0:1609800484.650763:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800484.650766:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:61.0:1609800484.650768:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.650775:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800484.650775:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800484.650777:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:5.0:1609800484.650779:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:61.0:1609800484.650782:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.650785:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:5.0:1609800484.650788:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:23.1:1609800484.650789:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:61.0:1609800484.650790:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800484.650790:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:61.0:1609800484.650792:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:5.0:1609800484.650792:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800484.650797:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)++
00000800:00000200:5.0:1609800484.650801:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (26)--
00000800:00000200:61.0:1609800484.650802:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (26)++
00000800:00000200:8.0:1609800484.650804:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (26)--
00000800:00000200:61.0:1609800484.650807:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:6.0:1609800484.650807:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:6.0:1609800484.650809:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.1:1609800484.650812:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800484.650812:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.650815:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800484.650817:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800484.650820:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:4.0:1609800484.650821:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:6.0:1609800484.650822:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.650824:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800484.650824:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.650824:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:6.0:1609800484.650826:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:4.0:1609800484.650826:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.650828:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.650831:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:2.0:1609800484.650852:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:2.0:1609800484.650859:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.650862:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:2.0:1609800484.650869:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800484.650872:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:2.0:1609800484.650877:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800484.650879:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:2.0:1609800484.650880:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:2.0:1609800484.650888:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800484.650901:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800484.650908:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:37.0:1609800484.650912:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:37.0:1609800484.650913:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.650915:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:37.0:1609800484.650916:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.650919:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:23.1:1609800484.650966:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:8.0:1609800484.650974:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000400:00000200:1.0:1609800484.650974:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800484.650977:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000400:00000200:1.0:1609800484.650977:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.650979:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000400:00000200:1.0:1609800484.650979:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:8.0:1609800484.650980:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:4.0:1609800484.650980:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:8.0:1609800484.650981:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:61.0:1609800484.650986:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.650986:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.650989:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:61.0:1609800484.650990:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.650991:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.650993:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:1.0:1609800484.650993:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:1.0:1609800484.650994:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000400:00000200:61.0:1609800484.650998:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.650998:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:61.0:1609800484.651001:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000400:00000200:1.0:1609800484.651004:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.67@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.651006:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:1.0:1609800484.651007:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.651008:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:61.0:1609800484.651009:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000400:00000200:1.0:1609800484.651009:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:61.0:1609800484.651013:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:23.1:1609800484.651013:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (23)++
00000400:00000200:1.0:1609800484.651015:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.651018:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.651020:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:1.0:1609800484.651022:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.651023:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800484.651024:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800484.651025:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.651025:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800484.651027:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:6.0:1609800484.651027:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.651030:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:1.0:1609800484.651030:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (24)--
00000400:00000200:1.0:1609800484.651037:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800484.651038:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000400:00000200:1.0:1609800484.651040:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.651042:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:4.0:1609800484.651045:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:1.0:1609800484.651047:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800484.651048:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:4.0:1609800484.651049:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.651049:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.651050:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:4.0:1609800484.651052:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.651053:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:1.0:1609800484.651053:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800484.651055:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.651055:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:4.0:1609800484.651056:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:1.0:1609800484.651056:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000400:00000200:8.0:1609800484.651057:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.651057:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:8.0:1609800484.651060:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:1.0:1609800484.651062:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:1.0:1609800484.651066:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.651070:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.651072:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651073:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:1.0:1609800484.651092:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800484.651095:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:1.0:1609800484.651095:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.651097:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000800:00000200:1.0:1609800484.651097:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800484.651099:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.651099:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:4.0:1609800484.651100:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:1.0:1609800484.651100:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000400:00000200:6.0:1609800484.651101:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.651104:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000800:00000200:1.0:1609800484.651104:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:1.0:1609800484.651109:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.651112:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.651113:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651117:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:1.0:1609800484.651118:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.651129:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.651130:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:1.0:1609800484.651132:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.651133:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:37.0:1609800484.651134:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000800:00000200:1.0:1609800484.651134:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000400:00000200:37.0:1609800484.651135:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.651137:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000400:00000200:37.0:1609800484.651138:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.651139:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:37.0:1609800484.651141:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800484.651141:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.651142:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800484.651143:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800484.651143:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (24)--
00000800:00000200:8.0:1609800484.651145:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:1.0:1609800484.651147:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800484.651151:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:6.0:1609800484.651176:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000400:00000200:61.0:1609800484.651179:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800484.651179:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:6.0:1609800484.651180:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.651180:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.651181:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:61.0:1609800484.651183:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.651183:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:1.0:1609800484.651183:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:61.0:1609800484.651186:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:1.0:1609800484.651189:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.651192:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.651193:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:61.0:1609800484.651198:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.651201:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:1.0:1609800484.651202:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.651203:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:1.0:1609800484.651205:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:1.0:1609800484.651210:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:61.0:1609800484.651211:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.651213:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (21)++
00000800:00000200:61.0:1609800484.651214:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (22)++
00000800:00000200:61.0:1609800484.651218:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:61.0:1609800484.651223:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800484.651223:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (22)++
00000400:00000200:61.0:1609800484.651226:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.651228:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:37.0:1609800484.651232:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000400:00000200:61.0:1609800484.651233:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.651235:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.651235:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:37.0:1609800484.651237:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.651237:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)++
00000800:00000200:61.0:1609800484.651239:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000400:00000200:37.0:1609800484.651240:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.651240:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000800:00000200:61.0:1609800484.651241:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (24)++
00000800:00000200:61.0:1609800484.651242:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000400:00000200:8.0:1609800484.651242:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.651243:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:37.0:1609800484.651244:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000400:00000200:8.0:1609800484.651244:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.651246:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:8.0:1609800484.651248:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000400:00000200:61.0:1609800484.651251:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.651255:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.651257:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651259:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:61.0:1609800484.651262:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.651264:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:6.0:1609800484.651266:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:61.0:1609800484.651268:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.651269:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:61.0:1609800484.651270:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:6.0:1609800484.651270:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:6.0:1609800484.651272:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800484.651272:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)--
00000800:00000200:61.0:1609800484.651274:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)--
00000400:00000200:6.0:1609800484.651274:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.651277:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:61.0:1609800484.651278:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.651282:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.651284:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651286:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:61.0:1609800484.651289:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.651291:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.651294:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:61.0:1609800484.651295:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.651296:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:61.0:1609800484.651298:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:37.0:1609800484.651298:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (24)--
00000400:00000200:37.0:1609800484.651300:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.651300:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:61.0:1609800484.651302:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000400:00000200:37.0:1609800484.651302:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:8.0:1609800484.651304:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.651305:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800484.651305:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)++
00000800:00000200:8.0:1609800484.651307:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:4.0:1609800484.651307:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:8.0:1609800484.651309:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:61.0:1609800484.651311:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800484.651313:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:61.0:1609800484.651318:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.651320:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:6.0:1609800484.651321:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.651324:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:61.0:1609800484.651326:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800484.651326:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:6.0:1609800484.651326:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800484.651328:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.651329:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:61.0:1609800484.651332:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800484.651332:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:61.0:1609800484.651334:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:61.0:1609800484.651335:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:61.0:1609800484.651338:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800484.651352:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:4.0:1609800484.651360:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:4.0:1609800484.651363:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:4.0:1609800484.651364:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.651365:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:4.0:1609800484.651366:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.651370:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:23.1:1609800484.651403:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:37.0:1609800484.651411:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800484.651415:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:37.0:1609800484.651416:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:6.0:1609800484.651417:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:37.0:1609800484.651418:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (23)--
00000800:00000200:37.0:1609800484.651419:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000400:00000200:7.0:1609800484.651468:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.651475:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.651478:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:7.0:1609800484.651484:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.651487:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:7.0:1609800484.651492:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.651493:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (20)++
00000800:00000200:7.0:1609800484.651495:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (21)++
00000800:00000200:7.0:1609800484.651503:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)--
00000400:00000200:7.0:1609800484.651507:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.122@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.651510:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.651513:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651516:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:7.0:1609800484.651518:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.651520:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.651523:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:7.0:1609800484.651523:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.651525:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (23)++
00000800:00000200:7.0:1609800484.651525:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:8.0:1609800484.651529:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000800:00000200:7.0:1609800484.651529:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:4.0:1609800484.651529:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000400:00000200:8.0:1609800484.651531:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.651532:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800484.651533:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000400:00000200:7.0:1609800484.651535:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800484.651536:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:7.0:1609800484.651537:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000400:00000200:7.0:1609800484.651541:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800484.651542:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:7.0:1609800484.651544:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:7.0:1609800484.651546:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.651547:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:7.0:1609800484.651548:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (23)++
00000800:00000200:6.0:1609800484.651550:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (24)++
00000800:00000200:7.0:1609800484.651552:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:6.0:1609800484.651553:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:6.0:1609800484.651554:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800484.651555:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (23)--
00000400:00000200:7.0:1609800484.651556:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.141@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800484.651557:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:6.0:1609800484.651560:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:7.0:1609800484.651561:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.651563:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.141@o2ib18 local destination
00000800:00000200:23.1:1609800484.651565:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000400:00000200:7.0:1609800484.651567:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.141@o2ib18(192.168.128.141@o2ib18:192.168.128.141@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.651569:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.141@o2ib18
00000800:00000200:7.0:1609800484.651572:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5900] -> 192.168.128.141@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.651573:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:4.0:1609800484.651573:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:7.0:1609800484.651574:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93360db9cc00] (24)++
00000800:00000200:8.0:1609800484.651578:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (25)--
00000800:00000200:7.0:1609800484.651578:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93360db9cc00] (25)--
00000800:00000200:4.0:1609800484.651579:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (25)--
00000400:00000200:4.0:1609800484.651580:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800484.651582:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:4.0:1609800484.651585:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:23.1:1609800484.651591:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (21)++
00000800:00000200:37.0:1609800484.651598:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)++
00000800:00000200:37.0:1609800484.651601:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93360db9cc00] (23)--
00000400:00000200:37.0:1609800484.651603:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800484.651604:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000400:00000200:37.0:1609800484.651605:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.141@o2ib18: PUT: OK
00000800:00000200:37.0:1609800484.651608:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:23.1:1609800484.651641:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93360db9cc00] (20)++
00000800:00000200:8.0:1609800484.651647:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)++
00000800:00000200:8.0:1609800484.651650:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.141@o2ib18
00000800:00000200:8.0:1609800484.651652:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)++
00000800:00000200:4.0:1609800484.651652:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (22)--
00000800:00000200:8.0:1609800484.651653:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93360db9cc00] (22)--
00000800:00000200:8.0:1609800484.651654:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93360db9cc00] (21)--
00000800:00000200:33.1:1609800484.735352:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:27.0:1609800484.735363:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:27.0:1609800484.735370:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.735373:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:27.0:1609800484.735377:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.735379:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:27.0:1609800484.735382:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.735386:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:19.0:1609800484.735386:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800484.735397:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.735402:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:19.0:1609800484.735402:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800484.735406:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000800:00000200:27.0:1609800484.735407:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800484.735412:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.735415:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800484.735417:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800484.735420:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.735420:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.735422:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800484.735423:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:27.0:1609800484.735424:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:19.0:1609800484.735426:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:19.0:1609800484.735431:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.735433:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.735438:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:19.0:1609800484.735440:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:19.0:1609800484.735442:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:33.1:1609800484.735445:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:38.0:1609800484.735496:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800484.735497:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800484.735498:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.735501:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800484.735502:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735506:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:61.0:1609800484.735510:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735518:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:29.0:1609800484.735519:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:34.0:1609800484.735526:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:34.0:1609800484.735534:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:34.0:1609800484.735540:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:33.1:1609800484.735547:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:34.0:1609800484.735552:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.735555:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.735561:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:27.0:1609800484.735561:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.735563:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.735567:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800484.735567:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800484.735572:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735573:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:34.0:1609800484.735576:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e37e3200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:27.0:1609800484.735576:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:34.0:1609800484.735582:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.735586:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:27.0:1609800484.735586:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:34.0:1609800484.735587:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:27.0:1609800484.735591:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800484.735595:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.735598:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.735600:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735600:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800484.735603:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.735605:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800484.735609:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:27.0:1609800484.735631:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:27.0:1609800484.735635:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.735636:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800484.735641:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:29.0:1609800484.735647:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.735654:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.735655:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.735657:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.735658:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.735659:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.735660:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:29.0:1609800484.735663:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800484.735667:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:0.0:1609800484.735667:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800484.735669:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800484.735674:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800484.735675:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:29.0:1609800484.735679:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800484.735682:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800484.735685:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800484.735687:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800484.735692:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:29.0:1609800484.735694:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:29.0:1609800484.735695:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:33.1:1609800484.735703:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:26.0:1609800484.735704:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800484.735706:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735708:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:26.0:1609800484.735710:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800484.735712:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.735714:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:27.0:1609800484.735716:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:19.0:1609800484.735717:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:34.0:1609800484.735719:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:27.0:1609800484.735719:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:19.0:1609800484.735720:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800484.735721:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:34.0:1609800484.735723:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:29.0:1609800484.735724:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:19.0:1609800484.735725:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:34.0:1609800484.735726:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800484.735727:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.70@o2ib100 routed destination
00000400:00000200:27.0:1609800484.735728:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.735731:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.0:1609800484.735733:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:19.0:1609800484.735733:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.70@o2ib100(172.19.1.70@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800484.735735:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:34.0:1609800484.735736:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735736:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800484.735737:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.735738:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:34.0:1609800484.735739:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000800:00000200:19.0:1609800484.735740:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.735741:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.735741:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:27.0:1609800484.735743:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.735744:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:34.0:1609800484.735745:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.735745:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.735745:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.735746:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:34.0:1609800484.735747:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:34.0:1609800484.735750:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.735753:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:34.0:1609800484.735753:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:34.0:1609800484.735754:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e37e3900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.735755:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735756:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:61.0:1609800484.735757:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735759:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.735765:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.735767:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800484.735776:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:29.0:1609800484.735781:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.735785:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.735787:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:29.0:1609800484.735788:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:27.0:1609800484.735790:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.735791:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735791:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.735793:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.735805:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:29.0:1609800484.735805:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000800:00000200:27.0:1609800484.735806:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:34.0:1609800484.735809:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.735810:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000400:00000200:29.0:1609800484.735811:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:5.0:1609800484.735811:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:19.0:1609800484.735812:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:5.0:1609800484.735813:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.735814:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800484.735816:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:34.0:1609800484.735817:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:29.0:1609800484.735817:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:19.0:1609800484.735817:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:5.0:1609800484.735818:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.735820:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:27.0:1609800484.735820:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.735821:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb1700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:19.0:1609800484.735821:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:34.0:1609800484.735822:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.735826:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:29.0:1609800484.735829:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:29.0:1609800484.735830:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:19.0:1609800484.735830:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:29.0:1609800484.735831:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:29.0:1609800484.735832:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:27.0:1609800484.735832:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800484.735833:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.735834:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735835:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:19.0:1609800484.735836:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800484.735837:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:5.0:1609800484.735837:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.0:1609800484.735838:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:34.0:1609800484.735839:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:19.0:1609800484.735839:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:5.0:1609800484.735839:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735841:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.735841:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:27.0:1609800484.735842:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:5.0:1609800484.735843:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.0:1609800484.735844:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.735844:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:27.0:1609800484.735845:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.735845:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc2800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:34.0:1609800484.735846:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.0:1609800484.735846:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.735848:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.735849:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800484.735849:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.735850:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:34.0:1609800484.735852:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:61.0:1609800484.735853:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.735854:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735855:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800484.735856:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735857:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e37e3400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:5.0:1609800484.735857:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800484.735858:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:33.1:1609800484.735859:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:34.0:1609800484.735860:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:5.0:1609800484.735861:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735862:0:16042:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:34.0:1609800484.735865:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:29.0:1609800484.735865:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:5.0:1609800484.735866:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:34.0:1609800484.735867:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:5.0:1609800484.735867:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735868:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:29.0:1609800484.735868:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:5.0:1609800484.735871:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:29.0:1609800484.735872:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:29.0:1609800484.735876:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800484.735879:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.121@o2ib100 routed destination
00000400:00000200:29.0:1609800484.735884:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.121@o2ib100(172.19.1.121@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:33.1:1609800484.735887:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.735887:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:29.0:1609800484.735889:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:29.0:1609800484.735892:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800484.735892:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:29.0:1609800484.735893:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.735895:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:29.0:1609800484.735896:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.735896:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:29.0:1609800484.735897:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.735897:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:61.0:1609800484.735900:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:29.0:1609800484.735900:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.735900:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:61.0:1609800484.735901:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735901:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:19.0:1609800484.735903:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:61.0:1609800484.735904:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:34.0:1609800484.735905:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.735905:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:19.0:1609800484.735906:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.735907:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:27.0:1609800484.735907:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:19.0:1609800484.735909:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:34.0:1609800484.735910:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:34.0:1609800484.735913:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.735913:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:19.0:1609800484.735915:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:34.0:1609800484.735916:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:19.0:1609800484.735918:0:16044:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:19.0:1609800484.735920:0:16044:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:34.0:1609800484.735921:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:19.0:1609800484.735923:0:16044:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:19.0:1609800484.735923:0:16044:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345ebbc3700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:34.0:1609800484.735924:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:27.0:1609800484.735925:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735926:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:27.0:1609800484.735927:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.125@o2ib100 routed destination
00000800:00000200:34.0:1609800484.735929:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:19.0:1609800484.735929:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:34.0:1609800484.735930:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e37e3600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:19.0:1609800484.735931:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.735931:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.735933:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:27.0:1609800484.735933:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.125@o2ib100(172.19.1.125@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:34.0:1609800484.735935:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800484.735935:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:27.0:1609800484.735935:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:61.0:1609800484.735937:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800484.735938:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735938:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.735938:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:34.0:1609800484.735939:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:27.0:1609800484.735940:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800484.735941:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:29.0:1609800484.735942:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.735943:0:16042:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.735943:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:27.0:1609800484.735945:0:16043:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:34.0:1609800484.735946:0:16042:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:33.1:1609800484.735947:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:29.0:1609800484.735954:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000400:00000200:34.0:1609800484.735956:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.735956:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (26)--
00000400:00000200:61.0:1609800484.735957:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.0:1609800484.735957:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000400:00000200:34.0:1609800484.735958:0:16042:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:29.0:1609800484.735958:0:16041:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.735959:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:19.0:1609800484.735960:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:27.0:1609800484.735961:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.160@o2ib18
00000400:00000200:34.0:1609800484.735964:0:16042:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:34.0:1609800484.735966:0:16042:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:33.1:1609800484.735967:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:19.0:1609800484.735972:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)++
00000800:00000200:19.0:1609800484.735974:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (26)--
00000800:00000200:19.0:1609800484.735975:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800484.735975:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:34.0:1609800484.735980:0:16042:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:34.0:1609800484.735982:0:16042:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:29.0:1609800484.735982:0:16041:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000400:00000200:27.0:1609800484.735982:0:16043:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.160@o2ib18 : PUT - routed
00000800:00000200:34.0:1609800484.735983:0:16042:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345e37e3a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:29.0:1609800484.735985:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.735986:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:29.0:1609800484.735987:0:16041:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:29.0:1609800484.735992:0:16041:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:2.0:1609800484.735994:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:34.0:1609800484.735995:0:16042:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:29.0:1609800484.735995:0:16041:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:34.0:1609800484.735996:0:16042:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:2.0:1609800484.735996:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.735997:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:27.0:1609800484.735997:0:16043:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:29.0:1609800484.735998:0:16041:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:61.0:1609800484.735999:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:29.0:1609800484.736000:0:16041:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:29.0:1609800484.736001:0:16041:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93364cbb0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1609800484.736001:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:29.0:1609800484.736003:0:16041:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:27.0:1609800484.736003:0:16043:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800484.736004:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.736004:0:16041:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:29.0:1609800484.736005:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:27.0:1609800484.736006:0:16043:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:61.0:1609800484.736007:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:27.0:1609800484.736008:0:16043:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:27.0:1609800484.736011:0:16043:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.0:1609800484.736012:0:16043:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93360b7d1f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800484.736014:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.736017:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736018:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:27.0:1609800484.736019:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:27.0:1609800484.736020:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:2.0:1609800484.736020:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800484.736021:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.736022:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.736023:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000400:00000200:2.0:1609800484.736024:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.736025:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:2.0:1609800484.736027:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800484.736029:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800484.736031:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800484.736032:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:26.0:1609800484.736041:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800484.736044:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800484.736047:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:26.0:1609800484.736071:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800484.736073:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:26.0:1609800484.736077:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:61.0:1609800484.736078:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.736083:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736085:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:61.0:1609800484.736092:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.736094:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:61.0:1609800484.736097:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:33.1:1609800484.736097:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736099:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:61.0:1609800484.736100:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.736101:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:61.0:1609800484.736105:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (25)--
00000800:00000200:19.0:1609800484.736105:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (25)--
00000400:00000200:19.0:1609800484.736106:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.736107:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800484.736109:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:33.1:1609800484.736131:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.736137:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:29.0:1609800484.736140:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.736140:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.736141:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736142:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:29.0:1609800484.736144:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.736147:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:1.0:1609800484.736162:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.736169:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.736172:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:1.0:1609800484.736178:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.736182:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:1.0:1609800484.736187:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.736189:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:1.0:1609800484.736190:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:1.0:1609800484.736198:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:1.0:1609800484.736202:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.736205:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.736207:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:1.0:1609800484.736211:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.736214:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:1.0:1609800484.736217:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800484.736218:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:1.0:1609800484.736218:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:33.1:1609800484.736221:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:1.0:1609800484.736222:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.736227:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:61.0:1609800484.736228:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.736228:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.69@o2ib100 : PUT - routed
00000800:00000200:34.0:1609800484.736230:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:34.0:1609800484.736232:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.736233:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:34.0:1609800484.736235:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.736237:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736240:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:61.0:1609800484.736246:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:33.1:1609800484.736247:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:1.0:1609800484.736247:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.736249:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:1.0:1609800484.736249:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:34.0:1609800484.736250:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.736252:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:61.0:1609800484.736253:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.736254:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:61.0:1609800484.736255:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:34.0:1609800484.736255:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.736255:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:1.0:1609800484.736255:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000400:00000200:34.0:1609800484.736256:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.736257:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:34.0:1609800484.736259:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.736260:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:1.0:1609800484.736261:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:34.0:1609800484.736262:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:1.0:1609800484.736263:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:1.0:1609800484.736264:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:1.0:1609800484.736270:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800484.736274:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:1.0:1609800484.736276:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:27.0:1609800484.736280:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:1.0:1609800484.736280:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.736282:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:27.0:1609800484.736283:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:27.0:1609800484.736284:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736285:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:27.0:1609800484.736287:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:1.0:1609800484.736287:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800484.736288:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:19.0:1609800484.736289:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.736289:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736290:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:29.0:1609800484.736292:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:19.0:1609800484.736292:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.736293:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800484.736295:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:1.0:1609800484.736295:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:1.0:1609800484.736296:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:1.0:1609800484.736317:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:1.0:1609800484.736320:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.71@o2ib100 : PUT - routed
00000400:00000200:1.0:1609800484.736324:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800484.736326:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:33.1:1609800484.736328:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:1.0:1609800484.736330:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800484.736332:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:34.0:1609800484.736333:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:1.0:1609800484.736335:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:34.0:1609800484.736336:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:1.0:1609800484.736337:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:34.0:1609800484.736338:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800484.736338:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:27.0:1609800484.736340:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:34.0:1609800484.736341:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:1.0:1609800484.736343:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.736344:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800484.736354:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:29.0:1609800484.736359:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.736362:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:29.0:1609800484.736364:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736365:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:29.0:1609800484.736366:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.736369:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:33.1:1609800484.736395:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:27.0:1609800484.736401:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:27.0:1609800484.736404:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736405:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.736406:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:27.0:1609800484.736406:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.736408:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:61.0:1609800484.736474:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.736477:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736479:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:61.0:1609800484.736485:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800484.736488:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:61.0:1609800484.736492:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.736493:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000400:00000200:7.0:1609800484.736496:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800484.736499:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:33.1:1609800484.736500:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736503:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:19.0:1609800484.736505:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:61.0:1609800484.736507:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:19.0:1609800484.736509:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000400:00000200:61.0:1609800484.736510:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736510:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:29.0:1609800484.736511:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.736511:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:61.0:1609800484.736512:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:19.0:1609800484.736513:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:29.0:1609800484.736514:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.736515:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736515:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:7.0:1609800484.736515:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736517:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000400:00000200:29.0:1609800484.736518:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:7.0:1609800484.736519:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:61.0:1609800484.736522:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:29.0:1609800484.736522:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:7.0:1609800484.736527:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.736530:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:7.0:1609800484.736535:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.736537:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:61.0:1609800484.736539:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800484.736539:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736541:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:61.0:1609800484.736547:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:7.0:1609800484.736547:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736552:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:7.0:1609800484.736553:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800484.736557:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736558:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800484.736559:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:7.0:1609800484.736559:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:27.0:1609800484.736565:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:61.0:1609800484.736567:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.736568:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:27.0:1609800484.736569:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800484.736569:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800484.736570:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:27.0:1609800484.736572:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000400:00000200:61.0:1609800484.736573:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:19.0:1609800484.736573:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:7.0:1609800484.736573:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000400:00000200:19.0:1609800484.736574:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:34.0:1609800484.736575:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:19.0:1609800484.736577:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:7.0:1609800484.736577:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.736579:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800484.736579:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:7.0:1609800484.736580:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:61.0:1609800484.736583:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.736584:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:7.0:1609800484.736584:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:27.0:1609800484.736586:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:61.0:1609800484.736588:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.736589:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736591:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:61.0:1609800484.736594:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800484.736596:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:61.0:1609800484.736598:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.736601:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.736601:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:61.0:1609800484.736603:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:29.0:1609800484.736604:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.736606:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736608:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:34.0:1609800484.736608:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:29.0:1609800484.736608:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.736610:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:34.0:1609800484.736610:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:34.0:1609800484.736612:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.736612:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736614:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:34.0:1609800484.736614:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.736614:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:61.0:1609800484.736615:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736616:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.736617:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736633:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:61.0:1609800484.736637:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:33.1:1609800484.736639:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:61.0:1609800484.736640:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736642:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:27.0:1609800484.736645:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:61.0:1609800484.736647:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800484.736648:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:61.0:1609800484.736650:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736650:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:19.0:1609800484.736650:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:27.0:1609800484.736651:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:27.0:1609800484.736653:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:19.0:1609800484.736653:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:61.0:1609800484.736654:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:27.0:1609800484.736654:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:19.0:1609800484.736654:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800484.736655:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736656:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:19.0:1609800484.736656:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:19.0:1609800484.736658:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736659:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:61.0:1609800484.736663:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800484.736670:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736672:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:33.1:1609800484.736672:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:61.0:1609800484.736677:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:34.0:1609800484.736677:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:61.0:1609800484.736679:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:34.0:1609800484.736679:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736681:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:34.0:1609800484.736681:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.736682:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:61.0:1609800484.736683:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:34.0:1609800484.736683:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:61.0:1609800484.736684:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.736685:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736687:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:33.1:1609800484.736699:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:29.0:1609800484.736705:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:29.0:1609800484.736717:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:29.0:1609800484.736718:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736719:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:29.0:1609800484.736720:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.736723:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000400:00000200:38.0:1609800484.736738:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800484.736759:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800484.736760:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800484.736762:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000400:00000200:61.0:1609800484.736764:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:33.1:1609800484.736764:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (20)++
00000400:00000200:38.0:1609800484.736769:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:27.0:1609800484.736769:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)++
00000400:00000200:61.0:1609800484.736772:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:38.0:1609800484.736772:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736773:0:16043:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.160@o2ib18
00000800:00000200:27.0:1609800484.736774:0:16043:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:34.0:1609800484.736775:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000800:00000200:27.0:1609800484.736775:0:16043:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:27.0:1609800484.736776:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:38.0:1609800484.736778:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000400:00000200:61.0:1609800484.736779:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800484.736780:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (20)++
00000800:00000200:61.0:1609800484.736781:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:38.0:1609800484.736781:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:61.0:1609800484.736785:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800484.736787:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:38.0:1609800484.736789:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:61.0:1609800484.736790:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:61.0:1609800484.736794:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000400:00000200:38.0:1609800484.736794:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.160@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800484.736798:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800484.736800:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.160@o2ib18 local destination
00000800:00000200:33.1:1609800484.736801:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (22)++
00000400:00000200:38.0:1609800484.736806:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.160@o2ib18(192.168.128.160@o2ib18:192.168.128.160@o2ib18) : PUT try# 0
00000800:00000200:19.0:1609800484.736807:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000800:00000200:38.0:1609800484.736809:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.160@o2ib18
00000800:00000200:19.0:1609800484.736810:0:16044:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:19.0:1609800484.736811:0:16044:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:29.0:1609800484.736812:0:16041:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:19.0:1609800484.736813:0:16044:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:38.0:1609800484.736814:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b23a9500] -> 192.168.128.160@o2ib18 (2) version: 12
00000800:00000200:29.0:1609800484.736815:0:16041:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (24)--
00000800:00000200:38.0:1609800484.736816:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (24)++
00000800:00000200:19.0:1609800484.736816:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (24)--
00000400:00000200:29.0:1609800484.736817:0:16041:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:19.0:1609800484.736817:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:38.0:1609800484.736818:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354dcc92a00] (23)++
00000400:00000200:29.0:1609800484.736819:0:16041:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:29.0:1609800484.736822:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:38.0:1609800484.736823:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:33.1:1609800484.736835:0:3609:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354dcc92a00] (21)++
00000800:00000200:27.0:1609800484.736841:0:16043:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)++
00000800:00000200:27.0:1609800484.736844:0:16043:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354dcc92a00] (23)--
00000800:00000200:34.0:1609800484.736846:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (22)--
00000400:00000200:27.0:1609800484.736846:0:16043:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:27.0:1609800484.736848:0:16043:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.160@o2ib18: PUT: OK
00000800:00000200:27.0:1609800484.736851:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354dcc92a00] (21)--
00000800:00000200:30.1:1609800484.819261:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (20)++
00000800:00000200:19.0:1609800484.819276:0:16044:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800484.819282:0:16044:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.64@o2ib18
00000800:00000200:29.0:1609800484.819285:0:16041:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800484.819288:0:16044:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18) <- 192.168.128.64@o2ib18 : GET - for me
00000400:00000200:19.0:1609800484.819295:0:16044:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-192.168.128.64@o2ib18 of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:19.0:1609800484.819301:0:16044:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.128.64@o2ib18 of length 64/272 into md 0x1 [1] + 0
00000800:00000200:19.0:1609800484.819306:0:16044:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800484.819308:0:16044:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff9354daf90000] (22)--
00000400:00000200:19.0:1609800484.819313:0:16044:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source Specified: 192.168.128.187@o2ib18 to NMR:  192.168.128.64@o2ib18 local destination
00000400:00000200:19.0:1609800484.819325:0:16044:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.187@o2ib18(192.168.128.187@o2ib18:192.168.128.187@o2ib18) -> 192.168.128.64@o2ib18(192.168.128.64@o2ib18:192.168.128.64@o2ib18) : REPLY try# 0
00000800:00000200:19.0:1609800484.819331:0:16044:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 64 bytes in 1 frags to 12345-192.168.128.64@o2ib18
00000800:00000200:19.0:1609800484.819337:0:16044:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff9345b2bc4b80] -> 192.168.128.64@o2ib18 (2) version: 12
00000800:00000200:19.0:1609800484.819339:0:16044:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff9354daf90000] (21)++
00000800:00000200:19.0:1609800484.819342:0:16044:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff9354daf90000] (22)++
00000800:00000200:19.0:1609800484.819349:0:16044:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff9354daf90000] (23)--
00000800:00000200:19.0:1609800484.819351:0:16044:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000800:00000200:30.1:1609800484.819367:0:16083:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff9354daf90000] (21)++
00000800:00000200:34.0:1609800484.819376:0:16042:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff9354daf90000] (22)++
00000800:00000200:34.0:1609800484.819382:0:16042:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff9354daf90000] (23)--
00000400:00000200:34.0:1609800484.819384:0:16042:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:27.0:1609800484.819387:0:16043:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (22)--
00000400:00000200:34.0:1609800484.819389:0:16042:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.64@o2ib18: REPLY: OK
00000800:00000200:34.0:1609800484.819393:0:16042:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff9354daf90000] (21)--
00000800:00000200:27.1:1609800485.013224:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:6.0:1609800485.013242:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800485.013251:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[2] from 192.168.128.172@o2ib18
00000400:00000200:6.0:1609800485.013259:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.013265:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.013270:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000400:00000200:6.0:1609800485.013282:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.013288:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.013291:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013293:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.013298:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.013301:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8eb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.013304:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:4.0:1609800485.013306:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013308:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013310:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000400:00000200:37.0:1609800485.013312:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.013312:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:37.0:1609800485.013320:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.013326:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:37.0:1609800485.013338:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.013345:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:27.1:1609800485.013348:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:37.0:1609800485.013351:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800485.013357:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800485.013360:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.013371:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800485.013373:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800485.013374:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.013377:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:8.0:1609800485.013379:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.013380:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:4.0:1609800485.013384:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.013386:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:8.0:1609800485.013386:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800485.013390:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800485.013390:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.013394:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.013394:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:27.1:1609800485.013395:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:61.0:1609800485.013398:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.013402:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800485.013418:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.013420:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000400:00000200:8.0:1609800485.013420:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.013420:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800485.013423:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800485.013423:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.013425:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.013425:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:37.0:1609800485.013426:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.013428:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.013429:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800485.013429:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.013431:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800485.013431:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.013433:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800485.013434:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800485.013435:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fad00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.013435:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800485.013435:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:4.0:1609800485.013435:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.013437:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000400:00000200:4.0:1609800485.013437:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:61.0:1609800485.013440:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.013440:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000400:00000200:61.0:1609800485.013441:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1609800485.013442:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800485.013443:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800485.013444:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:0.0:1609800485.013445:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.013446:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.013448:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000400:00000200:0.0:1609800485.013448:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.013449:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:4.0:1609800485.013449:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800485.013452:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800485.013453:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.013456:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:4.0:1609800485.013457:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:4.0:1609800485.013458:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:0.0:1609800485.013459:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1609800485.013460:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.013462:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800485.013463:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.013465:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.013469:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.013471:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800485.013478:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013481:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013483:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:6.0:1609800485.013484:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800485.013488:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.013490:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:6.0:1609800485.013491:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.013495:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.013497:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:6.0:1609800485.013502:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:27.1:1609800485.013504:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800485.013507:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.013509:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800485.013511:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013512:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800485.013513:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.013515:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:4.0:1609800485.013515:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.013517:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800485.013517:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800485.013518:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:4.0:1609800485.013518:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:4.0:1609800485.013521:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.013523:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000400:00000200:4.0:1609800485.013546:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.013549:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800485.013551:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800485.013554:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800485.013555:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.013559:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (21)++
00000800:00000200:4.0:1609800485.013560:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (22)--
00000800:00000200:4.0:1609800485.013561:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:5.0:1609800485.013563:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800485.013565:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.013566:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.013568:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:5.0:1609800485.013569:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.013570:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000400:00000200:61.0:1609800485.013571:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.013578:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:37.0:1609800485.013582:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.013584:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:37.0:1609800485.013586:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800485.013589:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.013592:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:37.0:1609800485.013597:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.013600:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800485.013602:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800485.013605:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800485.013606:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.013610:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (21)++
00000800:00000200:37.0:1609800485.013612:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800485.013616:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.013617:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800485.013644:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:6.0:1609800485.013652:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013656:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013657:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:6.0:1609800485.013658:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:2.0:1609800485.013658:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800485.013661:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.013664:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.013684:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:8.0:1609800485.013692:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800485.013696:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.013699:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:8.0:1609800485.013699:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.013702:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.013705:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:8.0:1609800485.013710:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:27.1:1609800485.013712:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800485.013713:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.013715:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800485.013718:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.013719:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.013721:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800485.013722:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:8.0:1609800485.013724:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800485.013724:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.013725:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:8.0:1609800485.013726:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000400:00000200:6.0:1609800485.013727:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.72@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.013729:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:61.0:1609800485.013730:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800485.013730:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.013731:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.013731:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800485.013732:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.72@o2ib100 routed destination
00000400:00000200:8.0:1609800485.013733:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000400:00000200:61.0:1609800485.013735:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.013749:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:6.0:1609800485.013755:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.72@o2ib100(172.19.1.72@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.013756:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800485.013758:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800485.013760:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.013760:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800485.013760:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.013762:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:8.0:1609800485.013763:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:6.0:1609800485.013763:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:4.0:1609800485.013763:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800485.013764:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:6.0:1609800485.013764:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800485.013767:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.013768:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.013768:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000400:00000200:8.0:1609800485.013769:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.013769:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (26)--
00000400:00000200:4.0:1609800485.013769:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800485.013770:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.013772:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800485.013772:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800485.013774:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.013774:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:4.0:1609800485.013775:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.013777:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.013778:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.013778:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800485.013779:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.013779:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.013780:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:6.0:1609800485.013782:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.013782:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:1.0:1609800485.013782:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800485.013783:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:4.0:1609800485.013783:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800485.013785:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.013786:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800485.013787:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (26)--
00000800:00000200:4.0:1609800485.013787:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (26)++
00000800:00000200:61.0:1609800485.013788:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.013788:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:6.0:1609800485.013788:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000400:00000200:61.0:1609800485.013789:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.013789:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:1.0:1609800485.013789:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800485.013791:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:37.0:1609800485.013792:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800485.013793:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.013795:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.013796:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.013799:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.013799:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800485.013799:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (26)++
00000800:00000200:6.0:1609800485.013801:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800485.013803:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.013803:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.013803:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000800:00000200:37.0:1609800485.013804:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:4.0:1609800485.013804:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:1.0:1609800485.013804:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.013805:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.013805:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fe00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1609800485.013805:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.013806:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:4.0:1609800485.013806:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:8.0:1609800485.013807:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.013808:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000800:00000200:6.0:1609800485.013808:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:4.0:1609800485.013808:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000400:00000200:8.0:1609800485.013809:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000800:00000200:6.0:1609800485.013809:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:1.0:1609800485.013809:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.013814:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (24)++
00000400:00000200:4.0:1609800485.013814:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:27.1:1609800485.013815:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (24)++
00000800:00000200:1.0:1609800485.013815:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.013816:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000400:00000200:8.0:1609800485.013816:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800485.013817:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800485.013817:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800485.013817:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.013818:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.013818:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:61.0:1609800485.013819:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.013820:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.119@o2ib100 routed destination
00000400:00000200:1.0:1609800485.013820:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.013821:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800485.013821:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:61.0:1609800485.013822:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.013823:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000800:00000200:6.0:1609800485.013823:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:8.0:1609800485.013824:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.013825:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.013825:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.013825:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.013826:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:4.0:1609800485.013826:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.119@o2ib100(172.19.1.119@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.013829:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800485.013831:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800485.013834:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.013835:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.013839:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:4.0:1609800485.013839:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000400:00000200:6.0:1609800485.013840:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.172@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800485.013841:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.013841:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000400:00000200:61.0:1609800485.013842:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.013842:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:4.0:1609800485.013842:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000400:00000200:61.0:1609800485.013858:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.013859:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.013862:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000800:00000200:4.0:1609800485.013862:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (24)--
00000800:00000200:4.0:1609800485.013863:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800485.013885:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.013888:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:6.0:1609800485.013890:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.013893:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.013894:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ef00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.013897:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:27.1:1609800485.013898:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800485.013899:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013902:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013904:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.013907:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.013908:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:6.0:1609800485.013910:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:7.0:1609800485.013917:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800485.013919:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.013922:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800485.013932:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.73@o2ib100 : PUT - routed
00000800:00000200:26.0:1609800485.013954:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.013956:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:26.0:1609800485.013957:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.013959:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:26.0:1609800485.013961:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:61.0:1609800485.013965:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.013969:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:61.0:1609800485.013974:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.013976:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:61.0:1609800485.013978:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.013985:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:61.0:1609800485.014024:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014028:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.014030:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800485.014030:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:4.0:1609800485.014038:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000400:00000200:61.0:1609800485.014042:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800485.014042:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.014043:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:4.0:1609800485.014043:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.014046:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:4.0:1609800485.014047:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.014050:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:61.0:1609800485.014051:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014053:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000800:00000200:61.0:1609800485.014054:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.014059:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:61.0:1609800485.014064:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014068:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.014070:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800485.014071:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:61.0:1609800485.014075:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.014077:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:61.0:1609800485.014093:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014094:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:61.0:1609800485.014095:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800485.014096:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:61.0:1609800485.014098:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (25)--
00000800:00000200:6.0:1609800485.014100:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:8.0:1609800485.014102:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:6.0:1609800485.014102:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.014105:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:61.0:1609800485.014107:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800485.014109:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:61.0:1609800485.014111:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800485.014111:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:61.0:1609800485.014113:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:38.0:1609800485.014118:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014119:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.014119:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:4.0:1609800485.014126:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:37.0:1609800485.014135:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (22)--
00000800:00000200:61.0:1609800485.014138:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:37.0:1609800485.014154:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.014155:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014156:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.014157:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000400:00000200:37.0:1609800485.014157:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:38.0:1609800485.014159:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.014161:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:38.0:1609800485.014162:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:61.0:1609800485.014166:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800485.014169:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.014171:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:38.0:1609800485.014172:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:61.0:1609800485.014175:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.014178:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:38.0:1609800485.014178:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.014180:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:38.0:1609800485.014182:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000400:00000200:61.0:1609800485.014184:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.014187:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:38.0:1609800485.014188:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:61.0:1609800485.014191:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014194:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000400:00000200:38.0:1609800485.014194:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.61@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.014195:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000400:00000200:38.0:1609800485.014197:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.014200:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800485.014202:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (24)++
00000400:00000200:38.0:1609800485.014206:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800485.014209:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.014209:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:61.0:1609800485.014213:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (26)--
00000800:00000200:38.0:1609800485.014213:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800485.014213:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000800:00000200:38.0:1609800485.014214:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)++
00000400:00000200:8.0:1609800485.014214:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800485.014216:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:6.0:1609800485.014216:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:8.0:1609800485.014217:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.014220:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (27)--
00000800:00000200:8.0:1609800485.014221:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:38.0:1609800485.014242:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (25)--
00000800:00000200:6.0:1609800485.014242:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000400:00000200:6.0:1609800485.014244:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.014246:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800485.014247:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:27.1:1609800485.014248:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000400:00000200:38.0:1609800485.014251:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014251:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:38.0:1609800485.014253:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:6.0:1609800485.014253:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:6.0:1609800485.014256:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:37.0:1609800485.014257:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:38.0:1609800485.014258:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000400:00000200:6.0:1609800485.014258:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.014260:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:38.0:1609800485.014261:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:6.0:1609800485.014263:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:38.0:1609800485.014264:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.014267:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:38.0:1609800485.014268:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:38.0:1609800485.014272:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:38.0:1609800485.014276:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800485.014279:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.014281:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800485.014281:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:38.0:1609800485.014285:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800485.014287:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:4.0:1609800485.014288:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:38.0:1609800485.014290:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800485.014290:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:38.0:1609800485.014291:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)++
00000400:00000200:61.0:1609800485.014292:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800485.014292:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000400:00000200:4.0:1609800485.014292:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.014293:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:38.0:1609800485.014294:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000400:00000200:4.0:1609800485.014294:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:38.0:1609800485.014295:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000400:00000200:61.0:1609800485.014296:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014297:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:61.0:1609800485.014299:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:38.0:1609800485.014300:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014305:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.014308:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:27.1:1609800485.014309:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:38.0:1609800485.014311:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.014313:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800485.014313:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:61.0:1609800485.014314:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)++
00000800:00000200:61.0:1609800485.014316:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800485.014316:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:61.0:1609800485.014319:0:16061:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000400:00000200:38.0:1609800485.014319:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.014320:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (26)--
00000800:00000200:38.0:1609800485.014322:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.014322:0:16040:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:6.0:1609800485.014322:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.014323:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:8.0:1609800485.014325:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800485.014326:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800485.014327:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:38.0:1609800485.014328:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)++
00000800:00000200:38.0:1609800485.014329:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000800:00000200:8.0:1609800485.014330:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:38.0:1609800485.014331:0:16056:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:38.0:1609800485.014332:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000800:00000200:27.1:1609800485.014365:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800485.014372:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:61.0:1609800485.014375:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800485.014376:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:4.0:1609800485.014378:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:61.0:1609800485.014382:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.014384:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:37.0:1609800485.014387:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (24)++
00000800:00000200:37.0:1609800485.014389:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000400:00000200:61.0:1609800485.014390:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.014390:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:61.0:1609800485.014393:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:61.0:1609800485.014398:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014400:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)++
00000800:00000200:27.1:1609800485.014400:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000800:00000200:61.0:1609800485.014401:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:61.0:1609800485.014405:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800485.014408:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:6.0:1609800485.014411:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000400:00000200:6.0:1609800485.014412:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.014413:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:6.0:1609800485.014415:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.014417:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000400:00000200:8.0:1609800485.014418:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014418:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:6.0:1609800485.014419:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:8.0:1609800485.014421:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:61.0:1609800485.014422:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.112@o2ib100 : PUT - routed
00000800:00000200:6.0:1609800485.014422:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.014424:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:6.0:1609800485.014424:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.014425:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:61.0:1609800485.014426:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.014426:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:61.0:1609800485.014428:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:8.0:1609800485.014428:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:6.0:1609800485.014429:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:8.0:1609800485.014430:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014431:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:8.0:1609800485.014433:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000400:00000200:61.0:1609800485.014435:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.014438:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:8.0:1609800485.014439:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:61.0:1609800485.014442:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014443:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (20)++
00000400:00000200:0.0:1609800485.014443:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.014446:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.014448:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:61.0:1609800485.014449:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:0.0:1609800485.014451:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.014454:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:27.1:1609800485.014459:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000400:00000200:0.0:1609800485.014462:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.014466:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800485.014466:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:37.0:1609800485.014470:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:4.0:1609800485.014471:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000800:00000200:0.0:1609800485.014471:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800485.014473:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800485.014475:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (23)++
00000800:00000200:0.0:1609800485.014475:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:37.0:1609800485.014477:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (25)--
00000800:00000200:37.0:1609800485.014479:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:0.0:1609800485.014482:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:0.0:1609800485.014488:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800485.014489:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:61.0:1609800485.014491:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800485.014492:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.014494:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:6.0:1609800485.014497:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:61.0:1609800485.014498:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014500:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:0.0:1609800485.014500:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000400:00000200:61.0:1609800485.014501:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:6.0:1609800485.014501:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.014502:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000800:00000200:0.0:1609800485.014503:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:6.0:1609800485.014504:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.014505:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000400:00000200:8.0:1609800485.014507:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014507:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:61.0:1609800485.014508:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800485.014510:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.014511:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800485.014512:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800485.014513:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:0.0:1609800485.014513:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:6.0:1609800485.014514:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:0.0:1609800485.014514:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:61.0:1609800485.014516:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.014517:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800485.014521:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000800:00000200:61.0:1609800485.014522:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:61.0:1609800485.014526:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:0.0:1609800485.014527:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.129@o2ib100 : PUT - routed
00000800:00000200:27.1:1609800485.014535:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (22)++
00000400:00000200:0.0:1609800485.014537:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.014539:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:37.0:1609800485.014543:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:0.0:1609800485.014544:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.014546:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:0.0:1609800485.014547:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000400:00000200:37.0:1609800485.014548:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014548:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:37.0:1609800485.014550:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:0.0:1609800485.014550:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800485.014551:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:0.0:1609800485.014551:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)++
00000400:00000200:4.0:1609800485.014552:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.014553:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:0.0:1609800485.014553:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (24)++
00000800:00000200:37.0:1609800485.014555:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000400:00000200:4.0:1609800485.014555:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:0.0:1609800485.014555:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:0.0:1609800485.014556:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000800:00000200:4.0:1609800485.014558:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:0.0:1609800485.014560:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800485.014564:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.014565:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:0.0:1609800485.014571:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800485.014573:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800485.014576:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800485.014578:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:0.0:1609800485.014579:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800485.014580:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:0.0:1609800485.014581:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (23)--
00000400:00000200:0.0:1609800485.014585:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800485.014588:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.014590:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:0.0:1609800485.014594:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:0.0:1609800485.014596:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800485.014598:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800485.014599:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)++
00000800:00000200:0.0:1609800485.014600:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (23)++
00000800:00000200:0.0:1609800485.014601:0:16060:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.172@o2ib18: no credits
00000800:00000200:0.0:1609800485.014602:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)--
00000800:00000200:27.1:1609800485.014618:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (23)++
00000400:00000200:0.0:1609800485.014621:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:0.0:1609800485.014624:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014626:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:0.0:1609800485.014626:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:6.0:1609800485.014630:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000400:00000200:0.0:1609800485.014630:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800485.014631:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:0.0:1609800485.014632:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:0.0:1609800485.014634:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800485.014636:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (24)++
00000800:00000200:6.0:1609800485.014642:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (25)++
00000800:00000200:0.0:1609800485.014642:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (25)++
00000800:00000200:6.0:1609800485.014643:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (27)--
00000800:00000200:0.0:1609800485.014644:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (27)--
00000800:00000200:6.0:1609800485.014645:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (26)--
00000800:00000200:27.1:1609800485.014663:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (24)++
00000800:00000200:37.0:1609800485.014670:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000800:00000200:37.0:1609800485.014674:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000400:00000200:37.0:1609800485.014675:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014676:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (25)++
00000400:00000200:37.0:1609800485.014677:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.014678:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (26)--
00000800:00000200:37.0:1609800485.014680:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000400:00000200:4.0:1609800485.014680:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.014681:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000400:00000200:4.0:1609800485.014682:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.014684:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000400:00000200:37.0:1609800485.014685:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014685:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (25)--
00000800:00000200:4.0:1609800485.014704:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (23)++
00000400:00000200:37.0:1609800485.014706:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:6.0:1609800485.014708:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (24)--
00000800:00000200:4.0:1609800485.014708:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (24)--
00000800:00000200:37.0:1609800485.014709:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:4.0:1609800485.014709:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.014711:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.014714:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000400:00000200:61.0:1609800485.014721:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014726:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800485.014727:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000400:00000200:61.0:1609800485.014728:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000400:00000200:5.0:1609800485.014728:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.172@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.014734:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800485.014735:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.014737:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:6.0:1609800485.014739:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:6.0:1609800485.014740:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800485.014741:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:61.0:1609800485.014742:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800485.014742:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (22)--
00000400:00000200:5.0:1609800485.014742:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014743:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:61.0:1609800485.014744:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:61.0:1609800485.014745:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (21)++
00000400:00000200:5.0:1609800485.014746:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.172@o2ib18 local destination
00000800:00000200:61.0:1609800485.014750:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (22)--
00000400:00000200:5.0:1609800485.014752:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.172@o2ib18(192.168.128.172@o2ib18:192.168.128.172@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800485.014755:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.172@o2ib18
00000800:00000200:5.0:1609800485.014760:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff933633bf5780] -> 192.168.128.172@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800485.014762:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff93451b196e00] (21)++
00000800:00000200:27.1:1609800485.014764:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:5.0:1609800485.014764:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff93451b196e00] (22)++
00000800:00000200:8.0:1609800485.014771:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (24)++
00000800:00000200:5.0:1609800485.014773:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff93451b196e00] (25)--
00000800:00000200:8.0:1609800485.014775:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (25)--
00000400:00000200:8.0:1609800485.014776:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.014777:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (23)--
00000400:00000200:8.0:1609800485.014778:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.014781:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:27.1:1609800485.014786:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (21)++
00000800:00000200:37.0:1609800485.014794:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (22)++
00000800:00000200:37.0:1609800485.014797:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff93451b196e00] (23)--
00000400:00000200:37.0:1609800485.014799:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.014800:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000400:00000200:37.0:1609800485.014801:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.172@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.014803:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:27.1:1609800485.014833:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff93451b196e00] (20)++
00000800:00000200:4.0:1609800485.014840:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff93451b196e00] (21)++
00000800:00000200:8.0:1609800485.014845:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (22)--
00000800:00000200:4.0:1609800485.014854:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.172@o2ib18
00000800:00000200:4.0:1609800485.014856:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff93451b196e00] (21)++
00000800:00000200:4.0:1609800485.014857:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff93451b196e00] (22)--
00000800:00000200:4.0:1609800485.014858:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff93451b196e00] (21)--
00000800:00000200:23.1:1609800485.147543:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:6.0:1609800485.147558:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:6.0:1609800485.147564:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.96@o2ib18
00000400:00000200:6.0:1609800485.147571:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.147575:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.147579:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.68@o2ib100 routed destination
00000400:00000200:6.0:1609800485.147590:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.68@o2ib100(172.19.1.68@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.147595:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.147599:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800485.147604:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800485.147606:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ee00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.147608:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.147611:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.147613:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:6.0:1609800485.147617:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.147619:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800485.147621:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:37.0:1609800485.147629:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.67@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800485.147637:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.147643:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.67@o2ib100 routed destination
00000800:00000200:23.1:1609800485.147643:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:37.0:1609800485.147671:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.67@o2ib100(172.19.1.67@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.147671:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.147674:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:4.0:1609800485.147675:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:37.0:1609800485.147677:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.147677:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800485.147678:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800485.147681:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800485.147682:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.147684:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fb400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800485.147684:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000400:00000200:4.0:1609800485.147689:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:2.0:1609800485.147690:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.147692:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:4.0:1609800485.147692:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:2.0:1609800485.147693:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.147694:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800485.147694:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:37.0:1609800485.147695:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:2.0:1609800485.147696:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800485.147697:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.147698:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.147703:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (21)++
00000800:00000200:4.0:1609800485.147705:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (22)--
00000800:00000200:4.0:1609800485.147706:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:2.0:1609800485.147710:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800485.147713:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:23.1:1609800485.147714:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000400:00000200:2.0:1609800485.147715:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800485.147723:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800485.147726:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800485.147728:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:8.0:1609800485.147729:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.147732:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.147734:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.63@o2ib100 routed destination
00000400:00000200:8.0:1609800485.147739:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.63@o2ib100(172.19.1.63@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:23.1:1609800485.147742:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800485.147742:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800485.147745:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800485.147747:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800485.147748:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.147751:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800485.147752:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.147754:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800485.147754:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:4.0:1609800485.147756:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000400:00000200:37.0:1609800485.147758:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.73@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.147758:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800485.147759:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:37.0:1609800485.147761:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.147768:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.147780:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.147782:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.73@o2ib100 routed destination
00000800:00000200:23.1:1609800485.147785:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (22)++
00000400:00000200:61.0:1609800485.147787:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800485.147788:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.73@o2ib100(172.19.1.73@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.147791:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.147794:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.147796:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800485.147797:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.147798:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:7.0:1609800485.147798:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.147800:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:7.0:1609800485.147801:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.147801:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.147802:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.147802:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.147804:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000400:00000200:7.0:1609800485.147804:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.147805:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.147806:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.147807:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800485.147810:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:6.0:1609800485.147810:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.147811:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:37.0:1609800485.147813:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800485.147813:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:6.0:1609800485.147813:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.147815:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.147816:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000400:00000200:8.0:1609800485.147817:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:61.0:1609800485.147820:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800485.147821:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800485.147822:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.147824:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800485.147825:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.147826:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.147826:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800485.147828:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:4.0:1609800485.147828:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000800:00000200:6.0:1609800485.147829:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800485.147831:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8fc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800485.147832:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000400:00000200:4.0:1609800485.147836:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:8.0:1609800485.147838:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.147840:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.147841:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.147842:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000800:00000200:4.0:1609800485.147842:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.147843:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800485.147844:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800485.147844:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800485.147845:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.147846:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.147846:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.147848:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.147850:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:4.0:1609800485.147850:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800485.147851:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800485.147852:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800485.147852:0:16038:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:38.0:1609800485.147853:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:38.0:1609800485.147855:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.147856:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800485.147857:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:38.0:1609800485.147858:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800485.147863:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:38.0:1609800485.147864:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.147865:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.147866:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.147869:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:23.1:1609800485.147870:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.147871:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.147878:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.147881:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.147883:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800485.147885:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:37.0:1609800485.147888:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:8.0:1609800485.147890:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:37.0:1609800485.147891:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.71@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800485.147895:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.147897:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.71@o2ib100 routed destination
00000400:00000200:37.0:1609800485.147914:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.71@o2ib100(172.19.1.71@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.147916:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:23.1:1609800485.147916:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:37.0:1609800485.147919:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800485.147921:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.147923:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7faa00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.147924:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.147927:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800485.147928:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.147928:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:37.0:1609800485.147930:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800485.147931:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.147932:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:4.0:1609800485.147934:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.147935:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.147935:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:4.0:1609800485.147936:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.116@o2ib100 routed destination
00000800:00000200:8.0:1609800485.147937:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:61.0:1609800485.147938:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.147941:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:61.0:1609800485.147942:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.147942:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000400:00000200:4.0:1609800485.147942:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.116@o2ib100(172.19.1.116@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.147945:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.147945:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:8.0:1609800485.147946:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.147946:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.147947:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800485.147948:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.147950:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.147950:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.147950:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.147951:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800485.147952:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.147953:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.74@o2ib100 routed destination
00000400:00000200:6.0:1609800485.147956:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.118@o2ib100 routed destination
00000400:00000200:8.0:1609800485.147959:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.74@o2ib100(172.19.1.74@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.147962:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800485.147962:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.118@o2ib100(172.19.1.118@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.147965:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.147965:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800485.147965:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000800:00000200:4.0:1609800485.147983:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (26)--
00000400:00000200:37.0:1609800485.147984:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.120@o2ib100 routed destination
00000800:00000200:4.0:1609800485.147984:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800485.147985:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.147985:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800485.147986:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.147986:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800485.147988:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.147988:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:6.0:1609800485.147989:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8e300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800485.147990:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.120@o2ib100(172.19.1.120@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.147990:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000800:00000200:6.0:1609800485.147991:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000400:00000200:4.0:1609800485.147991:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.147992:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (27)--
00000800:00000200:37.0:1609800485.147993:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.147993:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800485.147993:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (26)++
00000800:00000200:37.0:1609800485.147995:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800485.147995:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (26)++
00000400:00000200:4.0:1609800485.147995:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.147996:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.147997:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:4.0:1609800485.147997:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000400:00000200:61.0:1609800485.147998:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.147998:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.147999:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (27)--
00000800:00000200:37.0:1609800485.148000:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.148000:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:6.0:1609800485.148001:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000400:00000200:61.0:1609800485.148002:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800485.148003:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000800:00000200:0.0:1609800485.148003:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800485.148004:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:0.0:1609800485.148006:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.148007:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (26)++
00000800:00000200:4.0:1609800485.148007:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:37.0:1609800485.148008:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (27)--
00000800:00000200:37.0:1609800485.148009:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000400:00000200:8.0:1609800485.148009:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.122@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800485.148010:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:4.0:1609800485.148010:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:0.0:1609800485.148010:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:61.0:1609800485.148011:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.148011:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000400:00000200:6.0:1609800485.148011:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000400:00000200:61.0:1609800485.148012:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.148012:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.148013:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:37.0:1609800485.148013:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:6.0:1609800485.148014:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148015:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800485.148016:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800485.148016:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1609800485.148018:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:8.0:1609800485.148020:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.122@o2ib100 routed destination
00000400:00000200:0.0:1609800485.148020:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148022:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (23)++
00000400:00000200:0.0:1609800485.148022:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800485.148023:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.148024:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:8.0:1609800485.148025:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.122@o2ib100(172.19.1.122@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.148027:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.148030:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:6.0:1609800485.148030:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:8.0:1609800485.148033:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.148034:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:6.0:1609800485.148036:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.148037:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:0.0:1609800485.148037:0:16060:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.148039:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.148039:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:0.0:1609800485.148039:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148040:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:6.0:1609800485.148041:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:0.0:1609800485.148041:0:16060:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800485.148044:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:61.0:1609800485.148045:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.148045:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800485.148046:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148047:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148049:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800485.148050:0:16037:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.148053:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:61.0:1609800485.148054:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.148054:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148056:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148058:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:23.1:1609800485.148063:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:37.0:1609800485.148071:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.148074:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.148075:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800485.148077:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:23.1:1609800485.148116:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:8.0:1609800485.148134:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800485.148154:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.96@o2ib18
00000400:00000200:8.0:1609800485.148157:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.129@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.96@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.148158:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:8.0:1609800485.148161:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.148163:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.129@o2ib100 routed destination
00000400:00000200:8.0:1609800485.148168:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.129@o2ib100(172.19.1.129@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.148171:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800485.148173:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800485.148176:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.63@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.148176:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800485.148177:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.148180:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800485.148182:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148183:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148183:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000400:00000200:61.0:1609800485.148186:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148207:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.63@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148211:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148217:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148219:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:61.0:1609800485.148231:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:61.0:1609800485.148238:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148243:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.66@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148246:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148248:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148253:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148256:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:5.0:1609800485.148257:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800485.148259:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148260:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (21)++
00000400:00000200:5.0:1609800485.148261:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.148262:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000400:00000200:5.0:1609800485.148264:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:1.0:1609800485.148266:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.148267:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:23.1:1609800485.148267:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (23)++
00000800:00000200:4.0:1609800485.148276:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:1.0:1609800485.148277:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148279:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:4.0:1609800485.148281:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800485.148281:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:37.0:1609800485.148283:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:4.0:1609800485.148283:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.148287:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800485.148289:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148290:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:1.0:1609800485.148290:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800485.148293:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:1.0:1609800485.148294:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.148295:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:37.0:1609800485.148298:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:1.0:1609800485.148299:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800485.148301:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:1.0:1609800485.148303:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:1.0:1609800485.148311:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:1.0:1609800485.148332:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800485.148334:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:1.0:1609800485.148336:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:1.0:1609800485.148338:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:8.0:1609800485.148342:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:1.0:1609800485.148343:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800485.148345:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000800:00000200:1.0:1609800485.148345:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:8.0:1609800485.148346:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148348:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:1.0:1609800485.148348:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000400:00000200:8.0:1609800485.148349:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:1.0:1609800485.148349:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (21)++
00000800:00000200:1.0:1609800485.148350:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800485.148352:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:1.0:1609800485.148354:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:1.0:1609800485.148359:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:23.1:1609800485.148367:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:4.0:1609800485.148375:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:1.0:1609800485.148375:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148378:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:1.0:1609800485.148378:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:4.0:1609800485.148379:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.148381:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.148382:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:1.0:1609800485.148384:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:4.0:1609800485.148387:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:1.0:1609800485.148387:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:1.0:1609800485.148390:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800485.148391:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:1.0:1609800485.148392:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:1.0:1609800485.148397:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148400:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148409:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148412:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148418:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148421:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:23.1:1609800485.148421:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:61.0:1609800485.148426:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148427:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148429:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:6.0:1609800485.148446:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:61.0:1609800485.148453:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800485.148453:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (25)++
00000800:00000200:6.0:1609800485.148454:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (26)--
00000400:00000200:6.0:1609800485.148455:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148456:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000400:00000200:61.0:1609800485.148458:0:16061:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.74@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800485.148458:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:8.0:1609800485.148458:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (24)++
00000400:00000200:6.0:1609800485.148458:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.148459:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000400:00000200:61.0:1609800485.148461:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148461:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.148462:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148464:0:16061:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.148465:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148469:0:16061:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.74@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148472:0:16061:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.148473:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:2.0:1609800485.148475:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.148476:0:16061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800485.148476:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800485.148477:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.148478:0:16061:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148479:0:16061:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:37.0:1609800485.148479:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:4.0:1609800485.148480:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.148482:0:16061:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:4.0:1609800485.148483:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:2.0:1609800485.148484:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.148487:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:2.0:1609800485.148493:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800485.148495:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:2.0:1609800485.148497:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:2.0:1609800485.148502:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:8.0:1609800485.148503:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:2.0:1609800485.148504:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:2.0:1609800485.148505:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800485.148508:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800485.148514:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:2.0:1609800485.148514:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000400:00000200:8.0:1609800485.148516:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.148518:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:2.0:1609800485.148519:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.148522:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:2.0:1609800485.148524:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.148526:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.148527:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:2.0:1609800485.148531:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:2.0:1609800485.148534:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:37.0:1609800485.148535:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:2.0:1609800485.148537:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800485.148538:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000800:00000200:2.0:1609800485.148538:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:2.0:1609800485.148539:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000400:00000200:37.0:1609800485.148540:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148542:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800485.148557:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800485.148559:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:2.0:1609800485.148559:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000400:00000200:61.0:1609800485.148560:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.148562:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148564:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:2.0:1609800485.148565:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.116@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148570:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800485.148572:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:61.0:1609800485.148573:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148577:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148579:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.148580:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:61.0:1609800485.148581:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:61.0:1609800485.148585:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800485.148586:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800485.148586:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000400:00000200:6.0:1609800485.148588:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.148588:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.148590:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:2.0:1609800485.148590:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:2.0:1609800485.148595:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.116@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800485.148597:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (22)++
00000800:00000200:2.0:1609800485.148598:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:6.0:1609800485.148600:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.148601:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:2.0:1609800485.148601:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800485.148603:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:2.0:1609800485.148604:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:6.0:1609800485.148605:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.148605:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800485.148609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (26)--
00000800:00000200:2.0:1609800485.148610:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800485.148611:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (25)++
00000800:00000200:4.0:1609800485.148611:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800485.148612:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (25)--
00000800:00000200:6.0:1609800485.148613:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800485.148613:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.148615:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.148618:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148621:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.70@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148625:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148627:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.148629:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148634:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.70@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148636:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148654:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:37.0:1609800485.148655:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148656:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:61.0:1609800485.148658:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800485.148658:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800485.148660:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148660:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:37.0:1609800485.148662:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.148663:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.148665:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148667:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.117@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148671:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148673:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.148676:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148678:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800485.148683:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148686:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:6.0:1609800485.148687:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:7.0:1609800485.148689:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.123@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800485.148689:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:6.0:1609800485.148690:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.148691:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148692:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (21)++
00000400:00000200:6.0:1609800485.148692:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.148694:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148697:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.148697:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000400:00000200:61.0:1609800485.148702:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.125@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148710:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:23.1:1609800485.148710:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148712:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148717:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.125@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800485.148717:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148720:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:8.0:1609800485.148721:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.148723:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:8.0:1609800485.148724:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.148725:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148726:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000400:00000200:8.0:1609800485.148726:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.148727:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800485.148727:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.148729:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:8.0:1609800485.148730:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:61.0:1609800485.148732:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.148733:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:37.0:1609800485.148734:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (23)--
00000800:00000200:37.0:1609800485.148735:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:23.1:1609800485.148744:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:38.0:1609800485.148750:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148752:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:38.0:1609800485.148755:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:6.0:1609800485.148756:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:6.0:1609800485.148757:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148758:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:6.0:1609800485.148760:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000400:00000200:38.0:1609800485.148761:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800485.148765:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:6.0:1609800485.148766:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:38.0:1609800485.148769:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.148771:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:38.0:1609800485.148772:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148778:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000800:00000200:38.0:1609800485.148778:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148782:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.148784:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.119@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148786:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148792:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:23.1:1609800485.148792:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:61.0:1609800485.148795:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148799:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000400:00000200:38.0:1609800485.148799:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148799:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148801:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000400:00000200:38.0:1609800485.148801:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:61.0:1609800485.148802:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (24)++
00000800:00000200:37.0:1609800485.148806:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (25)--
00000800:00000200:61.0:1609800485.148807:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (25)--
00000400:00000200:38.0:1609800485.148807:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.119@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800485.148807:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:8.0:1609800485.148809:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:38.0:1609800485.148810:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000400:00000200:8.0:1609800485.148811:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:38.0:1609800485.148813:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.148814:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:8.0:1609800485.148814:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:38.0:1609800485.148815:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (22)++
00000800:00000200:23.1:1609800485.148819:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (23)++
00000800:00000200:38.0:1609800485.148820:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.148826:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:4.0:1609800485.148829:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:4.0:1609800485.148831:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148832:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:4.0:1609800485.148833:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:6.0:1609800485.148835:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.148836:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000400:00000200:6.0:1609800485.148837:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148838:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:6.0:1609800485.148839:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:6.0:1609800485.148842:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:23.1:1609800485.148867:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (20)++
00000800:00000200:8.0:1609800485.148874:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (21)++
00000800:00000200:8.0:1609800485.148896:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:37.0:1609800485.148898:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:8.0:1609800485.148898:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000400:00000200:61.0:1609800485.148899:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.124@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.148900:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148918:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.148919:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000400:00000200:61.0:1609800485.148920:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.148930:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148933:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148938:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148939:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:61.0:1609800485.148941:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:61.0:1609800485.148945:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:61.0:1609800485.148949:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.148952:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.148954:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.148958:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:61.0:1609800485.148959:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.148961:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.148964:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.148965:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)++
00000800:00000200:61.0:1609800485.148966:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (23)++
00000800:00000200:61.0:1609800485.148968:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.148981:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000800:00000200:4.0:1609800485.148985:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:4.0:1609800485.148986:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.148987:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (23)++
00000400:00000200:4.0:1609800485.148989:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:6.0:1609800485.148991:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (24)--
00000400:00000200:6.0:1609800485.148992:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.148992:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (24)--
00000800:00000200:4.0:1609800485.148993:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000400:00000200:6.0:1609800485.148994:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:6.0:1609800485.148997:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000400:00000200:61.0:1609800485.149054:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.149061:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.149063:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000400:00000200:61.0:1609800485.149068:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.149072:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:61.0:1609800485.149076:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.149078:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (20)++
00000800:00000200:61.0:1609800485.149079:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000400:00000200:0.0:1609800485.149079:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.96@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.149082:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000400:00000200:0.0:1609800485.149087:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.149090:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.96@o2ib18 local destination
00000800:00000200:23.1:1609800485.149108:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000400:00000200:0.0:1609800485.149112:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.96@o2ib18(192.168.128.96@o2ib18:192.168.128.96@o2ib18) : PUT try# 0
00000800:00000200:8.0:1609800485.149116:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:0.0:1609800485.149116:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.96@o2ib18
00000800:00000200:0.0:1609800485.149121:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93361efec480] -> 192.168.128.96@o2ib18 (2) version: 12
00000800:00000200:0.0:1609800485.149123:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ff3400] (23)++
00000800:00000200:8.0:1609800485.149126:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:8.0:1609800485.149128:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.149130:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.149131:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:8.0:1609800485.149133:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:0.0:1609800485.149135:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ff3400] (21)++
00000800:00000200:0.0:1609800485.149143:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ff3400] (22)--
00000800:00000200:23.1:1609800485.149158:0:1706:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ff3400] (21)++
00000800:00000200:4.0:1609800485.149165:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000800:00000200:4.0:1609800485.149168:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ff3400] (23)--
00000400:00000200:4.0:1609800485.149170:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.149171:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ff3400] (22)++
00000400:00000200:4.0:1609800485.149172:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.96@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.149174:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (23)--
00000800:00000200:6.0:1609800485.149175:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.96@o2ib18
00000800:00000200:4.0:1609800485.149175:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (22)--
00000800:00000200:6.0:1609800485.149176:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ff3400] (22)++
00000800:00000200:6.0:1609800485.149178:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ff3400] (22)--
00000800:00000200:6.0:1609800485.149179:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ff3400] (21)--
00000800:00000200:27.1:1609800485.185566:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:8.0:1609800485.185579:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:8.0:1609800485.185600:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[1] from 192.168.128.136@o2ib18
00000400:00000200:8.0:1609800485.185603:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.185603:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:8.0:1609800485.185606:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.185606:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:8.0:1609800485.185608:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:37.0:1609800485.185609:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800485.185612:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.61@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.185614:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.185616:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:4.0:1609800485.185616:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.185618:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.61@o2ib100 routed destination
00000800:00000200:8.0:1609800485.185619:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800485.185621:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:4.0:1609800485.185622:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.61@o2ib100(172.19.1.61@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.185623:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.185625:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:8.0:1609800485.185626:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800485.185627:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800485.185628:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800485.185629:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:4.0:1609800485.185630:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.185631:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.185633:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:4.0:1609800485.185635:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:4.0:1609800485.185635:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800485.185685:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:5.0:1609800485.185692:0:16057:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:5.0:1609800485.185694:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.185696:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000400:00000200:5.0:1609800485.185698:0:16057:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:6.0:1609800485.185699:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.185701:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:6.0:1609800485.185704:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:6.0:1609800485.185707:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.185709:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.80@o2ib100 routed destination
00000800:00000200:61.0:1609800485.185710:0:16061:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.185714:0:16061:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.185714:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.80@o2ib100(172.19.1.80@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.185717:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.185719:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:61.0:1609800485.185721:0:16061:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:6.0:1609800485.185722:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800485.185724:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.185728:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:6.0:1609800485.185730:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:6.0:1609800485.185731:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:1.0:1609800485.185743:0:16058:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1609800485.185745:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1609800485.185748:0:16058:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.185759:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:8.0:1609800485.185769:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:8.0:1609800485.185772:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.185774:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:8.0:1609800485.185775:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.185778:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.185780:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.64@o2ib100 routed destination
00000400:00000200:8.0:1609800485.185785:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.64@o2ib100(172.19.1.64@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.185787:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.185789:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800485.185792:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.185793:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.185796:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:8.0:1609800485.185798:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800485.185803:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800485.185804:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:61.0:1609800485.185814:0:16066:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:27.1:1609800485.185816:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.185817:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.185822:0:16066:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.185826:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.185829:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.185830:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:37.0:1609800485.185832:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800485.185836:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.185838:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:37.0:1609800485.185839:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.69@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.185841:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.185843:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800485.185844:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.185845:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:37.0:1609800485.185846:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.69@o2ib100 routed destination
00000400:00000200:37.0:1609800485.185852:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.69@o2ib100(172.19.1.69@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.185855:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:4.0:1609800485.185856:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.185858:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800485.185858:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.79@o2ib100 routed destination
00000800:00000200:37.0:1609800485.185860:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:27.1:1609800485.185863:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000400:00000200:4.0:1609800485.185864:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.79@o2ib100(172.19.1.79@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.185866:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.185868:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.185869:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:6.0:1609800485.185871:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.185871:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.185872:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.185872:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.185874:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:37.0:1609800485.185875:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:6.0:1609800485.185875:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.185876:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.185877:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:6.0:1609800485.185878:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.66@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.185878:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.185879:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:6.0:1609800485.185881:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.185900:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:6.0:1609800485.185901:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.66@o2ib100 routed destination
00000800:00000200:8.0:1609800485.185902:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:6.0:1609800485.185906:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.66@o2ib100(172.19.1.66@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:61.0:1609800485.185907:0:16063:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:61.0:1609800485.185909:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.185909:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800485.185910:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.185911:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800485.185914:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.185914:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:61.0:1609800485.185915:0:16063:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:37.0:1609800485.185916:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800485.185916:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:6.0:1609800485.185918:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:6.0:1609800485.185919:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:6.0:1609800485.185920:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:2.0:1609800485.185920:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1609800485.185922:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.185923:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.185926:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:2.0:1609800485.185926:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.185928:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:37.0:1609800485.185931:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:37.0:1609800485.185932:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fa000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.185936:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800485.185938:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:2.0:1609800485.185944:0:16054:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.185945:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000400:00000200:2.0:1609800485.185945:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.185946:0:16064:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.185946:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.185948:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.185948:0:16054:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:61.0:1609800485.185953:0:16064:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:27.1:1609800485.185957:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:4.0:1609800485.185966:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800485.185969:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:4.0:1609800485.185987:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800485.185988:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800485.186020:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:6.0:1609800485.186029:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:6.0:1609800485.186033:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.186035:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:6.0:1609800485.186035:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:37.0:1609800485.186038:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:6.0:1609800485.186039:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:6.0:1609800485.186041:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.65@o2ib100 routed destination
00000800:00000200:4.0:1609800485.186041:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:37.0:1609800485.186042:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.186044:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.186046:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:6.0:1609800485.186046:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.65@o2ib100(172.19.1.65@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.186048:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:6.0:1609800485.186049:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:37.0:1609800485.186050:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.186050:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.112@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.186051:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.186051:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:37.0:1609800485.186052:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.111@o2ib100 routed destination
00000800:00000200:6.0:1609800485.186053:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:6.0:1609800485.186055:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800485.186056:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.186057:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.186058:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.111@o2ib100(172.19.1.111@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:4.0:1609800485.186058:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.112@o2ib100 routed destination
00000800:00000200:37.0:1609800485.186060:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.186063:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:4.0:1609800485.186064:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.112@o2ib100(172.19.1.112@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:37.0:1609800485.186066:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.186066:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000800:00000200:37.0:1609800485.186067:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800485.186067:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.115@o2ib100 routed destination
00000800:00000200:6.0:1609800485.186067:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:4.0:1609800485.186067:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.186086:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:4.0:1609800485.186086:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:6.0:1609800485.186087:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:4.0:1609800485.186088:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800485.186089:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.115@o2ib100(172.19.1.115@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.186089:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe9900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:37.0:1609800485.186091:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.186091:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:8.0:1609800485.186092:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:37.0:1609800485.186093:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:4.0:1609800485.186093:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:8.0:1609800485.186094:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800485.186094:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800485.186095:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800485.186097:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:8.0:1609800485.186099:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:8.0:1609800485.186101:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:27.1:1609800485.186103:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800485.186103:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:7.0:1609800485.186105:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.186107:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:7.0:1609800485.186107:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186108:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:61.0:1609800485.186110:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.186110:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:61.0:1609800485.186111:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.186111:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800485.186113:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:6.0:1609800485.186113:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:61.0:1609800485.186114:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800485.186117:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.186117:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.186117:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:37.0:1609800485.186120:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:37.0:1609800485.186126:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (26)--
00000800:00000200:37.0:1609800485.186128:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:8.0:1609800485.186129:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186130:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:8.0:1609800485.186131:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.113@o2ib100 routed destination
00000800:00000200:37.0:1609800485.186132:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.186132:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:61.0:1609800485.186135:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.64@o2ib100 : PUT - routed
00000400:00000200:6.0:1609800485.186136:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:8.0:1609800485.186154:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.113@o2ib100(172.19.1.113@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.186157:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:7.0:1609800485.186159:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:37.0:1609800485.186160:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.117@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.186160:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800485.186160:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000400:00000200:7.0:1609800485.186161:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186162:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:8.0:1609800485.186163:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:4.0:1609800485.186163:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.186164:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.186164:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.186165:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186165:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000400:00000200:4.0:1609800485.186166:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.78@o2ib100 routed destination
00000800:00000200:8.0:1609800485.186167:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:8.0:1609800485.186167:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:8.0:1609800485.186169:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:8.0:1609800485.186171:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:6.0:1609800485.186173:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.77@o2ib100 routed destination
00000400:00000200:4.0:1609800485.186173:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.78@o2ib100(172.19.1.78@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.186177:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:6.0:1609800485.186179:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.77@o2ib100(172.19.1.77@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.186179:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000400:00000200:37.0:1609800485.186182:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.117@o2ib100 routed destination
00000800:00000200:6.0:1609800485.186182:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800485.186183:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.186184:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:4.0:1609800485.186184:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.186186:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000400:00000200:8.0:1609800485.186187:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.123@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:4.0:1609800485.186187:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:6.0:1609800485.186188:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.186188:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:37.0:1609800485.186189:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.117@o2ib100(172.19.1.117@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:6.0:1609800485.186189:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8f300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.186189:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:37.0:1609800485.186191:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:8.0:1609800485.186191:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.186191:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000800:00000200:4.0:1609800485.186191:0:16038:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000400:00000200:8.0:1609800485.186193:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.123@o2ib100 routed destination
00000800:00000200:6.0:1609800485.186193:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:37.0:1609800485.186194:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:26.0:1609800485.186194:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.186194:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:4.0:1609800485.186194:0:16038:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:7.0:1609800485.186195:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:6.0:1609800485.186195:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:7.0:1609800485.186196:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186197:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186197:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:26.0:1609800485.186197:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.186197:0:16037:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.186198:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:8.0:1609800485.186198:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.123@o2ib100(172.19.1.123@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000400:00000200:61.0:1609800485.186201:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:37.0:1609800485.186202:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)++
00000800:00000200:8.0:1609800485.186202:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000400:00000200:7.0:1609800485.186202:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.186203:0:16039:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (26)++
00000400:00000200:26.0:1609800485.186203:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.186203:0:16037:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.124@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.186204:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:4.0:1609800485.186204:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186207:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (27)--
00000800:00000200:8.0:1609800485.186207:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:37.0:1609800485.186208:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:8.0:1609800485.186208:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6ca00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:61.0:1609800485.186209:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.64@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:37.0:1609800485.186210:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:37.0:1609800485.186212:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186213:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.186216:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)++
00000800:00000200:7.0:1609800485.186216:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:7.0:1609800485.186217:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186218:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (27)--
00000400:00000200:4.0:1609800485.186218:0:16038:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:61.0:1609800485.186219:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:26.0:1609800485.186220:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800485.186221:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (26)++
00000400:00000200:26.0:1609800485.186234:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186236:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000400:00000200:7.0:1609800485.186236:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:37.0:1609800485.186237:0:16039:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:8.0:1609800485.186237:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)++
00000400:00000200:26.0:1609800485.186238:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.186238:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:7.0:1609800485.186241:0:16059:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:6.0:1609800485.186241:0:16037:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.124@o2ib100 routed destination
00000400:00000200:4.0:1609800485.186241:0:16038:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000400:00000200:7.0:1609800485.186242:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.186244:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (27)++
00000800:00000200:4.0:1609800485.186244:0:16038:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000400:00000200:7.0:1609800485.186245:0:16059:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000400:00000200:6.0:1609800485.186247:0:16037:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.124@o2ib100(172.19.1.124@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:4.0:1609800485.186247:0:16038:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:4.0:1609800485.186249:0:16038:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000800:00000200:6.0:1609800485.186250:0:16037:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:4.0:1609800485.186250:0:16038:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9345babe8900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:37.0:1609800485.186251:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.186252:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (28)--
00000800:00000200:6.0:1609800485.186252:0:16037:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000800:00000200:8.0:1609800485.186253:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (28)--
00000800:00000200:8.0:1609800485.186254:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:6.0:1609800485.186255:0:16037:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000800:00000200:4.0:1609800485.186255:0:16038:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (26)++
00000400:00000200:37.0:1609800485.186256:0:16039:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.130@o2ib100 routed destination
00000800:00000200:8.0:1609800485.186256:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)++
00000800:00000200:6.0:1609800485.186256:0:16037:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365af8ff00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:4.0:1609800485.186257:0:16038:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (27)--
00000800:00000200:8.0:1609800485.186258:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d1[0] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.186258:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:4.0:1609800485.186259:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:37.0:1609800485.186261:0:16039:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.130@o2ib100(172.19.1.130@o2ib100:192.168.129.189@tcp129) : PUT try# 0
00000800:00000200:26.0:1609800485.186261:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:26.0:1609800485.186263:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186264:0:16039:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.189@tcp129
00000800:00000200:6.0:1609800485.186264:0:16037:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)++
00000800:00000200:6.0:1609800485.186265:0:16037:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (25)--
00000400:00000200:26.0:1609800485.186266:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000400:00000200:8.0:1609800485.186266:0:16040:0:(lib-move.c:4190:lnet_parse()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18) <- 192.168.128.136@o2ib18 : PUT - routed
00000800:00000200:6.0:1609800485.186266:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800485.186267:0:16039:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff933637b88800] -> 12345-192.168.129.189@tcp129 (5)
00000400:00000200:8.0:1609800485.186268:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186270:0:16039:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.189@tcp129 ip 192.168.129.189:988
00000400:00000200:8.0:1609800485.186270:0:16040:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  172.19.1.127@o2ib100 routed destination
00000800:00000200:26.0:1609800485.186288:0:16065:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:37.0:1609800485.186289:0:16039:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff93365b7fbb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:26.0:1609800485.186289:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186291:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000400:00000200:26.0:1609800485.186292:0:16065:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:37.0:1609800485.186293:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800485.186294:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:8.0:1609800485.186295:0:16040:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129:<?>) -> 172.19.1.127@o2ib100(172.19.1.127@o2ib100:192.168.129.190@tcp129) : PUT try# 0
00000800:00000200:8.0:1609800485.186297:0:16040:0:(socklnd_cb.c:1003:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.129.190@tcp129
00000800:00000200:8.0:1609800485.186299:0:16040:0:(socklnd.c:195:ksocknal_find_peer_locked()) got peer_ni [ffff93552538b600] -> 12345-192.168.129.190@tcp129 (5)
00000800:00000200:8.0:1609800485.186303:0:16040:0:(socklnd_cb.c:764:ksocknal_queue_tx_locked()) Sending to 12345-192.168.129.190@tcp129 ip 192.168.129.190:988
00000400:00000200:61.0:1609800485.186304:0:16062:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.62@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.186304:0:16040:0:(socklnd_cb.c:783:ksocknal_queue_tx_locked()) Packet ffff9344c5c6c900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1609800485.186307:0:16060:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.80@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.186308:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:38.0:1609800485.186309:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:8.0:1609800485.186310:0:16040:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:38.0:1609800485.186312:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186313:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.186315:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:8.0:1609800485.186315:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800485.186316:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:0.0:1609800485.186316:0:16060:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186317:0:16062:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:61.0:1609800485.186325:0:16062:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.62@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.186328:0:16062:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000400:00000200:0.0:1609800485.186328:0:16060:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.186330:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000800:00000200:61.0:1609800485.186332:0:16062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.186333:0:16056:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000800:00000200:61.0:1609800485.186334:0:16062:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:61.0:1609800485.186335:0:16062:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000400:00000200:38.0:1609800485.186335:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1609800485.186336:0:16060:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.80@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:38.0:1609800485.186337:0:16056:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.189@tcp129: PUT: OK
00000800:00000200:4.0:1609800485.186339:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:0.0:1609800485.186340:0:16060:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186341:0:16062:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (26)--
00000800:00000200:4.0:1609800485.186343:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000800:00000200:0.0:1609800485.186344:0:16060:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.186345:0:16062:0:(socklnd_cb.c:556:ksocknal_process_transmit()) send(0) 0
00000400:00000200:4.0:1609800485.186345:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.186346:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:0.0:1609800485.186346:0:16060:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)++
00000400:00000200:61.0:1609800485.186347:0:16062:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:4.0:1609800485.186347:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:0.0:1609800485.186348:0:16060:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (26)++
00000400:00000200:61.0:1609800485.186350:0:16062:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.129.187@tcp129->192.168.129.190@tcp129: PUT: OK
00000800:00000200:4.0:1609800485.186351:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (27)--
00000800:00000200:4.0:1609800485.186353:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)++
00000800:00000200:0.0:1609800485.186356:0:16060:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (27)--
00000800:00000200:6.0:1609800485.186357:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (27)--
00000800:00000200:4.0:1609800485.186357:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (27)--
00000800:00000200:6.0:1609800485.186358:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000400:00000200:4.0:1609800485.186359:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186360:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800485.186361:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.186364:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.186366:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800485.186375:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.186379:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800485.186380:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.186382:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:37.0:1609800485.186383:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.186386:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:5.0:1609800485.186510:0:16057:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.79@o2ib100 : PUT - routed
00000400:00000200:5.0:1609800485.186518:0:16057:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:5.0:1609800485.186521:0:16057:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:5.0:1609800485.186544:0:16057:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.79@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:5.0:1609800485.186547:0:16057:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:5.0:1609800485.186551:0:16057:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:5.0:1609800485.186553:0:16057:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000400:00000200:61.0:1609800485.186554:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000800:00000200:5.0:1609800485.186554:0:16057:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.186558:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186561:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:5.0:1609800485.186562:0:16057:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.186567:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.186570:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186574:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.186576:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (21)++
00000800:00000200:61.0:1609800485.186578:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:27.1:1609800485.186580:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (23)++
00000800:00000200:61.0:1609800485.186582:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)--
00000400:00000200:61.0:1609800485.186586:0:16066:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.65@o2ib100 : PUT - routed
00000800:00000200:8.0:1609800485.186589:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000400:00000200:1.0:1609800485.186589:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.111@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.186590:0:16066:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186592:0:16066:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:8.0:1609800485.186593:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:1.0:1609800485.186593:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:8.0:1609800485.186594:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.186595:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:61.0:1609800485.186597:0:16066:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.65@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:8.0:1609800485.186598:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.186600:0:16066:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.186602:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:1.0:1609800485.186603:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.186604:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:61.0:1609800485.186605:0:16066:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.186606:0:16066:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:61.0:1609800485.186607:0:16066:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:61.0:1609800485.186609:0:16066:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000400:00000200:1.0:1609800485.186609:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.111@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800485.186612:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:1.0:1609800485.186612:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:6.0:1609800485.186616:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000800:00000200:1.0:1609800485.186617:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000400:00000200:6.0:1609800485.186618:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1609800485.186619:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:37.0:1609800485.186620:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:6.0:1609800485.186620:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:1.0:1609800485.186620:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:6.0:1609800485.186641:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (26)--
00000800:00000200:6.0:1609800485.186642:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:1.0:1609800485.186644:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800485.186645:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000400:00000200:37.0:1609800485.186646:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.186665:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:27.1:1609800485.186665:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (22)++
00000400:00000200:1.0:1609800485.186666:0:16058:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.78@o2ib100 : PUT - routed
00000800:00000200:37.0:1609800485.186670:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.186672:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.186676:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800485.186677:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186677:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800485.186680:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:1.0:1609800485.186681:0:16058:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186682:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:1.0:1609800485.186684:0:16058:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:1.0:1609800485.186690:0:16058:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.78@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:1.0:1609800485.186692:0:16058:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000400:00000200:61.0:1609800485.186695:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.77@o2ib100 : PUT - routed
00000800:00000200:1.0:1609800485.186695:0:16058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:1.0:1609800485.186696:0:16058:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:1.0:1609800485.186697:0:16058:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:1.0:1609800485.186701:0:16058:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.186705:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186707:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.186711:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.186713:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.77@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.186716:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186720:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.186735:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800485.186737:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.186740:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000800:00000200:61.0:1609800485.186741:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000400:00000200:4.0:1609800485.186742:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.186744:0:16063:0:(o2iblnd_cb.c:900:kiblnd_post_tx_locked()) 192.168.128.136@o2ib18: no credits
00000800:00000200:8.0:1609800485.186744:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:61.0:1609800485.186745:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000400:00000200:4.0:1609800485.186745:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.186747:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.186748:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000400:00000200:61.0:1609800485.186750:0:16063:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.68@o2ib100 : PUT - routed
00000800:00000200:4.0:1609800485.186750:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800485.186752:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:8.0:1609800485.186753:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000400:00000200:61.0:1609800485.186754:0:16063:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186755:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.186756:0:16063:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.186762:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.186763:0:16063:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.68@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:2.0:1609800485.186763:0:16054:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.115@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.186766:0:16063:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186769:0:16063:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.186770:0:16063:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000400:00000200:2.0:1609800485.186770:0:16054:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:37.0:1609800485.186771:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:61.0:1609800485.186772:0:16063:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:2.0:1609800485.186774:0:16054:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:61.0:1609800485.186776:0:16063:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:37.0:1609800485.186777:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000800:00000200:6.0:1609800485.186777:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000400:00000200:37.0:1609800485.186779:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1609800485.186780:0:16054:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.115@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:37.0:1609800485.186782:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:2.0:1609800485.186784:0:16054:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.186786:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.186787:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:2.0:1609800485.186789:0:16054:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:2.0:1609800485.186791:0:16054:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:2.0:1609800485.186793:0:16054:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:4.0:1609800485.186796:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000800:00000200:8.0:1609800485.186801:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)++
00000800:00000200:4.0:1609800485.186802:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (25)--
00000800:00000200:2.0:1609800485.186802:0:16054:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000400:00000200:4.0:1609800485.186803:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186805:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000400:00000200:4.0:1609800485.186806:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:8.0:1609800485.186807:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)++
00000800:00000200:6.0:1609800485.186807:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800485.186808:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:4.0:1609800485.186809:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800485.186811:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.186813:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:37.0:1609800485.186820:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.186823:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:37.0:1609800485.186825:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.186826:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:37.0:1609800485.186827:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.186830:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:61.0:1609800485.186887:0:16064:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.186894:0:16064:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.186896:0:16064:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:61.0:1609800485.186902:0:16064:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.186905:0:16064:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:61.0:1609800485.186909:0:16064:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000400:00000200:7.0:1609800485.186909:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.113@o2ib100 : PUT - routed
00000800:00000200:61.0:1609800485.186911:0:16064:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:61.0:1609800485.186912:0:16064:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:61.0:1609800485.186916:0:16064:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.186928:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:7.0:1609800485.186929:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.186933:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:4.0:1609800485.186936:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800485.186939:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:7.0:1609800485.186940:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.113@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000400:00000200:4.0:1609800485.186941:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.186942:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:7.0:1609800485.186943:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000400:00000200:4.0:1609800485.186943:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.186946:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:7.0:1609800485.186949:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800485.186951:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:7.0:1609800485.186952:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:7.0:1609800485.186960:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:7.0:1609800485.186966:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.114@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800485.186970:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:27.1:1609800485.186971:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:7.0:1609800485.186972:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000400:00000200:7.0:1609800485.186977:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.114@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800485.186978:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:7.0:1609800485.186980:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:7.0:1609800485.186982:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:6.0:1609800485.186982:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:6.0:1609800485.186983:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:7.0:1609800485.186984:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.186985:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)++
00000800:00000200:7.0:1609800485.186985:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:6.0:1609800485.186986:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:37.0:1609800485.186988:0:16039:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:7.0:1609800485.186988:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:6.0:1609800485.186988:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:37.0:1609800485.186990:0:16039:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:6.0:1609800485.186990:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.186991:0:16039:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.186992:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:7.0:1609800485.186992:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.127@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800485.186995:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.186996:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.186997:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:7.0:1609800485.187001:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.127@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800485.187005:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:4.0:1609800485.187006:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:7.0:1609800485.187007:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800485.187008:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:7.0:1609800485.187009:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:4.0:1609800485.187009:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800485.187011:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.187012:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:7.0:1609800485.187013:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800485.187013:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.187015:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:7.0:1609800485.187019:0:16059:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.130@o2ib100 : PUT - routed
00000400:00000200:7.0:1609800485.187022:0:16059:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:7.0:1609800485.187023:0:16059:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.187025:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:7.0:1609800485.187028:0:16059:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.130@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:7.0:1609800485.187030:0:16059:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.187032:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:7.0:1609800485.187032:0:16059:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:7.0:1609800485.187033:0:16059:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:7.0:1609800485.187034:0:16059:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (24)++
00000800:00000200:37.0:1609800485.187038:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (25)--
00000800:00000200:8.0:1609800485.187039:0:16040:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (24)--
00000800:00000200:7.0:1609800485.187039:0:16059:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000400:00000200:8.0:1609800485.187040:0:16040:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.187043:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.120@o2ib100 : PUT - routed
00000400:00000200:8.0:1609800485.187044:0:16040:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:61.0:1609800485.187047:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.187047:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.187050:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.187050:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.187056:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.120@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:6.0:1609800485.187057:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:61.0:1609800485.187059:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:6.0:1609800485.187060:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:6.0:1609800485.187062:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:61.0:1609800485.187063:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:4.0:1609800485.187063:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:61.0:1609800485.187065:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (21)++
00000400:00000200:6.0:1609800485.187065:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.187066:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (22)++
00000800:00000200:6.0:1609800485.187068:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (23)--
00000800:00000200:61.0:1609800485.187070:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:61.0:1609800485.187075:0:16065:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.118@o2ib100 : PUT - routed
00000400:00000200:61.0:1609800485.187090:0:16065:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:61.0:1609800485.187091:0:16065:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.187091:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:61.0:1609800485.187096:0:16065:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.118@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:61.0:1609800485.187099:0:16065:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.187099:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.187102:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:61.0:1609800485.187103:0:16065:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:61.0:1609800485.187104:0:16065:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:61.0:1609800485.187105:0:16065:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000800:00000200:8.0:1609800485.187126:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)++
00000400:00000200:37.0:1609800485.187127:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:37.0:1609800485.187129:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:61.0:1609800485.187130:0:16065:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (25)--
00000800:00000200:8.0:1609800485.187130:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.187132:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)++
00000800:00000200:4.0:1609800485.187132:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:37.0:1609800485.187134:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800485.187134:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (24)--
00000800:00000200:8.0:1609800485.187135:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.187143:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:38.0:1609800485.187145:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.121@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800485.187151:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.187152:0:16037:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000400:00000200:38.0:1609800485.187154:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:6.0:1609800485.187155:0:16037:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:6.0:1609800485.187157:0:16037:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:4.0:1609800485.187157:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:6.0:1609800485.187159:0:16037:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000400:00000200:38.0:1609800485.187161:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.121@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800485.187164:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:6.0:1609800485.187165:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:38.0:1609800485.187169:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.187171:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (20)++
00000800:00000200:38.0:1609800485.187174:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (21)++
00000800:00000200:38.0:1609800485.187182:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (22)--
00000400:00000200:38.0:1609800485.187186:0:16056:0:(lib-move.c:4190:lnet_parse()) TRACE: 192.168.128.136@o2ib18(192.168.129.187@tcp129) <- 172.19.1.126@o2ib100 : PUT - routed
00000400:00000200:38.0:1609800485.187191:0:16056:0:(lib-msg.c:918:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0
00000400:00000200:38.0:1609800485.187192:0:16056:0:(lib-move.c:2478:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.128.136@o2ib18 local destination
00000800:00000200:27.1:1609800485.187193:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000400:00000200:38.0:1609800485.187197:0:16056:0:(lib-move.c:1752:lnet_handle_send()) TRACE: 172.19.1.126@o2ib100(192.168.128.187@o2ib18:<?>) -> 192.168.128.136@o2ib18(192.168.128.136@o2ib18:192.168.128.136@o2ib18) : PUT try# 0
00000800:00000200:38.0:1609800485.187200:0:16056:0:(o2iblnd_cb.c:1667:kiblnd_send()) sending 192 bytes in 1 frags to 12345-192.168.128.136@o2ib18
00000800:00000200:37.0:1609800485.187202:0:16039:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:38.0:1609800485.187203:0:16056:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff93451ad85d80] -> 192.168.128.136@o2ib18 (2) version: 12
00000800:00000200:38.0:1609800485.187204:0:16056:0:(o2iblnd_cb.c:1547:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)++
00000800:00000200:37.0:1609800485.187205:0:16039:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000800:00000200:38.0:1609800485.187206:0:16056:0:(o2iblnd_cb.c:1320:kiblnd_queue_tx_locked()) conn[ffff934518ed1c00] (23)++
00000400:00000200:37.0:1609800485.187206:0:16039:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:8.0:1609800485.187208:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (24)--
00000400:00000200:37.0:1609800485.187209:0:16039:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:38.0:1609800485.187210:0:16056:0:(o2iblnd_cb.c:1553:kiblnd_launch_tx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:37.0:1609800485.187211:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:27.1:1609800485.187222:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (21)++
00000800:00000200:4.0:1609800485.187229:0:16038:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)++
00000800:00000200:4.0:1609800485.187232:0:16038:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[ffff934518ed1c00] (23)--
00000400:00000200:4.0:1609800485.187234:0:16038:0:(lib-msg.c:918:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:6.0:1609800485.187235:0:16037:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000400:00000200:4.0:1609800485.187236:0:16038:0:(lib-msg.c:803:lnet_health_check()) health check: 192.168.128.187@o2ib18->192.168.128.136@o2ib18: PUT: OK
00000800:00000200:4.0:1609800485.187238:0:16038:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000800:00000200:27.1:1609800485.187268:0:1779:0:(o2iblnd_cb.c:3745:kiblnd_cq_completion()) conn[ffff934518ed1c00] (20)++
00000800:00000200:8.0:1609800485.187278:0:16040:0:(o2iblnd_cb.c:3867:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)++
00000800:00000200:8.0:1609800485.187284:0:16040:0:(o2iblnd_cb.c:343:kiblnd_handle_rx()) Received d0[4] from 192.168.128.136@o2ib18
00000800:00000200:8.0:1609800485.187286:0:16040:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff934518ed1c00] (22)++
00000800:00000200:37.0:1609800485.187287:0:16039:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (22)--
00000800:00000200:8.0:1609800485.187288:0:16040:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff934518ed1c00] (23)--
00000800:00000200:8.0:1609800485.187290:0:16040:0:(o2iblnd_cb.c:3883:kiblnd_scheduler()) conn[ffff934518ed1c00] (21)--
00000400:00000200:5.0:1609800485.341190:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.189@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114
00000400:00000200:5.0:1609800485.341197:0:16068:0:(router.c:1102:lnet_ping_router_locked()) rtr 192.168.129.190@tcp129 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 114